-- Logs begin at Tue 2022-10-11 03:41:10 UTC, end at Tue 2022-10-11 05:48:57 UTC. -- Oct 11 04:13:47.254387 dv-neutron-860894-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 11 04:13:50.025639 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.common.config [-] Logging enabled! Oct 11 04:13:50.026186 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev49 Oct 11 04:13:50.026340 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102991) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 11 04:13:50.029578 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.common.config [-] Logging enabled! Oct 11 04:13:50.029833 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev49 Oct 11 04:13:50.030150 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102991) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 11 04:13:50.031154 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 04:13:50.031410 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 04:13:50.031752 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 04:13:50.032002 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 04:13:50.032231 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 04:13:50.032555 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.032858 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.033160 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.033393 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.033691 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.033984 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.034271 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.034587 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.034893 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.035184 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.035470 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.035758 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.035991 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.036278 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.036570 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.036862 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.037093 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] debug = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.037378 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.037805 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.038217 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.038502 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.038821 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.039104 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.039380 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.039660 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.039949 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.040285 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] host = dv-neutron-860894-1-hyperv {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.040570 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.040861 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.041153 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.041442 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.041723 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.042004 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.042293 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.042595 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.042875 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.043154 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.043448 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.043737 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.044030 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.044258 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.044484 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.044775 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.045066 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.045346 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.045624 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.045899 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.046174 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.047007 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.047283 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.047579 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.047869 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.048157 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.048435 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.048712 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.048991 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.049266 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.049554 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.049831 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.050106 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.050384 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.050695 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.050971 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.051248 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.051553 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.051841 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.052125 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.052412 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.052688 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.052975 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.053252 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.053529 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.053805 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] use_json = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.054081 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.054353 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.054665 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.054943 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.055235 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.055496 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.055768 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.056055 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.056332 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:50.056629 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.056930 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.057235 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.057534 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.057828 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.058115 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.058408 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.058733 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.059029 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.059321 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.059616 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.059902 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.060195 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.060477 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.060775 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.061088 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.061384 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.061677 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.061976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.062850 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.063132 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.063413 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.063709 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.063993 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.064288 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.064582 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.064867 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.065157 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.065457 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.065752 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.066032 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.066317 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.066640 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.066926 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.067205 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.067497 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.067790 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.068073 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.068350 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.068635 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.068929 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.069218 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.069495 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.069777 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.070068 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.070348 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.070655 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.070934 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.071212 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.071488 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.071776 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.072057 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.072335 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.072613 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.072895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.073170 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.073447 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.073731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.074004 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.074288 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.074588 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.074870 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.075147 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.075425 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.075705 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.075984 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.076261 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.076545 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.076823 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.077104 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.077384 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.077697 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.077979 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.078272 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.078586 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.078895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.079179 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.079462 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.079749 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.080034 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.080317 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.080600 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.080885 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.081167 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.081444 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.081740 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.082032 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.082327 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.082652 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.082941 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.083243 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.083525 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.083816 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.084098 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.084383 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.084671 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.084962 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.085262 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.085561 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.085863 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.086165 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.086466 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.086778 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.087097 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.087385 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:50.087610 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 04:13:50.087853 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102991) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 11 04:13:50.436665 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 04:13:50.436965 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 04:13:50.437265 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 04:13:50.437749 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 11 04:13:50.828793 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.829086 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.829362 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.830701 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.830981 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.831257 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.866983 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.867263 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.867536 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.882553 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.882846 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.883115 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.912001 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.912289 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.912563 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.949403 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.949685 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:50.949955 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.178576 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.179187 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.179187 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.179361 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.180015 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.299421 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.299742 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.300026 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.300300 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.300566 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.300877 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.301139 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.301397 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.301653 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.301936 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.302195 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.302462 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.302744 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.302999 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.303255 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.303522 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.303789 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.304058 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.304327 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.304588 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.304870 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.305134 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.305416 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.305803 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.306056 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.306305 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.306731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:51.306977 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:51.307220 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:51.307467 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:51.307708 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:51.307947 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:51.308314 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 11 04:13:51.311424 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 11 04:13:51.315986 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 11 04:13:51.319660 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Oct 11 04:13:51.321287 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 11 04:13:51.321736 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 11 04:13:51.322076 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 11 04:13:51.322463 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 11 04:13:51.325256 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 11 04:13:51.325508 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 11 04:13:51.325856 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 04:13:51.331696 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 11 04:13:51.353322 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 11 04:13:51.353972 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.354255 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102991) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 11 04:13:51.354652 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.356019 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102991) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 11 04:13:51.356302 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 04:13:51.356547 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 11 04:13:51.369149 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.369538 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:51.435550 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 11 04:13:51.435734 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 11 04:13:51.435971 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 11 04:13:51.436346 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 11 04:13:51.460801 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_db.sqlalchemy.engines [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102991) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 11 04:13:51.994322 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing driver for type 'gre' Oct 11 04:13:51.995125 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] gre ID ranges: [(1, 1000)] Oct 11 04:13:52.049710 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing driver for type 'local' Oct 11 04:13:52.050095 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing driver for type 'vlan' Oct 11 04:13:52.063411 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] VlanTypeDriver initialization complete Oct 11 04:13:52.063765 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing driver for type 'vxlan' Oct 11 04:13:52.064319 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] vxlan ID ranges: [(1, 1000)] Oct 11 04:13:52.118507 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing extension driver 'port_security' Oct 11 04:13:52.118963 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] PortSecurityExtensionDriver initialization complete Oct 11 04:13:52.119302 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing mechanism driver 'openvswitch' Oct 11 04:13:52.119896 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing mechanism driver 'hyperv' Oct 11 04:13:52.126880 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:13:52.127574 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.127946 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.128301 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.128849 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 11 04:13:52.129285 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.129639 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.129984 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.130376 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 11 04:13:52.130805 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.131157 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.131499 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.131886 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 11 04:13:52.132291 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.132637 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.132979 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.133507 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 11 04:13:52.133915 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.134265 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.134638 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.135037 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 11 04:13:52.135441 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.135789 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.136129 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.136521 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 11 04:13:52.136965 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] ML2 OVO RPC backend initialized. {{(pid=102991) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 11 04:13:52.137687 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.138045 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.138466 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.138857 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > networks before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.139194 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.139536 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > ports before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.139882 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.140755 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.141101 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.141442 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.141778 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.142112 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.142447 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.142806 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.143142 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.143478 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.143808 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.151015 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded quota_driver: . Oct 11 04:13:52.151380 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.plugin [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Modular L2 Plugin initialization complete Oct 11 04:13:52.151730 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading services supported by the core plugin {{(pid=102991) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 11 04:13:52.152070 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.plugins.ml2.managers [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Got port-security extension from driver 'port_security' Oct 11 04:13:52.152555 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.extensions.vlantransparent [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Disabled vlantransparent extension. Oct 11 04:13:52.153048 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102991) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 11 04:13:52.153387 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: router Oct 11 04:13:52.188952 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.189520 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.189699 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router before_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.190067 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.190440 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.190823 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_delete 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.191189 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.191544 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.191903 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.192252 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.192605 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.192956 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.193317 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.193727 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.194096 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.194441 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.194823 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: subnet after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.195156 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.195505 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.195854 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.196207 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.196550 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.196908 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router after_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.197253 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.197609 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.197975 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.198328 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.198726 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > agent after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.199083 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.199432 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > network after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.200284 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Tracking information for resource: router configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:52.200625 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Tracking information for resource: floatingip configured {{(pid=102991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 04:13:52.205448 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.db.l3_agentschedulers_db [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 11 04:13:52.206033 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.206396 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port after_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.206777 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port after_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.207132 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: port after_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.208058 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router before_create 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.208425 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.208789 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.209148 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.213951 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.provider_configuration [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service providers = [] {{(pid=102991) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 11 04:13:52.214315 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.db.servicetype_db [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102991) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 11 04:13:52.217318 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.service_base [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 04:13:52.217675 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.service_base [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 04:13:52.218018 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.service_base [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 04:13:52.218956 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.services.service_base [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 04:13:52.219329 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.services.service_base [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 11 04:13:52.219705 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.220024 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 11 04:13:52.230514 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.230891 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: auto_allocate Oct 11 04:13:52.237146 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: network precommit_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.237515 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: network precommit_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.238036 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.238357 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: tag Oct 11 04:13:52.245147 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.245432 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: timestamp Oct 11 04:13:52.250032 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.250382 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: network_ip_availability Oct 11 04:13:52.255799 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.256174 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.256533 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.257250 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.257573 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: flavors Oct 11 04:13:52.262263 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.262624 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading Plugin: revisions Oct 11 04:13:52.267089 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 04:13:52.267479 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_concurrency.lockutils [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=102991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 04:13:52.268220 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102991) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 11 04:13:52.268561 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Initializing extension manager. Oct 11 04:13:52.269077 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: __init__.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.269422 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: __pycache__ {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.269759 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.270094 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: address_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.270866 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.271427 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: address-group Oct 11 04:13:52.271753 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: address_scope.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.272470 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.272979 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: address-scope Oct 11 04:13:52.273303 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.274229 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.274781 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: router-admin-state-down-before-update Oct 11 04:13:52.275121 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: agent.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.275816 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.277634 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: agent Oct 11 04:13:52.277976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: agent_resources_synced.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.278943 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.279472 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: agent-resources-synced Oct 11 04:13:52.279804 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.281635 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.282158 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: allowed-address-pairs Oct 11 04:13:52.282490 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.283594 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.284111 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: auto-allocated-topology Oct 11 04:13:52.284438 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: availability_zone.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.285132 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.285642 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: availability_zone Oct 11 04:13:52.285966 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: availability_zone_filter.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.286916 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.287420 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: availability_zone_filter Oct 11 04:13:52.287743 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: data_plane_status.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.288652 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.289155 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 11 04:13:52.289477 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: default_subnetpools.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.290395 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.290936 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: default-subnetpools Oct 11 04:13:52.291263 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.292071 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.292575 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: dhcp_agent_scheduler Oct 11 04:13:52.292900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: dns.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.293846 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.294349 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension dns-integration not supported by any of loaded plugins Oct 11 04:13:52.294701 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: dns_domain_ports.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.295628 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.296130 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 11 04:13:52.296976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.297901 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.298404 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 11 04:13:52.298755 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: dvr.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.299429 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.299930 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: dvr Oct 11 04:13:52.300252 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: ecmp_routes.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.301176 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.301689 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 11 04:13:52.302013 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: empty_string_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.302961 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.303478 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: empty-string-filtering Oct 11 04:13:52.303803 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.304718 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.305224 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 11 04:13:52.305548 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.306468 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.307004 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 11 04:13:52.307329 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: external_net.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.308245 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.308754 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: external-net Oct 11 04:13:52.309075 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.309988 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.310495 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: extra_dhcp_opt Oct 11 04:13:52.310851 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: extraroute.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.311764 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.312811 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: extraroute Oct 11 04:13:52.313131 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: extraroute_atomic.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.314171 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.314721 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: extraroute-atomic Oct 11 04:13:52.315048 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: filter_validation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.315719 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.316227 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: filter-validation Oct 11 04:13:52.316549 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: fip_pf_description.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.317465 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.317969 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 11 04:13:52.318290 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: fip_port_details.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.319239 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.319744 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: fip-port-details Oct 11 04:13:52.320065 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: flavors.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.321288 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.321802 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: flavors Oct 11 04:13:52.322126 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.323811 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.324336 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 11 04:13:52.324672 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: floatingip_pools.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.325375 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.325893 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: floatingip-pools Oct 11 04:13:52.326222 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: ip_allocation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.327192 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.327722 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 11 04:13:52.328050 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.328972 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.329482 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: ip-substring-filtering Oct 11 04:13:52.329812 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l2_adjacency.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.330772 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.331284 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 11 04:13:52.331611 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.332582 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.333101 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: router Oct 11 04:13:52.334152 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.336593 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.337122 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 11 04:13:52.337459 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.338403 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.338944 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: ext-gw-mode Oct 11 04:13:52.339279 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.340204 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.340717 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: l3-ha Oct 11 04:13:52.341048 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3_flavors.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.341966 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.342473 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: l3-flavors Oct 11 04:13:52.342825 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.343765 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.344270 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 11 04:13:52.344597 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: l3agentscheduler.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.345635 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.346144 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: l3_agent_scheduler Oct 11 04:13:52.346479 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: logging.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.348014 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.348526 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension logging not supported by any of loaded plugins Oct 11 04:13:52.348856 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: metering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.349600 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.350169 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: metering Oct 11 04:13:52.350496 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.351615 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.352126 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: metering_source_and_destination_fields Oct 11 04:13:52.352452 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: multiprovidernet.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.353378 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.353895 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: multi-provider Oct 11 04:13:52.354211 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: netmtu.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.355162 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.355674 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: net-mtu Oct 11 04:13:52.355997 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: netmtu_writable.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.356921 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.357428 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: net-mtu-writable Oct 11 04:13:52.357755 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: network_availability_zone.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.358429 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.359492 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: network_availability_zone Oct 11 04:13:52.359818 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: network_ip_availability.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.360918 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.361428 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: network-ip-availability Oct 11 04:13:52.361750 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: network_segment_range.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.362520 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.363052 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 11 04:13:52.363373 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: pagination.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.364352 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.364681 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: pagination Oct 11 04:13:52.365002 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: port_device_profile.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.365919 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.366430 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: port-device-profile Oct 11 04:13:52.366788 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.367731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.368237 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: port-mac-address-regenerate Oct 11 04:13:52.368560 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.369473 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.370232 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: port-numa-affinity-policy Oct 11 04:13:52.370585 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: port_resource_request.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.371508 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.372008 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 11 04:13:52.372329 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: portbindings.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.373256 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.373763 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: binding Oct 11 04:13:52.374089 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: portbindings_extended.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.376065 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.376590 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: binding-extended Oct 11 04:13:52.376928 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: portsecurity.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.377853 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.378372 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: port-security Oct 11 04:13:52.378737 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: project_id.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.379718 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.380052 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: project-id Oct 11 04:13:52.380379 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: providernet.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.381306 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.381826 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: provider Oct 11 04:13:52.382152 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.385715 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.386234 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos not supported by any of loaded plugins Oct 11 04:13:52.386595 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.387850 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.388365 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 11 04:13:52.388694 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.389615 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.390151 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 11 04:13:52.390479 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_default.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.391425 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.391936 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-default not supported by any of loaded plugins Oct 11 04:13:52.392262 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_fip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.392915 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.393415 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-fip not supported by any of loaded plugins Oct 11 04:13:52.393737 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.394699 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.395210 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 11 04:13:52.395532 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.396447 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.396955 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 11 04:13:52.397279 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_pps_rule.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.398451 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.398995 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-pps not supported by any of loaded plugins Oct 11 04:13:52.399322 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.400241 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.400748 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 11 04:13:52.401071 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: qos_rules_alias.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.402128 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.402673 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 11 04:13:52.402999 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: quotasv2.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.403915 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.404243 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: quotas Oct 11 04:13:52.404566 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: quotasv2_detail.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.406278 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.406650 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: quota_details Oct 11 04:13:52.406990 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: rbac.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.408053 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.408574 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: rbac-policies Oct 11 04:13:52.408908 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: rbac_address_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.409845 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.410361 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: rbac-address-group Oct 11 04:13:52.410728 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: rbac_address_scope.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.411647 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.412159 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: rbac-address-scope Oct 11 04:13:52.412483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: rbac_security_groups.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.413398 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.413912 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: rbac-security-groups Oct 11 04:13:52.414233 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.415351 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.415858 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: rbac-subnetpool Oct 11 04:13:52.416187 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: revisionifmatch.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.417116 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.417630 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: revision-if-match Oct 11 04:13:52.417957 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: revisions.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.419107 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.419614 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: standard-attr-revisions Oct 11 04:13:52.419938 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: router_availability_zone.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.420620 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.421127 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: router_availability_zone Oct 11 04:13:52.421991 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: routerservicetype.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.422954 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.423461 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension router-service-type not supported by any of loaded plugins Oct 11 04:13:52.423783 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.424706 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.425216 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: security-groups-normalized-cidr Oct 11 04:13:52.425538 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.426468 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.427004 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: port-security-groups-filtering Oct 11 04:13:52.427327 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.428250 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.428762 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: security-groups-remote-address-group Oct 11 04:13:52.429088 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: securitygroup.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.439219 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.439749 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: security-group Oct 11 04:13:52.440085 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: segment.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.440882 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.441394 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension segment not supported by any of loaded plugins Oct 11 04:13:52.441726 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.442705 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.443220 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 11 04:13:52.443549 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: servicetype.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.444719 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.445237 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: service-type Oct 11 04:13:52.445566 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: sorting.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.446577 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.446916 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: sorting Oct 11 04:13:52.447245 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: standard_attr_segment.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.448176 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.448694 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 11 04:13:52.449022 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: standardattrdescription.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.449677 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.450192 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: standard-attr-description Oct 11 04:13:52.450518 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: stateful_security_group.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.451471 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.451985 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: stateful-security-group Oct 11 04:13:52.452310 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: stdattrs_common.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.452920 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 11 04:13:52.453246 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.454184 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.454732 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 11 04:13:52.455059 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: subnet_onboard.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.456123 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.456638 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: subnet_onboard Oct 11 04:13:52.456961 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.457897 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.458400 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 11 04:13:52.458767 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: subnet_service_types.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.459689 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.460197 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: subnet-service-types Oct 11 04:13:52.460518 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: subnetallocation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.461611 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.462121 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: subnet_allocation Oct 11 04:13:52.462449 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.463144 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.463652 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: subnetpool-prefix-ops Oct 11 04:13:52.463977 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.464926 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.465432 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 11 04:13:52.465757 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: tagging.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.466840 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.467351 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: standard-attr-tag Oct 11 04:13:52.467682 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: timestamp.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.468914 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.469428 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loaded extension: standard-attr-timestamp Oct 11 04:13:52.469755 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: trunk.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.470822 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.471341 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension trunk not supported by any of loaded plugins Oct 11 04:13:52.471667 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: trunk_details.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.472591 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.473105 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension trunk-details not supported by any of loaded plugins Oct 11 04:13:52.473431 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.474358 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.474905 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 11 04:13:52.475234 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Loading extension file: vlantransparent.py {{(pid=102991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 04:13:52.475905 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 04:13:52.476409 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 11 04:13:52.478943 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:network Oct 11 04:13:52.479467 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:subnet Oct 11 04:13:52.479870 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 04:13:52.480262 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:port Oct 11 04:13:52.481497 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.481946 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service FLAVORS assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.482603 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.483039 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.483370 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:router Oct 11 04:13:52.484334 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 04:13:52.484818 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service METERING assigned prefix: /metering {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.486246 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.486657 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.487014 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:13:52.488020 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 04:13:52.488473 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:security_group Oct 11 04:13:52.488904 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 04:13:52.489502 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.489833 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 04:13:52.490187 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] subnetpool is already registered Oct 11 04:13:52.490645 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.490976 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 04:13:52.491309 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] subnetpool is already registered Oct 11 04:13:52.493624 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.494061 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service FLAVORS assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.494950 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.495417 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.495714 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:router Oct 11 04:13:52.496054 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] router is already registered Oct 11 04:13:52.496467 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 04:13:52.496804 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] floatingip is already registered Oct 11 04:13:52.497261 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service METERING assigned prefix: /metering {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.497930 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 04:13:52.498258 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] rbac_policy is already registered Oct 11 04:13:52.498693 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:security_group Oct 11 04:13:52.499031 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] security_group is already registered Oct 11 04:13:52.499967 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 04:13:52.500302 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] security_group_rule is already registered Oct 11 04:13:52.500924 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.501252 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 04:13:52.501585 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] subnetpool is already registered Oct 11 04:13:52.502000 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.v2.resource_helper [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Service CORE assigned prefix: {{(pid=102991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 04:13:52.502322 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 04:13:52.502690 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING neutron.quota.resource_registry [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] subnetpool is already registered Oct 11 04:13:52.503144 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: extensions {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.504637 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: address-groups {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.506158 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: address-scopes {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.507555 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: agents {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.508740 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: auto-allocated-topology {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.510005 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: availability_zones {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.511274 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: dhcp-networks {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.512834 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: dhcp-agents {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.514291 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: routers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.516622 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: flavors {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.517816 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: service_profiles {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.519212 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: next_providers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.520693 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: service_profiles {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.523309 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: floatingip-pools {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.524565 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: routers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.527018 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: floatingips {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.528339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: l3-routers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.529815 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: l3-agents {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.531853 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: metering-labels {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.533245 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: metering-label-rules {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.534617 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: network-ip-availabilities {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.536010 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: bindings {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.537705 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: quotas {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.539210 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: quotas {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.540650 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: rbac-policies {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.542110 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: security-groups {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.543577 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: security-group-rules {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.544845 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: service-providers {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.546107 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: subnetpools {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.548146 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: subnetpools {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.549641 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.551623 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.553481 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.555337 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.557148 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.559202 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.560942 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.562943 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.564752 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.566703 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron.api.extensions [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Extended resource: tags {{(pid=102991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 04:13:52.572786 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING keystonemiddleware.auth_token [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 11 04:13:52.577551 dv-neutron-860894-1-hyperv neutron-server[102991]: WARNING keystonemiddleware.auth_token [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 11 04:13:52.586121 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_concurrency.lockutils [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Acquired lock "singleton_lock" {{(pid=102991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 11 04:13:52.586618 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_concurrency.lockutils [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Releasing lock "singleton_lock" {{(pid=102991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 11 04:13:52.587259 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Starting 2 workers Oct 11 04:13:52.592082 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Started child 103098 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 04:13:52.597012 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Started child 103099 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 04:13:52.598115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:13:52.598832 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO neutron.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 11 04:13:52.599326 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Notify callbacks [] for process, before_spawn {{(pid=102991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:13:52.599621 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [-] (103098) wsgi starting up on http://0.0.0.0:9696 Oct 11 04:13:52.601816 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Starting 1 workers Oct 11 04:13:52.601958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:13:52.603218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [-] (103099) wsgi starting up on http://0.0.0.0:9696 Oct 11 04:13:52.607030 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Started child 103100 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 04:13:52.607590 dv-neutron-860894-1-hyperv neutron-server[102991]: INFO oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Starting 1 workers Oct 11 04:13:52.611262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] calling RpcWorker wait() {{(pid=103100) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 11 04:13:52.611809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] returning from RpcWorker wait() {{(pid=103100) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 11 04:13:52.612599 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Started child 103101 {{(pid=102991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 04:13:52.612965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:13:52.613410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:13:52.613507 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfc25-c8ec-4f59-b725-325e263f4da2 None None] Notify callbacks [] for process, after_spawn {{(pid=102991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:13:52.615361 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 04:13:52.615573 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 04:13:52.615752 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 04:13:52.615972 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 04:13:52.616313 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 04:13:52.616480 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 04:13:52.617026 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.617321 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.617469 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:13:52.617925 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.617925 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.618148 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.618715 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.618981 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.619245 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.619537 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.620038 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.620213 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.620380 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.620625 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.620856 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.621170 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.621440 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.621680 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.621950 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.622121 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.622370 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.622662 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.622895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.623161 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] debug = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.623408 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.623874 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.624098 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.624343 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.624616 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.624892 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.625125 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.625405 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.625653 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.625888 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.626158 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.626427 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.626747 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.627027 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.627217 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.627463 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.627705 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.628163 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] host = dv-neutron-860894-1-hyperv {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.628385 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.628626 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.628887 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.629147 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.629410 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.629626 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.629878 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.630139 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.630407 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.630682 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.630942 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.631201 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.631444 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.631729 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.631887 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_options = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.632077 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.632343 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.632592 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.632783 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.632953 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.633131 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.633382 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.633530 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.633859 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.634011 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.634217 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.634459 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.634731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.634948 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.635246 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.635495 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.635713 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.636976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.636976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.636976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.636976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.636976 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.637339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.637339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.637473 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.637679 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.637982 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.638162 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.638373 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.638651 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.638888 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.639205 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.639391 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.639624 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.640161 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.640377 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:13:52.640502 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.640502 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.640709 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.640954 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.641130 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.641405 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.641626 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.641841 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.642165 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_json = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.645483 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.647895 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.649678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.653559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.654169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.656193 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.657900 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.658552 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.658552 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.658552 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.658774 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.658860 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.659053 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.659283 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.659729 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.660181 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.660604 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.660870 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.661102 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.661523 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.661951 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.662385 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.662824 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.663234 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.663662 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.663958 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.664256 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.664584 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.664876 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.665175 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.665471 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.665696 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.666126 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.666501 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.666785 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.667011 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.667239 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.667478 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.667702 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.667919 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.668312 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.668675 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.669046 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.669291 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.669509 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.669944 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.670380 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.670842 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.671149 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.672007 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.672334 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.672681 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.673071 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.673394 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.673705 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.673963 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.674285 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.674608 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.674923 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.675242 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.675554 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.675832 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.676145 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.676469 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.676797 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.677117 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.677430 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.677752 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.678042 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.678306 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.678751 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.679175 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.679413 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.679663 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.679923 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.680196 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.680442 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.680716 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.680995 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.681259 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.681537 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.681762 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.682043 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.682336 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.682629 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.682918 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.683188 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.683440 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.683708 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.683942 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.684200 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.684466 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.684721 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.684945 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.685229 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.685475 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.685696 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.685913 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.686162 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.686498 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.686765 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.687009 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.687243 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.687513 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.687912 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.688167 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.688437 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.688731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.688917 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.689169 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.689422 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.689671 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.689941 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.690171 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.690386 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.690650 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.690867 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.691092 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.691333 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.691551 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.691805 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.692018 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.692416 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.692658 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.692877 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.693116 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.693366 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.693582 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.693804 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.694045 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.694285 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.694522 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.694833 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.695050 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.695283 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.695522 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.695815 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.696068 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.696302 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.696551 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.696777 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.697013 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.697228 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.697474 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.697696 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.697910 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.698123 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.698344 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.698612 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.698852 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.699102 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.699315 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.699550 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.699802 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.700154 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.700394 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.700631 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.700860 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.701108 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.701326 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.701560 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.701777 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.701995 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.702214 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.702456 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.702740 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.702960 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.703196 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.703416 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.704179 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.704179 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.704179 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.704588 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.704588 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.705067 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.705067 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.705513 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.705513 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.705752 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.705874 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.706091 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.706317 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.706557 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.706855 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.707105 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.707349 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.707619 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.708002 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.708145 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.709223 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.709356 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.709531 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.709764 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.709991 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.710209 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.710442 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.710685 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.710903 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.711150 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.711372 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.711590 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.711835 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.712047 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.712281 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.712519 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.712730 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.712964 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.713190 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.713401 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.713613 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.713968 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.714085 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.714246 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.714474 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.714714 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.714927 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.715150 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.715369 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.715579 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.715867 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.716117 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.716360 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.716644 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.716874 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.717121 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.717364 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.717669 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.717885 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.718703 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.718951 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.719195 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.719424 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.719664 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.720190 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.720325 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.720518 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.720779 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.721060 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.721357 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.721637 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.721854 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.722151 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.722485 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.722793 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.723059 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.723297 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.723549 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.723776 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.723995 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.724236 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.724458 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.724693 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.724938 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.725190 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.725440 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.725678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.725910 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.726130 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.726387 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.726667 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.726889 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.727111 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.727202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:13:52.727276 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 04:13:52.727779 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 04:13:52.727942 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 04:13:52.728104 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 04:13:52.728282 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 04:13:52.728451 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 04:13:52.728603 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 04:13:52.728811 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.728973 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.729133 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.729295 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.729452 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.729632 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.729786 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.729939 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.730258 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.730414 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.730601 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.730763 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.730923 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.731088 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.731248 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.731403 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.731726 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.731890 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.732203 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.732368 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.732530 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.732674 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.732832 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] debug = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.733141 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.733342 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.733528 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.733669 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.733884 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.734028 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.734732 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.734872 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735011 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735145 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735353 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735515 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735661 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735795 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.735930 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736064 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736197 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736330 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] host = dv-neutron-860894-1-hyperv {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736464 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736608 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736772 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.736915 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.737077 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.737237 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.737398 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.737557 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.737716 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.737876 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738035 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738189 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738338 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738496 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738677 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_options = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738835 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.738993 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.739151 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.739340 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.739506 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.739667 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.739830 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.739989 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.740149 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.740307 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.740466 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.740669 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.740767 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.740932 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.741089 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.741249 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.741408 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.741566 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.741725 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.741883 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.742044 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.742203 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.742361 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.742513 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.742689 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.742855 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743015 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743173 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743332 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743485 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743633 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743771 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.743920 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.744060 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.744220 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.744378 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.744536 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.744951 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.745107 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.745261 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.745465 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.745618 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.745756 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.745891 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746026 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746160 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746296 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_json = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746451 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746634 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746793 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.746941 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.747087 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.747243 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.747403 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.747575 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.747725 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 04:13:52.747885 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.748049 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.748223 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.748384 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.748546 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.748731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.748888 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.749038 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.749173 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.749339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.749523 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.749690 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.749862 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.750430 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.750430 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.750430 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.750775 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.750775 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.750775 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751339 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751661 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751661 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751894 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.751894 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752133 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752133 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752360 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752489 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752822 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752822 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.752989 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.753069 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.753188 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.753352 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.753515 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.753678 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.753841 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.754004 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.754166 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.754328 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.754491 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.754688 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.754852 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755014 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755176 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755340 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755502 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755663 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755826 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.755988 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.756150 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.756314 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.756476 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.756648 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.756810 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.756971 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.757133 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.757296 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.757456 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.757617 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.757780 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.757941 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.758105 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.758265 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.758439 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.758696 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.758862 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759021 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759184 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759345 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759577 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759718 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759853 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.759938 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.760100 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.760261 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.760421 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.760584 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.760746 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.760908 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.761070 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.761236 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.761398 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.761559 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.761719 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.761881 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.762043 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.762211 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.762380 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.762574 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.762738 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.762901 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.763062 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.763223 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.763385 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.763735 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.763735 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.763936 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764022 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764147 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764306 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764471 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764634 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764794 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.764955 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.765139 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.765298 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.765459 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.765621 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.765780 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.765942 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.766103 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.766264 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.766425 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.766607 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.766778 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.766941 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.767104 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.767264 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.767431 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.767603 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.767765 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.767927 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.768089 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.768251 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.768412 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.768575 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.768735 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.768894 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.769055 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.769217 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.769385 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.769558 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.769719 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.769880 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.770042 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.770224 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.770386 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.770585 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.770731 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.770892 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.771054 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.771219 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.771382 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.771544 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.771704 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.771866 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.772028 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.772189 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.772352 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.772514 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.772676 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.772839 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773001 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773164 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773326 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773488 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773648 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773810 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.773971 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.774132 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.774293 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.774453 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.774645 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.774808 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.774969 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.775129 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.775292 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.775452 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.775613 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.775773 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.775934 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.776094 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.776257 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.776418 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.776581 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.776742 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.776904 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.777066 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.777229 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.777393 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.777556 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.777718 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.777881 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.778040 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.778204 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.778367 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.778563 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.778709 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.778871 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.779032 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.779210 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.779371 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.779532 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.779698 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.779860 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.780021 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.780182 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.780345 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.780506 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.781197 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.781364 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.781526 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.781692 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.781852 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.782014 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.782174 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.782338 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.782501 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.782685 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.782846 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783010 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783171 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783332 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783494 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783656 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783816 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.783977 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.784138 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.784300 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.784473 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.784637 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.784799 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.784959 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.785120 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.785282 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.785452 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.785614 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.785776 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.785936 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.786097 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.786259 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.786428 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.786611 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.786773 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.786933 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.787093 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.787254 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.787424 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.787585 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.787746 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.787907 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.788067 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.788229 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.788397 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.788557 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.788719 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.788879 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.789039 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.789200 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.789369 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.789530 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.789692 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.789851 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.790011 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.790172 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.790342 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.790505 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.790688 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.790859 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.791020 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.791179 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.791341 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.791513 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.791680 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.791843 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792004 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792165 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792327 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792489 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792654 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792814 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.792982 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.793145 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.793316 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.793484 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.793654 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.793814 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.793980 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.794153 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.794314 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.794476 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.794658 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.794820 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.794980 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.795140 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.795301 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.795461 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.795626 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.795785 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.795963 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.796106 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.796888 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.797065 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.797227 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.797388 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.797549 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.797709 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.797871 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 04:13:52.798024 dv-neutron-860894-1-hyperv neutron-server[102991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 04:13:52.923964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44208) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:13:52.932603 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064685 Oct 11 04:14:04.159175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2741db5-15b7-4bf1-a7b0-aec78769ed4d None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:14:04.228849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2741db5-15b7-4bf1-a7b0-aec78769ed4d None None] No non-hosted networks {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 11 04:14:04.248665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-640a3806-1488-4c14-92d9-ac41fadb0b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7945884'] for agent, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:06.376675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-313e3b18-af9d-4abd-8832-1ff7dcf02f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7945884'] for agent, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:06.426287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a387459-dc45-4730-a55d-d300aecb2f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:07.651452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7945884'] for agent, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:09.198250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7945884'] for agent, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:09.453032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7945884'] for agent, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:09.454643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.455508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.457238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.458115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.458928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.462099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.462800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.463488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.464988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.466724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.468966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.469526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:09.471234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860894-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:09.482232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860894-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:10.358049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 44300) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:10.917291 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING oslo_policy.policy [None req-3f51f85e-c962-4ff3-8d09-890a392c4c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:10.917951 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING oslo_policy.policy [None req-3f51f85e-c962-4ff3-8d09-890a392c4c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:10.924432 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.db.l3_hamode_db [None req-52740987-0585-4157-a9cd-ecf37324e365 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 11 04:14:10.999532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52740987-0585-4157-a9cd-ecf37324e365 None None] Routers set() bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:14:10.999919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52740987-0585-4157-a9cd-ecf37324e365 None None] Router IDs set() for agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 04:14:11.137624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-3f51f85e-c962-4ff3-8d09-890a392c4c19 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:14:11.138877 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f51f85e-c962-4ff3-8d09-890a392c4c19 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7781758 Oct 11 04:14:13.552609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 44316) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:13.855926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:13.950089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.policy [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103098) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 04:14:13.995922 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING oslo_policy.policy [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:13.996288 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING oslo_policy.policy [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:14.088971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777823544975', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777823543386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777823533027', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777823533151', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777830198347', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777823448459', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-682588', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8060201', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7889301'] for rbac-policy, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:14.152816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:14.154004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5cd9ac84-8362-4aed-9cb9-d41d10c3e6e0 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6004515 Oct 11 04:14:16.793248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 44328) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:17.084589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Request body: {'network': {'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'project_id': '61bc2612d107427d82e6555633f7f051', 'name': 'private'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:17.111669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Made reservation on behalf of 61bc2612d107427d82e6555633f7f051 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:14:17.114429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.131663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.235159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.238642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.258490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:14:17.285292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777827316471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.285860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Unsubscribe: segment precommit_create {{(pid=103098) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 04:14:17.286350 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Added segment ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0 of type vlan for network 23ad84dc-b3ec-4555-b78c-b024592980ed Oct 11 04:14:17.302221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bbcd2e-b1e5-465b-a7be-129b374c9b5b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:17.349065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.349419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.349755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.350078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.350399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.350765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.351088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.351417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.351736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.352048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.352360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.352689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Tracked resource versions report: Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: pushed versions: Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: { 'AddressGroup': {'1.2'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'ConntrackHelper': {'1.0'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Log': {'1.0'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Network': {'1.1'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Port': {'1.7'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'PortForwarding': {'1.2'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'QosPolicy': {'1.9'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroup': {'1.4'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SubPort': {'1.0'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Subnet': {'1.1'}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Trunk': {'1.1'}} Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: consumer versions: Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'ConntrackHelper': '1.0', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Log': '1.0', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Network': '1.1', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Port': '1.7', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'PortForwarding': '1.2', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'QosPolicy': '1.9', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroup': '1.4', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroupRule': '1.2', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SubPort': '1.0', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Subnet': '1.1', Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Trunk': '1.1'}} Oct 11 04:14:17.353966 dv-neutron-860894-1-hyperv neutron-server[103098]: {{(pid=103098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:14:17.394796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.433407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.434549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:17.435201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:17.482474 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6881902 Oct 11 04:14:17.536815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19954573-725a-4d7a-b759-c70fbeb145c5 admin admin] Pushing event updated for resources: {'Network': ['ID=23ad84dc-b3ec-4555-b78c-b024592980ed,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:17.549274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 23ad84dc-b3ec-4555-b78c-b024592980ed details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:14:20.179392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 44342) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:20.563389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a61d5a5-1600-466d-9609-0ad50526cbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:20.564764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a61d5a5-1600-466d-9609-0ad50526cbf7 admin admin] 10.222.0.39 "GET /v2.0/networks/23ad84dc-b3ec-4555-b78c-b024592980ed HTTP/1.1" status: 200 len: 825 time: 0.3844020 Oct 11 04:14:20.589146 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6a1366bc-4edc-4440-a7d3-ed4099b1e710 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/562575d4-faba-4353-b525-d7b090dfef9a HTTP/1.1" status: 200 len: 734 time: 0.0181530 Oct 11 04:14:20.598897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Request body: {'subnet': {'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:20.619133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Made reservation on behalf of 61bc2612d107427d82e6555633f7f051 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:14:20.621516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:20.910219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:20.980872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Checking segment: {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:14:20.981248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Network hostable DHCP agents. Network: 23ad84dc-b3ec-4555-b78c-b024592980ed, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:14:20.985789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c50511-ffcf-4571-b107-8af533110d8e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:21.004233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Network 23ad84dc-b3ec-4555-b78c-b024592980ed is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:14:21.016720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 23ad84dc-b3ec-4555-b78c-b024592980ed) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:14:21.022389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:21.024377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:21.025467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08901e02-7756-4d81-b85b-e7d50a9465c0 None None] Network 23ad84dc-b3ec-4555-b78c-b024592980ed requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:14:21.044153 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2c272d27-6785-466c-b614-ec713ff2656f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4485042 Oct 11 04:14:21.332028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-23ad84dc-b3ec-4555-b78c-b024592980ed', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:14:21.333259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:21.623122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Allocated IP 172.20.0.2 (23ad84dc-b3ec-4555-b78c-b024592980ed/39c50511-ffcf-4571-b107-8af533110d8e/5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:14:21.818876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:21.826301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:21.893458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Network 23ad84dc-b3ec-4555-b78c-b024592980ed is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:14:21.898577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:14:21.908473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:14:21.939700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Pushing event updated for resources: {'Port': ['ID=5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:21.963167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.963523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.963857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.964181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.964503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.964838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.965160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.965491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.965827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.966152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.966465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.966798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Tracked resource versions report: Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: pushed versions: Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: { 'AddressGroup': {'1.2'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'ConntrackHelper': {'1.0'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Log': {'1.0'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Network': {'1.1'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Port': {'1.7'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'PortForwarding': {'1.2'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'QosPolicy': {'1.9'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroup': {'1.4'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SubPort': {'1.0'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Subnet': {'1.1'}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Trunk': {'1.1'}} Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: consumer versions: Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'ConntrackHelper': '1.0', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Log': '1.0', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Network': '1.1', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Port': '1.7', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'PortForwarding': '1.2', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'QosPolicy': '1.9', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroup': '1.4', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroupRule': '1.2', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SubPort': '1.0', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Subnet': '1.1', Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Trunk': '1.1'}} Oct 11 04:14:21.968687 dv-neutron-860894-1-hyperv neutron-server[103100]: {{(pid=103100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:14:22.002629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Attempting to bind port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:14:22.003013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Attempting to bind port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:14:22.003430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Attempting to bind port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 on network 23ad84dc-b3ec-4555-b78c-b024592980ed {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:14:22.008219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:14:22.008603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Checking segment: {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:14:22.009081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:22.009463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Bound using segment: {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:14:22.009962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Bound port: 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:14:22.010353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:22.073538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] For port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:14:22.083807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] For port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70,segment=NetworkSegment(ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0),segment_id=ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:14:22.088386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:22.148658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e55ecc-d4d2-44f4-a99c-81b5e2808acd None None] Pushing event updated for resources: {'Port': ['ID=5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:23.507257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 44350) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:23.816397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-9a1e1092-a693-4dad-bcb8-a0381d972130 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:14:23.817378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a1e1092-a693-4dad-bcb8-a0381d972130 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3091791 Oct 11 04:14:26.264058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44358) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:26.792799 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING oslo_policy.policy [None req-02985058-f2c3-4072-b444-c0b4bcc1bc0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:26.793408 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING oslo_policy.policy [None req-02985058-f2c3-4072-b444-c0b4bcc1bc0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:27.018310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-02985058-f2c3-4072-b444-c0b4bcc1bc0d admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:14:27.019314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-02985058-f2c3-4072-b444-c0b4bcc1bc0d admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7543466 Oct 11 04:14:29.693847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44378) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:29.985709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Request body: {'router': {'tenant_id': '61bc2612d107427d82e6555633f7f051', 'name': 'router1', 'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:30.050691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.policy [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103099) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 04:14:30.099295 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING oslo_policy.policy [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:30.099688 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING oslo_policy.policy [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 04:14:30.163490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.165641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.319220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.324464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.345062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.346248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1bfe8b3f-17e2-4602-ad2c-4b7025e766d4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6514335 Oct 11 04:14:30.602481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d710c0-99a4-4b1a-809f-8d468a682c7b None None] Network 23ad84dc-b3ec-4555-b78c-b024592980ed requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:14:30.677497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Provisioning complete for port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:30.677885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.678241 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Attempt 1 to provision port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 Oct 11 04:14:30.858835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:14:30.877165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Current status of the port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:30.877553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:30.977359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] For port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70,segment=NetworkSegment(ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0),segment_id=ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:14:30.985250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:31.022625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:31.022994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:31.023331 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 Oct 11 04:14:31.072012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c9363-b117-470a-ab93-d873d923769b None None] Pushing event updated for resources: {'Port': ['ID=5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:31.122880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:31.210179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-198391ec-9bab-4b92-8afa-fdae1b4af7eb None None] Provisioning complete for port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:31.210570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-198391ec-9bab-4b92-8afa-fdae1b4af7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:31.210913 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-198391ec-9bab-4b92-8afa-fdae1b4af7eb None None] Attempt 1 to provision port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 Oct 11 04:14:31.289488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-198391ec-9bab-4b92-8afa-fdae1b4af7eb None None] Current status of the port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:32.780114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44390) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:32.808966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:14:32.853985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:32.854275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:32.854632 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 Oct 11 04:14:32.927028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:33.096589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-7ef3b497-94af-4bc4-9f62-93cf0ba44f24 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:14:33.097554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7ef3b497-94af-4bc4-9f62-93cf0ba44f24 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165293 Oct 11 04:14:34.103809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b7e2319e-fd7c-45e3-9030-c5a83e3b5726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:35.514288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44398) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:35.823589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:35.847173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Made reservation on behalf of 4062f13a0d6c4b03825dda0a35e6ae60 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:14:35.849916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:35.865596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:35.968139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:35.972518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:35.983381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Reserving flat network on physical network physnet1 {{(pid=103099) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 11 04:14:36.016396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777827316471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:36.016933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Unsubscribe: segment precommit_create {{(pid=103099) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 04:14:36.017453 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Added segment 396f524b-8f54-4d8d-a044-0c4a8639ad5d of type flat for network ed9fb950-fed8-458c-864e-a2b9f8817cca Oct 11 04:14:36.032777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cb7f45-8b42-409a-8487-5c2c14b855d3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:36.082937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.083289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.083620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.083942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.084261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.084592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.084911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.085239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.085552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.085863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.086170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.086476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Tracked resource versions report: Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: pushed versions: Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: { 'AddressGroup': {'1.2'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'ConntrackHelper': {'1.0'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Log': {'1.0'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Network': {'1.1'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Port': {'1.7'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'PortForwarding': {'1.2'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'QosPolicy': {'1.9'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroup': {'1.4'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SubPort': {'1.0'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Subnet': {'1.1'}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Trunk': {'1.1'}} Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: consumer versions: Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'ConntrackHelper': '1.0', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Log': '1.0', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Network': '1.1', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Port': '1.7', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'PortForwarding': '1.2', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'QosPolicy': '1.9', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroup': '1.4', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroupRule': '1.2', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SubPort': '1.0', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Subnet': '1.1', Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Trunk': '1.1'}} Oct 11 04:14:36.087846 dv-neutron-860894-1-hyperv neutron-server[103099]: {{(pid=103099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:14:36.135853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:36.179972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:36.180969 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:36.181606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:36.230409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7150102 Oct 11 04:14:36.284462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2489c4-e5d2-4638-aa35-7b41fb8806ea admin admin] Pushing event updated for resources: {'Network': ['ID=ed9fb950-fed8-458c-864e-a2b9f8817cca,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:36.295394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network ed9fb950-fed8-458c-864e-a2b9f8817cca details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:14:36.379688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-21022ecf-6ecf-4ab1-bea5-1d8f4f20eba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:37.596004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:38.644587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44420) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:38.857440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b326db-2b8e-4f16-a289-246960666b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:38.858778 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e0b326db-2b8e-4f16-a289-246960666b55 admin admin] 10.222.0.39 "GET /v2.0/subnets/39c50511-ffcf-4571-b107-8af533110d8e HTTP/1.1" status: 200 len: 849 time: 0.2132189 Oct 11 04:14:38.991149 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c76441a4-d415-4e50-a8d1-8c7013b2a49b admin admin] 10.222.0.39 "GET /v2.0/routers/f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 HTTP/1.1" status: 200 len: 704 time: 0.1260011 Oct 11 04:14:39.162092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:39.252261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:39.447859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:39.538459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Allocated IP 172.20.0.1 (23ad84dc-b3ec-4555-b78c-b024592980ed/39c50511-ffcf-4571-b107-8af533110d8e/ac5bc606-c21c-4856-8729-cdbb1d71d5d5) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:14:39.720000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:39.786269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:39.854924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Network 23ad84dc-b3ec-4555-b78c-b024592980ed is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:14:39.860220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:14:39.870363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:14:39.870714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:39.930220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:40.105302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-62577149-3f48-4e72-ad40-90650980360e None None] Provisioning complete for port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:40.105669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-62577149-3f48-4e72-ad40-90650980360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:40.106004 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Attempt 1 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:40.120454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:40.139248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:14:40.319938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:40.324327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:40.325026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:40.383439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:40.447338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Network 23ad84dc-b3ec-4555-b78c-b024592980ed is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:14:40.448621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:14:40.608430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:14:40.639897 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Attempt 2 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:40.658245 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:14:40.673516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:14:40.698353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:14:40.704106 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-df0a2d58-952d-4559-b155-573bedd555c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/f6ca66e3-fbe3-45ac-ba4c-4e682024ce96/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7069576 Oct 11 04:14:40.709000 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Sync routers for ids ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:14:40.723369 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Routers {'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:14:40.724147 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:14:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:40.907267 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Set router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:14:41.174437 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Attempt 3 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:41.209872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:14:41.334271 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'name': 'router1', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:14:30Z', 'updated_at': '2022-10-11T04:14:40Z', 'revision_number': 2, 'project_id': '61bc2612d107427d82e6555633f7f051', 'gw_port_host': None, '_interfaces': [{'id': 'ac5bc606-c21c-4856-8729-cdbb1d71d5d5', 'name': '', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'mac_address': 'fa:16:3e:f1:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:39Z', 'updated_at': '2022-10-11T04:14:40Z', 'revision_number': 2, 'project_id': '61bc2612d107427d82e6555633f7f051', 'subnets': [{'id': '39c50511-ffcf-4571-b107-8af533110d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:41.385781 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Checking router: f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:14:41.386272 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Updating router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:14:41.434037 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:41.711263 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Attempt 4 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:41.745303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:14:41.942611 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:41.949232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.087144 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Attempting to bind port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:14:42.087538 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Attempting to bind port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:14:42.087973 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Attempting to bind port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 on network 23ad84dc-b3ec-4555-b78c-b024592980ed {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:14:42.095182 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Pushing event updated for resources: {'Port': ['ID=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:42.098461 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:14:42.098876 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Checking segment: {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:14:42.099364 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.099745 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Bound using segment: {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:14:42.100245 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Bound port: ac5bc606-c21c-4856-8729-cdbb1d71d5d5, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:14:42.100614 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.111953 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.112304 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.112643 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.112975 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.113301 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.113638 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.113963 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.114302 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.114664 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.114988 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.115306 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.115620 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Tracked resource versions report: Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: pushed versions: Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: { 'AddressGroup': {'1.2'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'ConntrackHelper': {'1.0'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Log': {'1.0'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Network': {'1.1'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Port': {'1.7'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'PortForwarding': {'1.2'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'QosPolicy': {'1.9'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroup': {'1.4'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SubPort': {'1.0'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Subnet': {'1.1'}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Trunk': {'1.1'}} Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: consumer versions: Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'ConntrackHelper': '1.0', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Log': '1.0', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Network': '1.1', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Port': '1.7', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'PortForwarding': '1.2', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'QosPolicy': '1.9', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroup': '1.4', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroupRule': '1.2', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SubPort': '1.0', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Subnet': '1.1', Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Trunk': '1.1'}} Oct 11 04:14:42.116965 dv-neutron-860894-1-hyperv neutron-server[103101]: {{(pid=103101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:14:42.175810 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] For port ac5bc606-c21c-4856-8729-cdbb1d71d5d5, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:14:42.196787 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] For port ac5bc606-c21c-4856-8729-cdbb1d71d5d5, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,segment=NetworkSegment(ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0),segment_id=ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:14:42.200608 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.236510 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Routers {'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:14:42.237095 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:14:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:42.246881 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Attempt 5 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:42.281594 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093c96-2c55-4cb5-af79-015c512e8e36 None None] Pushing event updated for resources: {'Port': ['ID=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:42.328128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-62577149-3f48-4e72-ad40-90650980360e None None] Current status of the port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:42.328824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-62577149-3f48-4e72-ad40-90650980360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.335449 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] Set router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:14:42.362821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-62577149-3f48-4e72-ad40-90650980360e None None] For port ac5bc606-c21c-4856-8729-cdbb1d71d5d5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,segment=NetworkSegment(ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0),segment_id=ff7a1e49-cf9a-4ff8-bd6b-f77a431ea6f0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:14:42.367562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-62577149-3f48-4e72-ad40-90650980360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.420877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62577149-3f48-4e72-ad40-90650980360e None None] Pushing event updated for resources: {'Port': ['ID=ac5bc606-c21c-4856-8729-cdbb1d71d5d5,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:42.491779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e664792f-0d14-40b4-aafd-4c2374753f71 None None] Provisioning complete for port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:42.492147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e664792f-0d14-40b4-aafd-4c2374753f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:42.492476 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e664792f-0d14-40b4-aafd-4c2374753f71 None None] Attempt 1 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:42.547922 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'name': 'router1', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:14:30Z', 'updated_at': '2022-10-11T04:14:40Z', 'revision_number': 2, 'project_id': '61bc2612d107427d82e6555633f7f051', 'gw_port_host': None, '_interfaces': [{'id': 'ac5bc606-c21c-4856-8729-cdbb1d71d5d5', 'name': '', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'mac_address': 'fa:16:3e:f1:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:39Z', 'updated_at': '2022-10-11T04:14:42Z', 'revision_number': 4, 'project_id': '61bc2612d107427d82e6555633f7f051', 'subnets': [{'id': '39c50511-ffcf-4571-b107-8af533110d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:42.571654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e664792f-0d14-40b4-aafd-4c2374753f71 None None] Current status of the port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:42.580624 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf384cea-dfd0-48c8-b7f1-39099184cca8 None None] The sync data for ids ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'] in dv-neutron-860894-1-hyperv is: [{'id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'name': 'router1', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:14:30Z', 'updated_at': '2022-10-11T04:14:40Z', 'revision_number': 2, 'project_id': '61bc2612d107427d82e6555633f7f051', 'gw_port_host': None, '_interfaces': [{'id': 'ac5bc606-c21c-4856-8729-cdbb1d71d5d5', 'name': '', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'mac_address': 'fa:16:3e:f1:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:39Z', 'updated_at': '2022-10-11T04:14:42Z', 'revision_number': 4, 'project_id': '61bc2612d107427d82e6555633f7f051', 'subnets': [{'id': '39c50511-ffcf-4571-b107-8af533110d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:14:42.970855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44440) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:43.081215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ecb29-4d64-4b68-89fe-9d251423154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:43.082583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-165ecb29-4d64-4b68-89fe-9d251423154f admin admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 842 time: 0.1107690 Oct 11 04:14:43.093069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Request body: {'subnet': {'cidr': '172.26.8.0/24', 'ip_version': 4, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'gateway_ip': '172.26.8.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:43.115966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Made reservation on behalf of 4062f13a0d6c4b03825dda0a35e6ae60 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:14:43.118228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:43.420978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:14:43.421448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:43.482859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2605c7-4893-49f2-bad5-6d9d2199d107,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:43.487619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:14:43.487976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Network hostable DHCP agents. Network: ed9fb950-fed8-458c-864e-a2b9f8817cca, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:14:43.509070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:14:43.522781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ed9fb950-fed8-458c-864e-a2b9f8817cca) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:14:43.527330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:43.527919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:43.531802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec964b-a642-4697-9070-c02ac6539938 None None] Network ed9fb950-fed8-458c-864e-a2b9f8817cca requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:14:43.550652 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-16899e9f-8a49-412e-978e-263804dd52c9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4554346 Oct 11 04:14:43.676372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2419abec-5406-4cce-9a8a-ed35683da688 None None] Network ed9fb950-fed8-458c-864e-a2b9f8817cca requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:14:45.905451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44448) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:46.035301 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e7975b46-c4f1-460f-83d1-da67b8447648 admin admin] 10.222.0.39 "GET /v2.0/routers/f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 HTTP/1.1" status: 200 len: 710 time: 0.1285982 Oct 11 04:14:46.129738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371aba82-ac63-4981-a8db-eeab0d1bae59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:14:46.131102 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-371aba82-ac63-4981-a8db-eeab0d1bae59 admin admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 886 time: 0.0898886 Oct 11 04:14:46.141086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:14:46.443404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:46.670275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:46.744973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:46.846562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Allocated IP 172.26.8.63 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/96938c41-d473-4474-b542-e6bcac9e5fee) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:14:46.949679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:46.981432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:47.016873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:14:47.020426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:14:47.027460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:14:47.032987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Pushing event updated for resources: {'Port': ['ID=96938c41-d473-4474-b542-e6bcac9e5fee,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:47.276541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:47.463915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:47.467096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:47.569979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:14:47.769159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:14:47.773839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:47.775080 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b2c17cd1-810a-4a59-a25d-079724e28a91 admin admin] 10.222.0.39 "PUT /v2.0/routers/f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 HTTP/1.1" status: 200 len: 889 time: 1.6377161 Oct 11 04:14:48.840818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ac5bc606-c21c-4856-8729-cdbb1d71d5d5 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:14:48.892504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:48.892877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:48.893218 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:14:48.968248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:49.072174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Sync routers for ids ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:14:49.083841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Routers {'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:14:49.084578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:14:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:49.293284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Set router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:14:49.736978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'name': 'router1', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.63'}], 'enable_snat': True}, 'gw_port_id': '96938c41-d473-4474-b542-e6bcac9e5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:14:30Z', 'updated_at': '2022-10-11T04:14:47Z', 'revision_number': 4, 'project_id': '61bc2612d107427d82e6555633f7f051', 'gw_port': {'id': '96938c41-d473-4474-b542-e6bcac9e5fee', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:46Z', 'updated_at': '2022-10-11T04:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ac5bc606-c21c-4856-8729-cdbb1d71d5d5', 'name': '', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'mac_address': 'fa:16:3e:f1:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:39Z', 'updated_at': '2022-10-11T04:14:42Z', 'revision_number': 5, 'project_id': '61bc2612d107427d82e6555633f7f051', 'subnets': [{'id': '39c50511-ffcf-4571-b107-8af533110d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:49.789815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Checking router: f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:14:49.790187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Updating router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 port 96938c41-d473-4474-b542-e6bcac9e5fee binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:14:49.838455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.152277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.158480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.196541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Attempting to bind port 96938c41-d473-4474-b542-e6bcac9e5fee on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:14:50.196821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Attempting to bind port 96938c41-d473-4474-b542-e6bcac9e5fee by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:14:50.197184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Attempting to bind port 96938c41-d473-4474-b542-e6bcac9e5fee on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:14:50.206116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:14:50.206488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:14:50.206911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.207303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:14:50.207766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Bound port: 96938c41-d473-4474-b542-e6bcac9e5fee, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:14:50.208159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.227847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f14b2-b30b-4659-a7d1-373b4fc2e255 None None] Pushing event updated for resources: {'Port': ['ID=96938c41-d473-4474-b542-e6bcac9e5fee,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:50.238475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 44460) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:14:50.262064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] For port 96938c41-d473-4474-b542-e6bcac9e5fee, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:14:50.265058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] For port 96938c41-d473-4474-b542-e6bcac9e5fee, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=96938c41-d473-4474-b542-e6bcac9e5fee,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:14:50.269409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.311755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Routers {'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:14:50.311755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:14:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:50.349124 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-891099fe-e1f0-4e64-93f4-9d8185753896 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1095002 Oct 11 04:14:50.355516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f14b2-b30b-4659-a7d1-373b4fc2e255 None None] Pushing event updated for resources: {'Port': ['ID=96938c41-d473-4474-b542-e6bcac9e5fee,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:50.428530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] Set router f6ca66e3-fbe3-45ac-ba4c-4e682024ce96 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:14:50.641251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'name': 'router1', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.63'}], 'enable_snat': True}, 'gw_port_id': '96938c41-d473-4474-b542-e6bcac9e5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:14:30Z', 'updated_at': '2022-10-11T04:14:47Z', 'revision_number': 4, 'project_id': '61bc2612d107427d82e6555633f7f051', 'gw_port': {'id': '96938c41-d473-4474-b542-e6bcac9e5fee', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:46Z', 'updated_at': '2022-10-11T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ac5bc606-c21c-4856-8729-cdbb1d71d5d5', 'name': '', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'mac_address': 'fa:16:3e:f1:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:39Z', 'updated_at': '2022-10-11T04:14:42Z', 'revision_number': 5, 'project_id': '61bc2612d107427d82e6555633f7f051', 'subnets': [{'id': '39c50511-ffcf-4571-b107-8af533110d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:14:50.667274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b0656-bf1f-43a4-8dc8-d634cea17b61 None None] The sync data for ids ['f6ca66e3-fbe3-45ac-ba4c-4e682024ce96'] in dv-neutron-860894-1-hyperv is: [{'id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'name': 'router1', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.63'}], 'enable_snat': True}, 'gw_port_id': '96938c41-d473-4474-b542-e6bcac9e5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:14:30Z', 'updated_at': '2022-10-11T04:14:47Z', 'revision_number': 4, 'project_id': '61bc2612d107427d82e6555633f7f051', 'gw_port': {'id': '96938c41-d473-4474-b542-e6bcac9e5fee', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:46Z', 'updated_at': '2022-10-11T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ac5bc606-c21c-4856-8729-cdbb1d71d5d5', 'name': '', 'network_id': '23ad84dc-b3ec-4555-b78c-b024592980ed', 'tenant_id': '61bc2612d107427d82e6555633f7f051', 'mac_address': 'fa:16:3e:f1:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca66e3-fbe3-45ac-ba4c-4e682024ce96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39c50511-ffcf-4571-b107-8af533110d8e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:14:39Z', 'updated_at': '2022-10-11T04:14:42Z', 'revision_number': 5, 'project_id': '61bc2612d107427d82e6555633f7f051', 'subnets': [{'id': '39c50511-ffcf-4571-b107-8af533110d8e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '562575d4-faba-4353-b525-d7b090dfef9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:14:50.865473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 96938c41-d473-4474-b542-e6bcac9e5fee up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:14:50.924280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 96938c41-d473-4474-b542-e6bcac9e5fee triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:50.924280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:50.924280 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 96938c41-d473-4474-b542-e6bcac9e5fee Oct 11 04:14:51.008412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 96938c41-d473-4474-b542-e6bcac9e5fee is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:14:51.008829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:51.032584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 96938c41-d473-4474-b542-e6bcac9e5fee, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=96938c41-d473-4474-b542-e6bcac9e5fee,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:14:51.038088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:51.097616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=96938c41-d473-4474-b542-e6bcac9e5fee,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:14:52.836622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 96938c41-d473-4474-b542-e6bcac9e5fee up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:14:52.893178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 96938c41-d473-4474-b542-e6bcac9e5fee triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:14:52.893678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:14:52.894121 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 96938c41-d473-4474-b542-e6bcac9e5fee Oct 11 04:14:53.018354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 96938c41-d473-4474-b542-e6bcac9e5fee is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:15:04.108410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cd32e24f-e2e3-4c21-9fd7-a7bc1e004a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:06.387268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0ded8de7-d9be-4ddb-bd9d-412142a98d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:07.604729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:09.215315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:09.452230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:17.657063 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:15:34.112006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-84288b1a-64db-4774-b615-1fef117e5938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:36.381144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c96d5e11-9bbb-4976-834d-fdf2f6fdefe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:37.608094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:39.176560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:39.458823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:15:54.655200 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:16:04.114078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9ec279fc-6ffa-429b-8058-dd53b2c7ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:06.383859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0a2f2703-e56d-455b-bac4-c36d6e477411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:07.608723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:09.177912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:09.452952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:31.654107 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:16:32.230958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45054) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:32.291780 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f02736-3e59-47c9-9b1d-451605e8bb6d admin admin] GET failed (client error): The resource could not be found. Oct 11 04:16:32.293077 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-45f02736-3e59-47c9-9b1d-451605e8bb6d admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611959 Oct 11 04:16:32.451304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb191fd9-94e9-4ad2-8c46-03457217d887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:32.452689 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cb191fd9-94e9-4ad2-8c46-03457217d887 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549883 Oct 11 04:16:34.115731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d0c740b3-30a3-44bb-a587-8b9f9ad99617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:34.687371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45064) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:34.782687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a11e2-2d3f-4e2d-80fd-1792035daf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:34.784020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-db8a11e2-2d3f-4e2d-80fd-1792035daf3f admin admin] 10.222.0.39 "GET /v2.0/subnets/39c50511-ffcf-4571-b107-8af533110d8e HTTP/1.1" status: 200 len: 849 time: 0.0957432 Oct 11 04:16:34.793972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:16:34.879433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:35.019823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777827260115'] for subnet, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:35.054760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:35.055338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:35.056607 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] 10.222.0.39 "PUT /v2.0/subnets/39c50511-ffcf-4571-b107-8af533110d8e HTTP/1.1" status: 200 len: 868 time: 0.2662046 Oct 11 04:16:35.058967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b362d-89c5-454c-93bf-8c777c4aa124 None None] Network 23ad84dc-b3ec-4555-b78c-b024592980ed requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:16:35.077639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c50511-ffcf-4571-b107-8af533110d8e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:16:35.084931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.085295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.085631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.085964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.086292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.086665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.087010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.087348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.087674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.088023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.088348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.088665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd5cd3-7f56-4e6d-b39d-6d3036b243ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:16:35.460289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Provisioning complete for port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:16:35.460831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:35.460977 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Attempt 1 to provision port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 Oct 11 04:16:35.538969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Current status of the port ac5bc606-c21c-4856-8729-cdbb1d71d5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:16:35.549098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Provisioning complete for port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:16:35.549498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:35.549834 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Attempt 1 to provision port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 Oct 11 04:16:35.623277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c3a169ed-e9bb-4157-a98c-ec7652c22ee3 None None] Current status of the port 5c2e35b4-397f-4cb2-9cb6-beca1f4a3f70 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:16:36.389941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b955c361-c691-490e-9005-7172af19982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:37.303992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45074) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:37.498427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614737b5-e3af-44fa-9544-2c3ec6d995a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:37.498849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614737b5-e3af-44fa-9544-2c3ec6d995a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:37.500395 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-614737b5-e3af-44fa-9544-2c3ec6d995a4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954553 Oct 11 04:16:37.612673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:39.180945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:39.454882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:16:39.716529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45082) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:39.845242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e3c8a-5242-47c1-92de-02b0f815dfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:39.845719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e3c8a-5242-47c1-92de-02b0f815dfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:39.847267 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b75e3c8a-5242-47c1-92de-02b0f815dfb9 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298635 Oct 11 04:16:42.051046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45090) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:42.179885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb55516-fea8-4de8-a556-67eee45dc981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:42.181217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4bb55516-fea8-4de8-a556-67eee45dc981 admin admin] 10.222.0.39 "GET /v2.0/networks/23ad84dc-b3ec-4555-b78c-b024592980ed HTTP/1.1" status: 200 len: 869 time: 0.1291671 Oct 11 04:16:44.386696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45098) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:44.511323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289128c5-9e48-4152-8235-99eec1ed2ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:44.512672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-289128c5-9e48-4152-8235-99eec1ed2ed1 admin admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 886 time: 0.1250460 Oct 11 04:16:46.749730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:46.870181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702083db-c9f1-457e-a942-20cad8fe5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:46.870992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702083db-c9f1-457e-a942-20cad8fe5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:46.872511 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-702083db-c9f1-457e-a942-20cad8fe5ca5 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218133 Oct 11 04:16:49.100470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45114) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:49.192673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c45d3-3de6-4546-ab55-6e9046bfb04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:49.193129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c45d3-3de6-4546-ab55-6e9046bfb04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:49.194610 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7d8c45d3-3de6-4546-ab55-6e9046bfb04c admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932539 Oct 11 04:16:51.405250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45122) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:51.496950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924c9e2-4859-44bb-8c1e-9f62ddc275d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:51.499041 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1924c9e2-4859-44bb-8c1e-9f62ddc275d5 admin admin] 10.222.0.39 "GET /v2.0/subnets/39c50511-ffcf-4571-b107-8af533110d8e HTTP/1.1" status: 200 len: 868 time: 0.0920916 Oct 11 04:16:53.712916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45130) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:16:53.797479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d0f49-1183-4763-b38f-4fe1cbdd1350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:16:53.798816 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a54d0f49-1183-4763-b38f-4fe1cbdd1350 admin admin] 10.222.0.39 "GET /v2.0/subnets/9a2605c7-4893-49f2-bad5-6d9d2199d107 HTTP/1.1" status: 200 len: 816 time: 0.0849149 Oct 11 04:17:04.117714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c942e4af-53a5-4662-a26d-fcb98da396bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:06.380893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-148c864c-fea4-4c84-ad4e-46cdeb9381ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:07.613479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:08.652839 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:17:09.183007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:09.458813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:14.352845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45184) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:17:14.399338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-d14f9bbd-47e9-4646-911c-9ddce5d19d88 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:17:14.400868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d14f9bbd-47e9-4646-911c-9ddce5d19d88 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470870 Oct 11 04:17:16.709945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45192) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:17:16.769527 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-977c5d73-d6f6-49f7-a4c6-5530c996a99f admin admin] GET failed (client error): The resource could not be found. Oct 11 04:17:16.770836 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-977c5d73-d6f6-49f7-a4c6-5530c996a99f admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598981 Oct 11 04:17:16.912351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de7150-f244-44a4-a019-a8b701e623ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:17:16.913754 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-19de7150-f244-44a4-a019-a8b701e623ec admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1376610 Oct 11 04:17:19.164669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45200) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:17:19.211178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:17:19.230466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Made reservation on behalf of 4062f13a0d6c4b03825dda0a35e6ae60 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:17:19.232676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:19.265900 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.services.revisions.revision_plugin [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Could not find related network for resource to bump revision. Oct 11 04:17:19.278115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:17:19.290840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:19.291179 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Added segment 6653e9af-0d43-4cea-9fbd-188d6011f478 of type vlan for network 413d5787-73d8-461f-bbd2-41d55f043873 Oct 11 04:17:19.327883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:19.350470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:19.351423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:17:19.351996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:19.390480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2241528 Oct 11 04:17:19.419139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42d312-77b3-479c-a3ad-fb4fe9d97ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=413d5787-73d8-461f-bbd2-41d55f043873,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:17:19.429686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 413d5787-73d8-461f-bbd2-41d55f043873 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:17:21.636012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45208) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:17:21.694991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b072fb8d-18cc-477c-89b9-7339272a40ae admin admin] GET failed (client error): The resource could not be found. Oct 11 04:17:21.696898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b072fb8d-18cc-477c-89b9-7339272a40ae admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593958 Oct 11 04:17:21.767975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9e8db-1b8e-4c0f-a069-589bf73b9d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:17:21.769396 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1db9e8db-1b8e-4c0f-a069-589bf73b9d75 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678382 Oct 11 04:17:21.779531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:17:21.796858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Made reservation on behalf of 4062f13a0d6c4b03825dda0a35e6ae60 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:17:21.799423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:21.960139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.010522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114fbde1-ceb6-4970-a3ae-aeb774c9e5fa,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:17:22.020020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Checking segment: {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:17:22.020362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Network hostable DHCP agents. Network: 413d5787-73d8-461f-bbd2-41d55f043873, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:17:22.035542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Network 413d5787-73d8-461f-bbd2-41d55f043873 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:17:22.043673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 413d5787-73d8-461f-bbd2-41d55f043873) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:17:22.047814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:17:22.048511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.055546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b6627-8142-41bd-a793-87647a046139 None None] Network 413d5787-73d8-461f-bbd2-41d55f043873 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:17:22.070767 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8d86e02b-e4d4-4624-90e1-7091c05ff774 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2944961 Oct 11 04:17:22.210556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-413d5787-73d8-461f-bbd2-41d55f043873', 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873', 'tenant_id': '4062f13a0d6c4b03825dda0a35e6ae60', 'fixed_ips': [{'subnet_id': '114fbde1-ceb6-4970-a3ae-aeb774c9e5fa'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:17:22.211375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.346301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Allocated IP 192.168.233.2 (413d5787-73d8-461f-bbd2-41d55f043873/114fbde1-ceb6-4970-a3ae-aeb774c9e5fa/c467b59b-2245-4425-9227-b0c428dced64) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:17:22.487901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.495116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.534083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Network 413d5787-73d8-461f-bbd2-41d55f043873 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:17:22.537003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:17:22.539567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:17:22.552995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Pushing event updated for resources: {'Port': ['ID=c467b59b-2245-4425-9227-b0c428dced64,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:17:22.667707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.668066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.668405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.668733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.669077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.669399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.669721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.670051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.670391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.670729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.671405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.671405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:17:22.700607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Attempting to bind port c467b59b-2245-4425-9227-b0c428dced64 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:17:22.700975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Attempting to bind port c467b59b-2245-4425-9227-b0c428dced64 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:17:22.701337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Attempting to bind port c467b59b-2245-4425-9227-b0c428dced64 on network 413d5787-73d8-461f-bbd2-41d55f043873 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:17:22.706400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:17:22.706803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Checking segment: {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:17:22.707205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.707704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Bound using segment: {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:17:22.708168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Bound port: c467b59b-2245-4425-9227-b0c428dced64, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:17:22.708568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.770326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] For port c467b59b-2245-4425-9227-b0c428dced64, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:17:22.773270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] For port c467b59b-2245-4425-9227-b0c428dced64, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c467b59b-2245-4425-9227-b0c428dced64,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:17:22.778658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:22.835244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc5567-5fed-40a4-a994-49894384c144 None None] Pushing event updated for resources: {'Port': ['ID=c467b59b-2245-4425-9227-b0c428dced64,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:17:23.663792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe5303-029f-4ea4-8e61-360275abdd2d None None] Network 413d5787-73d8-461f-bbd2-41d55f043873 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:17:23.751407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Provisioning complete for port c467b59b-2245-4425-9227-b0c428dced64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:17:23.751769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:23.752099 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Attempt 1 to provision port c467b59b-2245-4425-9227-b0c428dced64 Oct 11 04:17:23.895913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Current status of the port c467b59b-2245-4425-9227-b0c428dced64 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:17:23.895913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:23.935249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] For port c467b59b-2245-4425-9227-b0c428dced64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c467b59b-2245-4425-9227-b0c428dced64,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:17:23.941221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:23.993394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9ea0a-309b-4878-8b03-233048fcf378 None None] Pushing event updated for resources: {'Port': ['ID=c467b59b-2245-4425-9227-b0c428dced64,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:17:24.065127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d4515806-3b29-4a90-a73f-484d0a2d289e None None] Provisioning complete for port c467b59b-2245-4425-9227-b0c428dced64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:17:24.065489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d4515806-3b29-4a90-a73f-484d0a2d289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:24.065816 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d4515806-3b29-4a90-a73f-484d0a2d289e None None] Attempt 1 to provision port c467b59b-2245-4425-9227-b0c428dced64 Oct 11 04:17:24.145553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d4515806-3b29-4a90-a73f-484d0a2d289e None None] Current status of the port c467b59b-2245-4425-9227-b0c428dced64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:17:24.933092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c467b59b-2245-4425-9227-b0c428dced64 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:17:24.983584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c467b59b-2245-4425-9227-b0c428dced64 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:17:24.983950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:24.984281 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c467b59b-2245-4425-9227-b0c428dced64 Oct 11 04:17:25.064120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c467b59b-2245-4425-9227-b0c428dced64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:17:34.120945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8c0c410d-65af-4c67-9fd1-a686a95519a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:36.383764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47a33afe-10ef-48f1-bc1d-9cd82ec80882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:37.616109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:39.186359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:39.461742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:17:45.651437 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:18:04.122049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-46a83bc5-db43-45aa-a941-f427c7b09fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:06.385662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-84ce1018-1832-4306-ad66-9ed8ea1255a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:07.619060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:09.187627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:09.468193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:22.649795 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:18:34.126368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-42d18741-12c0-43a0-b82e-54792b5641bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:36.388878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f8c57329-dab5-4454-9e85-ee35bd398379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:37.621022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:39.192319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:39.461605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:53.736603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45250) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:18:53.742312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-83b438b7-0cf3-40c3-b7ec-8738885db379 tempest-verify_tempest_config-206029280 tempest-verify_tempest_config-206029280-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:18:53.743344 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-83b438b7-0cf3-40c3-b7ec-8738885db379 tempest-verify_tempest_config-206029280 tempest-verify_tempest_config-206029280-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058115 Oct 11 04:18:54.032172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45268) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:18:54.132240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.207291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.210925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.254605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52b4c1a01df341bb9d7b30bc1dc4e6c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2214119 Oct 11 04:18:54.255705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bff0bc9-34e8-4147-8b53-1b71a98784fa,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:18:54.257355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45272) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:18:54.263256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.263784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.264134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.264469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.264800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.265134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.265483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.265965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.266303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.266652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.266979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.267301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e5067-dcc3-4faf-b309-d799c2cbe5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.312596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.335759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.422677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.425260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:18:54.426440 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bff0bc9-34e8-4147-8b53-1b71a98784fa HTTP/1.1" status: 204 len: 168 time: 0.1681168 Oct 11 04:18:54.434834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bff0bc9-34e8-4147-8b53-1b71a98784fa,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:18:54.441402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.441747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.442082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.442413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.442762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.443086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.443435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.443757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.444075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.444393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.444740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:54.445012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b97c17-300f-4c24-b869-3cd7d1c5b081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:18:59.651805 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:19:04.127599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8beb8f5a-e153-47f7-be1d-7ea63ea5cc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:06.391811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e34f2ba-70f5-44a8-bd6f-82fb3ed187bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:07.627262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:09.194945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:09.463886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:34.129789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e57fd638-e858-4c1b-a733-c4e62c1e6989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:36.392355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0c9e-97e2-43af-8ecb-656d5254fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:36.650047 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 5 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:19:37.627045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:39.197485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:19:39.463975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:04.134135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb5eea83-d88c-4593-810c-d1dbc59cb957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:06.393775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89185458-3a79-4bb2-8570-d53e9e2a808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:07.629568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:09.201138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:09.465689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:10.245291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7945884'] for agent, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:13.649189 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:20:24.610767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:20:24.712925 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29c278d3-0dd4-4603-b954-31dc18b9ee85 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1010585 Oct 11 04:20:26.944966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45354) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:20:27.005029 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f7519884-142d-4390-b09a-9006fdc2664f admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0589993 Oct 11 04:20:34.136087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-27efa211-4a85-4d4a-9d9f-b0a8b6f2ea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:36.395605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69d9ad60-63a2-4873-94a0-01532c47f767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:37.633510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:39.204410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:39.466845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:40.233022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:20:50.648113 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:21:04.142936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f06d10c4-07bf-4446-ba08-57519207ae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:06.405981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-df0d084d-770b-4225-8aa2-548ee5773932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:07.637018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:09.206933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:09.468135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:10.252574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:27.649807 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:21:34.136430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9a1467f-a91d-4e14-a4a3-6e8d661eaa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:36.400670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d02fef99-0310-4e9d-899f-aed720a92361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:37.639498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:39.210089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:39.470793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:40.269293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:53.530096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45554) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:53.618779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45562) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:53.871571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45576) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:53.893394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-612642358-network', 'tenant_id': '30dbef6f9e254212a078625175e4fba9'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:53.913947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1636705268-network', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:53.920025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Made reservation on behalf of 30dbef6f9e254212a078625175e4fba9 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:53.922815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:53.933145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:53.966669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Made reservation on behalf of 580a075b9f424cc9bb1ecd48ca1b718e for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:53.969435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:53.991928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.022273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45584) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:54.049140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.064075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.110771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:21:54.124424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.124753 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Added segment d3c99cc8-42bf-4ab3-b967-726fea5bdffc of type vlan for network 4e7976e8-67b8-46be-8e09-5fa50235cb89 Oct 11 04:21:54.176230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.185894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.198757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe57148c-9033-43cb-ac08-3ff96e23df9b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:54.203586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.222912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 468} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:21:54.231494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.231843 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Added segment 9794e37c-25d5-4110-a9ff-a47462a99a2a of type vlan for network 0f512371-3059-437f-afd8-942dfacafcb8 Oct 11 04:21:54.243763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-602470154-network', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:54.248228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.249432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:54.250365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.253655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.253964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.254483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.254856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.255256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.255619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.255953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.256298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.256632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.256958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.257286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.257608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Tracked resource versions report: Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: pushed versions: Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: { 'AddressGroup': {'1.2'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'ConntrackHelper': {'1.0'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Log': {'1.0'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Network': {'1.1'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Port': {'1.7'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'PortForwarding': {'1.2'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'QosPolicy': {'1.9'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroup': {'1.4'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SubPort': {'1.0'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Subnet': {'1.1'}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Trunk': {'1.1'}} Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: consumer versions: Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: HyperV agent@hv-neutron-8608: {}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'ConntrackHelper': '1.0', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Log': '1.0', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Network': '1.1', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Port': '1.7', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'PortForwarding': '1.2', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'QosPolicy': '1.9', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroup': '1.4', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SecurityGroupRule': '1.2', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'SubPort': '1.0', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Subnet': '1.1', Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: 'Trunk': '1.1'}} Oct 11 04:21:54.258713 dv-neutron-860894-1-hyperv neutron-server[103098]: {{(pid=103098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:21:54.339250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.341735 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:54.346101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45602) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:54.347604 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8183243 Oct 11 04:21:54.350351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45604) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:54.363400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Request body: {'subnet': {'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-612642358-subnet', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:54.390168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Made reservation on behalf of 30dbef6f9e254212a078625175e4fba9 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:54.391049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.393040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.394767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Made reservation on behalf of 5a362286a96d419ab25fc1fb34f59cd3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:54.396812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.483570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.db.resource_extend [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:21:54.501988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2c9b1-8033-4815-b507-9bd4d10a7f0a admin admin] Pushing event updated for resources: {'Network': ['ID=4e7976e8-67b8-46be-8e09-5fa50235cb89,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:54.502656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-936639664'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:54.513328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.516328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:21:54.536807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.553335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Made reservation on behalf of 2397ee3dc19e4b51a3fe8e7a8a4218e0 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:54.557594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.614624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.699529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.702093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaee4db-daf1-47e1-962b-5677ee0f9571,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:54.748638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.749652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:54.750799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.754468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Allocated IP 172.26.8.127 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/94c2e2d5-875e-4d05-8e50-83bbed337ddb) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:54.756526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f6c878-f58a-4a76-ad2b-88a0aac97654,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:54.834809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.841652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] Pushing event updated for resources: {'Network': ['ID=0f512371-3059-437f-afd8-942dfacafcb8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:54.855114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 0f512371-3059-437f-afd8-942dfacafcb8 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:21:54.862665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.896863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.907433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.919560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 482} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:21:54.930245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:54.930902 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Added segment 1369ab8b-c5da-44ec-b223-dbfc2eca6b60 of type vlan for network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 Oct 11 04:21:54.973797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0032c95b-febc-4379-84b0-5bafcd7cc898 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3537009 Oct 11 04:21:55.001656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45630) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:55.009716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Request body: {'subnet': {'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1636705268-subnet', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:55.017791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.030586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7891aa-5bf4-43aa-b133-488ef61d14a1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:55.038022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Checking segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:55.038659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Network hostable DHCP agents. Network: 4e7976e8-67b8-46be-8e09-5fa50235cb89, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:21:55.042800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.043212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.043606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.043956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.044441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.044869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.045212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.045691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.046027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.046364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.047287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.047825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Tracked resource versions report: Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: pushed versions: Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: { 'AddressGroup': {'1.2'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'ConntrackHelper': {'1.0'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Log': {'1.0'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Network': {'1.1'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Port': {'1.7'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'PortForwarding': {'1.2'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'QosPolicy': {'1.9'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroup': {'1.4'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SubPort': {'1.0'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Subnet': {'1.1'}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Trunk': {'1.1'}} Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: consumer versions: Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: HyperV agent@hv-neutron-8608: {}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'ConntrackHelper': '1.0', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Log': '1.0', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Network': '1.1', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Port': '1.7', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'PortForwarding': '1.2', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'QosPolicy': '1.9', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroup': '1.4', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SecurityGroupRule': '1.2', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'SubPort': '1.0', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Subnet': '1.1', Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: 'Trunk': '1.1'}} Oct 11 04:21:55.049121 dv-neutron-860894-1-hyperv neutron-server[103099]: {{(pid=103099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:21:55.051550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da891342-8cc9-4382-891b-5751ea058741,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:55.064498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:21:55.080624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45632) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:55.092648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Made reservation on behalf of 580a075b9f424cc9bb1ecd48ca1b718e for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:55.093411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.094374 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Added segment 143a70fa-4561-46d1-b2ed-2273c70faaa8 of type vlan for network b7fd93b9-747f-49a7-8dd6-1d82da779c60 Oct 11 04:21:55.096314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.100790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:21:55.117659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.119055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.119588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:55.120379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.142877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 4e7976e8-67b8-46be-8e09-5fa50235cb89) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:55.160334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144da2dc-a2ec-412f-a6be-1da64daaecc3 None None] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:21:55.164236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:55.164947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.175356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.177169 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3045132 Oct 11 04:21:55.179136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45638) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:55.186996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Request body: {'subnet': {'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-602470154-subnet', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:55.216832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Made reservation on behalf of 5a362286a96d419ab25fc1fb34f59cd3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:55.220468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.262341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced59d6-c47a-435a-8606-431ffc7da5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1542aa-06cc-4f38-bd55-413e90e9ee05,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:55.273102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-182109d0-966f-414f-92aa-d2d57004c969 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9147732 Oct 11 04:21:55.273950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45642) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:55.279576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.281569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:55.285872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:55.286496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.335153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:21:55.377309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.386958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.390501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45646) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:55.402800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.410129 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0586028 Oct 11 04:21:55.411647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45648) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:55.458411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Request body: {'subnet': {'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:55.489813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-4e7976e8-67b8-46be-8e09-5fa50235cb89', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:21:55.490904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.538469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-667602639', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:55.623807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-492630671'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:55.661057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:55.671766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Allocated IP 172.20.0.2 (4e7976e8-67b8-46be-8e09-5fa50235cb89/47f6c878-f58a-4a76-ad2b-88a0aac97654/b20c0d42-cf9a-42f7-bd06-7a3a93b6965f) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:55.673399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Made reservation on behalf of a5d7d19c17994c29834dbf1bc2fc52d8 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:55.675911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.709496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:55.711465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf2ad-68c1-4d3d-bb0a-258da565da9d tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event updated for resources: {'Network': ['ID=b7fd93b9-747f-49a7-8dd6-1d82da779c60,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:55.714994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:55.716593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.736380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.773597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Pushing event updated for resources: {'Port': ['ID=94c2e2d5-875e-4d05-8e50-83bbed337ddb,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:55.862950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.870606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.902507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.943214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Pushing event updated for resources: {'Port': ['ID=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:55.949240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Made reservation on behalf of 8063e07f15ff4d04b5cbe6962a1d7cf0 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:55.952443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.957812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:55.962104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.962476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.962843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.963217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.963982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.964110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.964470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.965200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.965555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.965883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.966362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.966717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Tracked resource versions report: Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: pushed versions: Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: { 'AddressGroup': {'1.2'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'ConntrackHelper': {'1.0'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Log': {'1.0'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Network': {'1.1'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Port': {'1.7'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'PortForwarding': {'1.2'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'QosPolicy': {'1.9'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroup': {'1.4'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SubPort': {'1.0'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Subnet': {'1.1'}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Trunk': {'1.1'}} Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: consumer versions: Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: HyperV agent@hv-neutron-8608: {}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'ConntrackHelper': '1.0', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Log': '1.0', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Network': '1.1', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Port': '1.7', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'PortForwarding': '1.2', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'QosPolicy': '1.9', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroup': '1.4', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SecurityGroupRule': '1.2', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'SubPort': '1.0', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Subnet': '1.1', Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: 'Trunk': '1.1'}} Oct 11 04:21:55.967808 dv-neutron-860894-1-hyperv neutron-server[103100]: {{(pid=103100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:21:55.971302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:55.973426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:21:55.979089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:55.987777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.013698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Checking segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:56.014465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Network hostable DHCP agents. Network: 0f512371-3059-437f-afd8-942dfacafcb8, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:21:56.059369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:56.071801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Made reservation on behalf of 2397ee3dc19e4b51a3fe8e7a8a4218e0 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:56.075272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.081628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.101976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Network 0f512371-3059-437f-afd8-942dfacafcb8 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:21:56.108927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.117971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 0f512371-3059-437f-afd8-942dfacafcb8) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:56.128384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.128586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Attempting to bind port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:21:56.128961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Attempting to bind port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:21:56.129466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Attempting to bind port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f on network 4e7976e8-67b8-46be-8e09-5fa50235cb89 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:21:56.133189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:56.133993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.137387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:21:56.137387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Checking segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:56.137898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.138294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Bound using segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:21:56.138842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Bound port: b20c0d42-cf9a-42f7-bd06-7a3a93b6965f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:21:56.139233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.154585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91f35e-56a4-4307-9fef-bd046df77286 None None] Network 0f512371-3059-437f-afd8-942dfacafcb8 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:21:56.161848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3514a9-e950-4645-b6d5-ce7f114f7b23,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:56.171639 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ebc6592d-b907-443b-9eea-cf79a0e0e747 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1655762 Oct 11 04:21:56.177913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45672) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:56.183842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:56.238423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45674) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:56.246808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.248090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.254895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.264569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.268553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a626d70-5bfa-4d83-a76f-4dd2f02a1bce,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:56.299687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] device_id is not set on port 2316a605-4225-411d-a3e4-b68db8bc8b51 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:21:56.316297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] For port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:21:56.318590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] For port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:21:56.330975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.348891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.352104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Checking segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:56.352650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Network hostable DHCP agents. Network: 8e1542aa-06cc-4f38-bd55-413e90e9ee05, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:21:56.389552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.443564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:21:56.452808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.460530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3758ee-8815-4073-8cd4-24fd8e893b96 None None] Pushing event updated for resources: {'Port': ['ID=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:56.461335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-0f512371-3059-437f-afd8-942dfacafcb8', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:21:56.462343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.470078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa635d4-456c-42f3-9235-f62681bd26a6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:56.551941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.552480 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Added segment 93a222d0-53ee-43af-b6d5-e54a8f32822c of type vlan for network 8f1bc5ec-a280-4840-9b09-36939a92a512 Oct 11 04:21:56.560578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babd8606-fb63-481b-b6f9-8465193fa6ba,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:56.593231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:21:56.665909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Allocated IP 172.20.0.2 (0f512371-3059-437f-afd8-942dfacafcb8/de3514a9-e950-4645-b6d5-ce7f114f7b23/03bfd7de-dc30-4c64-9a34-d794d766cefe) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:56.666193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:56.683886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8e1542aa-06cc-4f38-bd55-413e90e9ee05) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:56.694769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.732446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:56.732446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.757189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60583431-f49c-4091-8cac-891a18320518 None None] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:21:56.782757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.791507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.802719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.831633 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bbf1f469-da71-4db3-8728-e2944d89ca85 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6500962 Oct 11 04:21:56.832617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Allocated IP 172.26.8.91 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/2316a605-4225-411d-a3e4-b68db8bc8b51) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:56.847692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45678) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:56.856952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:56.861239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.862188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.880950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.886480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:56.887123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.900984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.944520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event updated for resources: {'Subnet': ['ID=b0b98783-da2f-48d0-9758-a104fd8540cb,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:56.976611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:56.981093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9535544 Oct 11 04:21:56.981471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5704370 Oct 11 04:21:56.986902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45684) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:56.998750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1821073428', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'fixed_ips': [{'ip_address': '172.26.8.127'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:56.998982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.000002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.087638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f97ad-e012-44f4-9998-3815d853d476 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Pushing event updated for resources: {'Port': ['ID=94c2e2d5-875e-4d05-8e50-83bbed337ddb,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:57.092866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Checking segment: {'id': '143a70fa-4561-46d1-b2ed-2273c70faaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:57.093555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Network hostable DHCP agents. Network: b7fd93b9-747f-49a7-8dd6-1d82da779c60, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:21:57.105890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66b102-36d5-433b-8446-c80d09b32aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Pushing event updated for resources: {'Network': ['ID=8f1bc5ec-a280-4840-9b09-36939a92a512,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:57.135714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.170596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.241425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8f1bc5ec-a280-4840-9b09-36939a92a512 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:21:57.245453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.274950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Made reservation on behalf of 775265c7f6274845914996e1ac770e2f for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:57.277370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.312648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b20c0d42-cf9a-42f7-bd06-7a3a93b6965f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:21:57.383513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.386745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:21:57.457449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.478708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.518350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:21:57.521526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.565839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Network 0f512371-3059-437f-afd8-942dfacafcb8 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:57.567912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:21:57.568739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.568739 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f Oct 11 04:21:57.569332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.584908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Pushing event updated for resources: {'Port': ['ID=03bfd7de-dc30-4c64-9a34-d794d766cefe,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:57.591082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:57.595143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, b7fd93b9-747f-49a7-8dd6-1d82da779c60) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:57.618475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:57.632847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:57.633597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.636661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f697728-0145-45e9-91b9-31e76e490cf3 None None] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:21:57.646858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.679556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.697920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.718742 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19514292-a510-41d0-bad4-a1650d531668 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2746770 Oct 11 04:21:57.722326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] device_id is not set on port 7f5097e0-ff2a-4a70-86c7-e9656ebc493c yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:21:57.723690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45698) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:57.736823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Request body: {'port': {'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60', 'name': 'tempest-DHCPAgentSchedulersTestJSON-781735037'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:57.820248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3c1b0a-b6d2-4843-8e63-b0d7a86bb7d4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:57.863643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45700) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:57.875502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Request body: {'port': {'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512', 'binding:host_id': 'hv-neutron-8608', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-246531318'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:57.901437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.913045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cca392-c5aa-4a85-887d-fc643dd53ead None None] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:21:57.953325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Attempting to bind port 03bfd7de-dc30-4c64-9a34-d794d766cefe on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:21:57.953620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Attempting to bind port 03bfd7de-dc30-4c64-9a34-d794d766cefe by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:21:57.954099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Attempting to bind port 03bfd7de-dc30-4c64-9a34-d794d766cefe on network 0f512371-3059-437f-afd8-942dfacafcb8 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:21:57.990805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:21:57.991415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Checking segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:57.991881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:57.992336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Bound using segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:21:57.992873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Bound port: 03bfd7de-dc30-4c64-9a34-d794d766cefe, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:21:57.993326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.016270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Made reservation on behalf of 2397ee3dc19e4b51a3fe8e7a8a4218e0 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:58.019693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.031516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Allocated IP 172.20.0.2 (8e1542aa-06cc-4f38-bd55-413e90e9ee05/3a626d70-5bfa-4d83-a76f-4dd2f02a1bce/1d99b58a-d990-4aae-bdc5-e6d26a797f15) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:58.052098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Made reservation on behalf of 477fd359ce3343e4a1470b582a673da1 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:21:58.054356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.060568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] device_id is not set on port 5e0a6b8a-8cfd-44a2-b98d-3746051f6d06 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:21:58.099028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.137113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.148307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.151438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3e8221df-5790-4aaa-ab2c-525f34ea8c2d None None] Provisioning complete for port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:21:58.151874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e8221df-5790-4aaa-ab2c-525f34ea8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.152295 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3e8221df-5790-4aaa-ab2c-525f34ea8c2d None None] Attempt 1 to provision port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f Oct 11 04:21:58.153441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.173848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.201661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:21:58.202141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.213995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.292072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Allocated IP 172.20.0.6 (b7fd93b9-747f-49a7-8dd6-1d82da779c60/b0b98783-da2f-48d0-9758-a104fd8540cb/5e0a6b8a-8cfd-44a2-b98d-3746051f6d06) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:58.301957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:58.325321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Allocated IP 172.26.8.171 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/58eb1ebc-6710-46cf-b41c-8828776fe67f) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:58.345995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-b7fd93b9-747f-49a7-8dd6-1d82da779c60', 'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60', 'tenant_id': '2397ee3dc19e4b51a3fe8e7a8a4218e0', 'fixed_ips': [{'subnet_id': 'b0b98783-da2f-48d0-9758-a104fd8540cb'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:21:58.346843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.355317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] For port 03bfd7de-dc30-4c64-9a34-d794d766cefe, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:21:58.356352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:58.371608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:58.372852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:58.373675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.379475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:21:58.415839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] For port 03bfd7de-dc30-4c64-9a34-d794d766cefe, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=03bfd7de-dc30-4c64-9a34-d794d766cefe,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:21:58.416997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.431234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Pushing event updated for resources: {'Port': ['ID=2316a605-4225-411d-a3e4-b68db8bc8b51,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:58.444524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.466987 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bdc80271-144d-48b7-b8f3-cd5e16353661 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3827879 Oct 11 04:21:58.467810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45708) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:58.469822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.477734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.503113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.91'}]}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:21:58.503480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port cb56e972-fbc8-446c-89c6-b511a610464f yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:21:58.535999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.579975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.624403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.625480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.664022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2355d086-b4a3-455b-86ad-69d0f89d0ee5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:58.711380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:58.715505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:58.727466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:58.735290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:58.741139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:21:58.741992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.751848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event updated for resources: {'Port': ['ID=5e0a6b8a-8cfd-44a2-b98d-3746051f6d06,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:58.761418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.815724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3e8221df-5790-4aaa-ab2c-525f34ea8c2d None None] Current status of the port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:21:58.825294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.836374 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5ec69cef-562d-42bf-a6d7-bc4da6b0ede8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1042941 Oct 11 04:21:58.837237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45710) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:21:58.846714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.886180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f25130-e3f5-420e-bad2-fd4275a6e4ee None None] Pushing event updated for resources: {'Port': ['ID=03bfd7de-dc30-4c64-9a34-d794d766cefe,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:58.894363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:58.915867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:58.920933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:58.924079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:59.055118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Pushing event updated for resources: {'Port': ['ID=1d99b58a-d990-4aae-bdc5-e6d26a797f15,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:59.072802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.083204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Allocated IP 172.20.0.2 (b7fd93b9-747f-49a7-8dd6-1d82da779c60/b0b98783-da2f-48d0-9758-a104fd8540cb/b71f23cc-4c07-4161-bedf-c736d39d8919) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:59.086460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Attempting to bind port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:21:59.087247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Attempting to bind port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:21:59.087825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Attempting to bind port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 on network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:21:59.106603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:21:59.108569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Checking segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:59.109990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.111315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Bound using segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:21:59.112059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Bound port: 1d99b58a-d990-4aae-bdc5-e6d26a797f15, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:21:59.112539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.195540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] For port 1d99b58a-d990-4aae-bdc5-e6d26a797f15, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:21:59.199630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] For port 1d99b58a-d990-4aae-bdc5-e6d26a797f15, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1d99b58a-d990-4aae-bdc5-e6d26a797f15,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:21:59.208144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.251423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Allocated IP 172.26.8.37 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/896fd8c3-feda-4d9f-b5c1-e674fd062811) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:21:59.273282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:59.293015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port cb56e972-fbc8-446c-89c6-b511a610464f yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:21:59.337713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:21:59.357283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.372346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:21:59.451037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.461445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Pushing event updated for resources: {'Port': ['ID=58eb1ebc-6710-46cf-b41c-8828776fe67f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:59.487997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b20c0d42-cf9a-42f7-bd06-7a3a93b6965f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:21:59.516854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69699-817d-43f6-b321-bcf4e20c498a None None] Pushing event updated for resources: {'Port': ['ID=1d99b58a-d990-4aae-bdc5-e6d26a797f15,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:59.554837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ebc44083-dc8e-44e4-a9ec-85abfc68f034 None None] Provisioning complete for port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:21:59.555206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebc44083-dc8e-44e4-a9ec-85abfc68f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.555679 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ebc44083-dc8e-44e4-a9ec-85abfc68f034 None None] Attempt 1 to provision port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f Oct 11 04:21:59.706545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Checking segment: {'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:21:59.706948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Network hostable DHCP agents. Network: 8f1bc5ec-a280-4840-9b09-36939a92a512, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:21:59.743446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.793323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ebc44083-dc8e-44e4-a9ec-85abfc68f034 None None] Current status of the port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:21:59.807334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:21:59.807716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.808049 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f Oct 11 04:21:59.832852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Deleting port 5e0a6b8a-8cfd-44a2-b98d-3746051f6d06 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:21:59.833785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.885684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.901066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.940582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.942590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=cb56e972-fbc8-446c-89c6-b511a610464f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:21:59.970241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:21:59.986882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:21:59.988860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Calling delete_port for 5e0a6b8a-8cfd-44a2-b98d-3746051f6d06 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:21:59.994659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:00.004675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Network 8f1bc5ec-a280-4840-9b09-36939a92a512 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:00.013579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:00.017847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90a494-28ba-4233-b268-546556ca5e25 None None] Network 0f512371-3059-437f-afd8-942dfacafcb8 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:00.028618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8f1bc5ec-a280-4840-9b09-36939a92a512) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:00.034075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:00.044528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Pushing event updated for resources: {'Port': ['ID=b71f23cc-4c07-4161-bedf-c736d39d8919,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:00.060049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f3f661-481f-428b-8899-22c0decd7261 None None] Network 8f1bc5ec-a280-4840-9b09-36939a92a512 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:00.087402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.087986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.088273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.101849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.102195 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.106389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 2 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.236451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.241777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.242059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.242396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.248877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.249034 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.250390 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 3 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.252513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.263324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.264818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.265351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.266566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.268435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:00.269519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 03bfd7de-dc30-4c64-9a34-d794d766cefe up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:00.275276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Provisioning complete for port 03bfd7de-dc30-4c64-9a34-d794d766cefe triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:00.275644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.275976 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Attempt 1 to provision port 03bfd7de-dc30-4c64-9a34-d794d766cefe Oct 11 04:22:00.291854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event deleted for resources: {'Port': ['ID=5e0a6b8a-8cfd-44a2-b98d-3746051f6d06,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:00.328087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Attempting to bind port b71f23cc-4c07-4161-bedf-c736d39d8919 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.328463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Attempting to bind port b71f23cc-4c07-4161-bedf-c736d39d8919 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '143a70fa-4561-46d1-b2ed-2273c70faaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.328806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Attempting to bind port b71f23cc-4c07-4161-bedf-c736d39d8919 on network b7fd93b9-747f-49a7-8dd6-1d82da779c60 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.386207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.391944 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f09929c6-0998-42a8-b206-e2fc14c7db10 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "DELETE /v2.0/ports/5e0a6b8a-8cfd-44a2-b98d-3746051f6d06 HTTP/1.1" status: 204 len: 168 time: 1.5496309 Oct 11 04:22:00.394029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45714) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:00.397675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:00.398053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Checking segment: {'id': '143a70fa-4561-46d1-b2ed-2273c70faaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:00.398456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.399500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Bound using segment: {'id': '143a70fa-4561-46d1-b2ed-2273c70faaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:00.399500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Bound port: b71f23cc-4c07-4161-bedf-c736d39d8919, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143a70fa-4561-46d1-b2ed-2273c70faaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'b7fd93b9-747f-49a7-8dd6-1d82da779c60'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:00.399794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.422737 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.423059 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.429092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 4 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.451305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.451777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.452976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.487352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.488060 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.490225 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 5 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.519646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.520006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.520297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.538473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.538839 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.541815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 6 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.555317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Router 05482677-1933-4118-986c-3a40ac576de7 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:22:00.575257 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 11 04:22:00.575831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:22:00.585561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.585898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.586318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.586692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.654073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 03bfd7de-dc30-4c64-9a34-d794d766cefe triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:00.654765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.655257 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 03bfd7de-dc30-4c64-9a34-d794d766cefe Oct 11 04:22:00.692634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Port': ['ID=896fd8c3-feda-4d9f-b5c1-e674fd062811,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:00.699795 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-68755a01-8382-4cbc-b883-505f0eb35611 tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3024359 Oct 11 04:22:00.700764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45718) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:00.702105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:00.702365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:00.705699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.714921 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d0ca744a-d0e5-47bd-a403-7a4a649b817a tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.7211840 Oct 11 04:22:00.715732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45720) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:00.716922 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Sync routers for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:00.721418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1349264960'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:00.726275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.726675 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.728596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.733329 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:00.736559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Current status of the port 03bfd7de-dc30-4c64-9a34-d794d766cefe is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:00.736969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.737795 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:21:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:00.759811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] For port b71f23cc-4c07-4161-bedf-c736d39d8919, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:00.791004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] For port 03bfd7de-dc30-4c64-9a34-d794d766cefe, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=03bfd7de-dc30-4c64-9a34-d794d766cefe,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:00.820324 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 7 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.840301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.840653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.840951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.851412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.859362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 03bfd7de-dc30-4c64-9a34-d794d766cefe is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:00.874436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:00.878015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:00.882744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.883066 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.897130 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 8 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.919357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.920009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.920522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.921543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] For port b71f23cc-4c07-4161-bedf-c736d39d8919, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b71f23cc-4c07-4161-bedf-c736d39d8919,segment=NetworkSegment(143a70fa-4561-46d1-b2ed-2273c70faaa8),segment_id=143a70fa-4561-46d1-b2ed-2273c70faaa8)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:00.925127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d740d62-3547-43e2-b15b-391fe3b2ff60 None None] Pushing event updated for resources: {'Port': ['ID=03bfd7de-dc30-4c64-9a34-d794d766cefe,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:00.928775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b67d79-1269-46b4-95d0-623d9afb9eca None None] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:00.931066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:00.931669 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:00.932762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.936273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:00.937924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-00bd27c3-6b7f-4fca-8136-5ee52fc59c5d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6604986 Oct 11 04:22:00.941082 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 9 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:00.952594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45722) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:00.961582 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Allocated IP 172.26.8.112 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/54ca06e9-8714-4a2b-8c91-0211af1487e3) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:00.979086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:00.979885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:00.980409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:00.990956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Made reservation on behalf of 2397ee3dc19e4b51a3fe8e7a8a4218e0 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:00.995029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.024509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:01.040939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.041280 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Added segment b47dc046-6f4b-4c37-bdd8-fba7a13ecb6d of type vlan for network 6be81d5a-b8d2-4026-80ae-bb7efb830c96 Oct 11 04:22:01.097518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.121789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:01.122094 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:01.126502 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 10 to bind port cb56e972-fbc8-446c-89c6-b511a610464f Oct 11 04:22:01.132381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.141910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:01.142879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:01.142879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:01.145734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.151254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:01.151855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.154880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.182750 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:01.288867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Provisioning complete for port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:01.289236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.289575 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Attempt 1 to provision port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 Oct 11 04:22:01.337313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1d99b58a-d990-4aae-bdc5-e6d26a797f15 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:01.371447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port cb56e972-fbc8-446c-89c6-b511a610464f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:01.371876 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port cb56e972-fbc8-446c-89c6-b511a610464f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:01.372264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.403716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637290e1-1b52-42db-a206-6d53961e5a46 None None] Pushing event updated for resources: {'Port': ['ID=b71f23cc-4c07-4161-bedf-c736d39d8919,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:01.413518 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7057464 Oct 11 04:22:01.417756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45724) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:01.456812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.486915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:01.487978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.488467 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 Oct 11 04:22:01.491940 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:21:59Z', 'revision_number': 3, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:01.495951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Deleting port 94c2e2d5-875e-4d05-8e50-83bbed337ddb {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:01.496296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.551458 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Checking router: 05482677-1933-4118-986c-3a40ac576de7 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:01.552020 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Updating router 05482677-1933-4118-986c-3a40ac576de7 port 58eb1ebc-6710-46cf-b41c-8828776fe67f binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:22:01.575747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Current status of the port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:01.576306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.579752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.580751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.619537 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.634741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.637248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.640696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] For port 1d99b58a-d990-4aae-bdc5-e6d26a797f15, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1d99b58a-d990-4aae-bdc5-e6d26a797f15,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:01.653737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Port': ['ID=896fd8c3-feda-4d9f-b5c1-e674fd062811,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:01.670661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Calling delete_port for 94c2e2d5-875e-4d05-8e50-83bbed337ddb owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:01.676961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.715189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.716744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e0c42c81-49ed-495a-9e42-aebfcb5f9fa2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4764333 Oct 11 04:22:01.730048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45726) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:01.748295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1981130714'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:01.768910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:01.769398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.815037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Made reservation on behalf of d7ea1ee12a6d4ddaba4218f84ad78d2f for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:01.818636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.831471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf6b64-302c-425a-96b7-68326f8829b2 None None] Pushing event updated for resources: {'Port': ['ID=1d99b58a-d990-4aae-bdc5-e6d26a797f15,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:01.842811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2a7f3597-0624-4027-b239-7a55a861d07f None None] Provisioning complete for port 03bfd7de-dc30-4c64-9a34-d794d766cefe triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:01.843093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a7f3597-0624-4027-b239-7a55a861d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.843552 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2a7f3597-0624-4027-b239-7a55a861d07f None None] Attempt 1 to provision port 03bfd7de-dc30-4c64-9a34-d794d766cefe Oct 11 04:22:01.862299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:01.878569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc66c9e-6dd1-4743-933c-40a7c1c224a2 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event updated for resources: {'Network': ['ID=6be81d5a-b8d2-4026-80ae-bb7efb830c96,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:01.894985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 6be81d5a-b8d2-4026-80ae-bb7efb830c96 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:01.932418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:22:01.932813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:22:01.974024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] For port cb56e972-fbc8-446c-89c6-b511a610464f, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:01.974401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempted to set empty binding levels {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 04:22:02.018470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.019641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:02.020395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.131736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.158230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f3597-0624-4027-b239-7a55a861d07f None None] Current status of the port 03bfd7de-dc30-4c64-9a34-d794d766cefe is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:02.159585 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.2890759 Oct 11 04:22:02.162803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:02.176645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c4849-2d9b-4fd4-b08e-6302f1fbceed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=cb56e972-fbc8-446c-89c6-b511a610464f,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:02.196433 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1306fdc7-bf6e-4911-be9b-53e48ed7b073 tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/agents/4bc978f5-05fa-40fc-b6ec-97b451ab387f/dhcp-networks HTTP/1.1" status: 200 len: 6452 time: 0.7682648 Oct 11 04:22:02.198943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45730) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:02.229091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.258024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Pushing event deleted for resources: {'Port': ['ID=94c2e2d5-875e-4d05-8e50-83bbed337ddb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:02.290302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-05a772be-acef-4c0f-a44c-f845017da4e1 None None] Provisioning complete for port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:02.291029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-05a772be-acef-4c0f-a44c-f845017da4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.291677 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-05a772be-acef-4c0f-a44c-f845017da4e1 None None] Attempt 1 to provision port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 Oct 11 04:22:02.311446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.314422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.320801 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5b46b634-3928-4f95-949a-10e5dab33cd5 tempest-ExternalNetworksAdminNegativeTestJSON-445195993 tempest-ExternalNetworksAdminNegativeTestJSON-445195993-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/251d5d16-7185-4d4d-9dd9-9ce7a9aeaab6 HTTP/1.1" status: 204 len: 168 time: 1.5953014 Oct 11 04:22:02.346509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.359563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.379488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.412374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425bbea-29e2-4e76-9781-1c6281efbff4 tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] Network 6be81d5a-b8d2-4026-80ae-bb7efb830c96 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:02.441954 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7425bbea-29e2-4e76-9781-1c6281efbff4 tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "POST /v2.0/agents/4bc978f5-05fa-40fc-b6ec-97b451ab387f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2415919 Oct 11 04:22:02.444400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Allocated IP 172.26.8.110 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/6b22247e-6db2-4023-8947-01961f1ad60a) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:02.446663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45734) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:02.459055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:02.526737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f118046-d962-4e27-bca2-9ff1ae4034ca,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:02.534972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcfded-e0fe-4e95-84b1-8d2c11370420 None None] Network 6be81d5a-b8d2-4026-80ae-bb7efb830c96 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:02.557236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:02.577096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.581538 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Added segment c1091b03-ebd1-4e1a-89f9-4a2028e96bb5 of type vlan for network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d Oct 11 04:22:02.590411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:02.593199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:02.620391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-05a772be-acef-4c0f-a44c-f845017da4e1 None None] Current status of the port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:02.652982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:02.654011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 03bfd7de-dc30-4c64-9a34-d794d766cefe up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:02.673018 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f686e159-7791-48dd-896c-f93283142d5a tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/agents/4bc978f5-05fa-40fc-b6ec-97b451ab387f/dhcp-networks HTTP/1.1" status: 200 len: 7222 time: 0.2245414 Oct 11 04:22:02.675640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45738) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:02.679814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.684647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a365a7-71be-4ac8-9f49-95bd6488cda8 None None] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:02.712477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.741079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=54ca06e9-8714-4a2b-8c91-0211af1487e3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:02.756661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.763602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:02.764467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.768025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45740) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:02.791182 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d088f2b9-c659-4071-8055-728e038019c0 tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "DELETE /v2.0/agents/4bc978f5-05fa-40fc-b6ec-97b451ab387f/dhcp-networks/6be81d5a-b8d2-4026-80ae-bb7efb830c96 HTTP/1.1" status: 204 len: 168 time: 0.1121104 Oct 11 04:22:02.791405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45742) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:02.814799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Provisioning complete for port b71f23cc-4c07-4161-bedf-c736d39d8919 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:02.815251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.815593 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Attempt 1 to provision port b71f23cc-4c07-4161-bedf-c736d39d8919 Oct 11 04:22:02.828608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.855170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Deleting port cb56e972-fbc8-446c-89c6-b511a610464f {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:02.855558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.877869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:02.884173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 03bfd7de-dc30-4c64-9a34-d794d766cefe triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:02.884504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:02.884634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.884864 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 03bfd7de-dc30-4c64-9a34-d794d766cefe Oct 11 04:22:02.891922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:02.926594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] For port cb56e972-fbc8-446c-89c6-b511a610464f, host hv-neutron-8608, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:02.926843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:02.942963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Calling delete_port for cb56e972-fbc8-446c-89c6-b511a610464f owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:02.975851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Pushing event updated for resources: {'Port': ['ID=6b22247e-6db2-4023-8947-01961f1ad60a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:03.037878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Current status of the port b71f23cc-4c07-4161-bedf-c736d39d8919 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:03.038267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.083922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 03bfd7de-dc30-4c64-9a34-d794d766cefe is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:03.093532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] For port b71f23cc-4c07-4161-bedf-c736d39d8919, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b71f23cc-4c07-4161-bedf-c736d39d8919,segment=NetworkSegment(143a70fa-4561-46d1-b2ed-2273c70faaa8),segment_id=143a70fa-4561-46d1-b2ed-2273c70faaa8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:03.100952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.106564 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-643cf304-5e95-4a89-bf5d-d4750eb4668a tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/agents/4bc978f5-05fa-40fc-b6ec-97b451ab387f/dhcp-networks HTTP/1.1" status: 200 len: 6452 time: 0.3097408 Oct 11 04:22:03.108502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45746) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.121595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Network': ['ID=c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:03.134400 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-16f57e11-a0de-4dc7-bf19-2939a6b15662 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3985586 Oct 11 04:22:03.134400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84c8cf03-d603-4ecc-b793-e10658035d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.142430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45748) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.162578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:03.163346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Request body: {'subnet': {'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:03.191959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f6da3-2390-4419-bb6b-bf7b8ef0b1d1 None None] Pushing event updated for resources: {'Port': ['ID=b71f23cc-4c07-4161-bedf-c736d39d8919,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:03.199518 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b9a5a73c-17f5-418b-b977-33ad09742098 tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/networks/b7fd93b9-747f-49a7-8dd6-1d82da779c60/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0853179 Oct 11 04:22:03.200620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45750) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.228679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.230657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.232101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.413263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b71f23cc-4c07-4161-bedf-c736d39d8919 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:03.458881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.475159 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.476559 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f9311ecd-9590-42c9-91ac-51ad0cfbacab tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/networks/b7fd93b9-747f-49a7-8dd6-1d82da779c60/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2748401 Oct 11 04:22:03.483676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.495543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b71f23cc-4c07-4161-bedf-c736d39d8919 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:03.496266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.496918 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b71f23cc-4c07-4161-bedf-c736d39d8919 Oct 11 04:22:03.542597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Pushing event updated for resources: {'Port': ['ID=58eb1ebc-6710-46cf-b41c-8828776fe67f,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:03.547711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.555749 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cb56e972-fbc8-446c-89c6-b511a610464f HTTP/1.1" status: 204 len: 168 time: 1.3874733 Oct 11 04:22:03.555749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.556006 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.556006 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.556472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45754) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.556584 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.556848 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.557189 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.557539 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.557872 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.558421 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.558794 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.559330 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.559446 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.559772 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Tracked resource versions report: Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: pushed versions: Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: { 'AddressGroup': {'1.2'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'ConntrackHelper': {'1.0'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Log': {'1.0'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Network': {'1.1'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Port': {'1.7'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'PortForwarding': {'1.2'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'QosPolicy': {'1.9'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroup': {'1.4'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroupRule': {'1.2'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SubPort': {'1.0'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Subnet': {'1.1'}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Trunk': {'1.1'}} Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: consumer versions: Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: { DHCP agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: HyperV agent@hv-neutron-8608: {}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: L3 agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: Metadata agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: Metering agent@dv-neutron-860894-1-hyperv: {}, Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: Open vSwitch agent@dv-neutron-860894-1-hyperv: { 'AddressGroup': '1.2', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'ConntrackHelper': '1.0', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Log': '1.0', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Network': '1.1', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Port': '1.7', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'PortForwarding': '1.2', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'QosPolicy': '1.9', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroup': '1.4', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SecurityGroupRule': '1.2', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'SubPort': '1.0', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Subnet': '1.1', Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: 'Trunk': '1.1'}} Oct 11 04:22:03.560908 dv-neutron-860894-1-hyperv neutron-server[103101]: {{(pid=103101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 04:22:03.567008 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Attempting to bind port 58eb1ebc-6710-46cf-b41c-8828776fe67f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:03.567383 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Attempting to bind port 58eb1ebc-6710-46cf-b41c-8828776fe67f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:03.567743 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Attempting to bind port 58eb1ebc-6710-46cf-b41c-8828776fe67f on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:03.571401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.577270 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:03.601698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:03.601698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.601698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:03.601698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Bound port: 58eb1ebc-6710-46cf-b41c-8828776fe67f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:03.601698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.610190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bc63b98a-92b1-43e0-817e-491fc3e193b9 None None] Provisioning complete for port b71f23cc-4c07-4161-bedf-c736d39d8919 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:03.610190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bc63b98a-92b1-43e0-817e-491fc3e193b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.614217 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bc63b98a-92b1-43e0-817e-491fc3e193b9 None None] Attempt 1 to provision port b71f23cc-4c07-4161-bedf-c736d39d8919 Oct 11 04:22:03.691058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47a84b-d5e7-42c3-b383-33f72b45e1ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb56e972-fbc8-446c-89c6-b511a610464f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:03.701182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e71316-6f08-4b39-bbdb-f1270e5579fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:03.703069 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c5e71316-6f08-4b39-bbdb-f1270e5579fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "GET /v2.0/ports/cb56e972-fbc8-446c-89c6-b511a610464f HTTP/1.1" status: 404 len: 333 time: 0.1302371 Oct 11 04:22:03.722656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45756) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.733164 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] For port 58eb1ebc-6710-46cf-b41c-8828776fe67f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:03.735231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Request body: {'port': {'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497272848'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:03.739481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b71f23cc-4c07-4161-bedf-c736d39d8919 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:03.742590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1d99b58a-d990-4aae-bdc5-e6d26a797f15 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:03.744310 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] For port 58eb1ebc-6710-46cf-b41c-8828776fe67f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=58eb1ebc-6710-46cf-b41c-8828776fe67f,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:03.757473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.773481 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-04e5aa15-6a0d-440b-b76d-d8b06084e94c tempest-DHCPAgentSchedulersTestJSON-1054309863 tempest-DHCPAgentSchedulersTestJSON-1054309863-project-admin] 10.222.0.39 "GET /v2.0/agents/4bc978f5-05fa-40fc-b6ec-97b451ab387f/dhcp-networks HTTP/1.1" status: 200 len: 6452 time: 0.2880886 Oct 11 04:22:03.779229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45758) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:03.887269 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823ef10-2262-4005-a16d-d1ae105ce44d None None] Pushing event updated for resources: {'Port': ['ID=58eb1ebc-6710-46cf-b41c-8828776fe67f,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:03.909653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Made reservation on behalf of 477fd359ce3343e4a1470b582a673da1 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:03.911088 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:03.911725 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:21:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:03.914152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.926846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Made reservation on behalf of d7ea1ee12a6d4ddaba4218f84ad78d2f for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:03.930426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.944974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bc63b98a-92b1-43e0-817e-491fc3e193b9 None None] Current status of the port b71f23cc-4c07-4161-bedf-c736d39d8919 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:03.956547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:03.956923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:03.957253 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 Oct 11 04:22:03.984131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.061834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:04.064152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:04.070753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f9a589e2-2ae4-48a2-bd29-fc0cf34ba029 None None] Could not find standard attr ID for object 5e0a6b8a-8cfd-44a2-b98d-3746051f6d06. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:04.086396 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:04.154033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-59778825-9243-4e22-a2f8-ae5bf3a7f62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.207070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.214185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.219590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.243517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.263091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > segment before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.263472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.264245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.264572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.264904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.265800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.266217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > segment after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.266445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.266777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.267120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.279876 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:21:59Z', 'revision_number': 3, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:04.309953 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e663d63-d2d4-4f6d-9ed4-7ba8260ae17b None None] The sync data for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv is: [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:21:59Z', 'revision_number': 3, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:04.351838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84c8cf03-d603-4ecc-b793-e10658035d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.401148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84c8cf03-d603-4ecc-b793-e10658035d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.462353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.462727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.463056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.463401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Subscribe: > subnet before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:04.463759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be81d5a-b8d2-4026-80ae-bb7efb830c96']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:04.470481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Allocated IP 172.20.0.1 (4e7976e8-67b8-46be-8e09-5fa50235cb89/47f6c878-f58a-4a76-ad2b-88a0aac97654/ff1281d1-5476-434f-8523-d3a4158befe1) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:04.474166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.474656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac07660-ca17-496d-991b-f68d9819009a {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:22:04.489434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47dc046-6f4b-4c37-bdd8-fba7a13ecb6d') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:04.489736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47dc046-6f4b-4c37-bdd8-fba7a13ecb6d') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:04.520965 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-84c8cf03-d603-4ecc-b793-e10658035d3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27f2408ce1484918953cdbaf3ad67fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7018819 Oct 11 04:22:04.532109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45760) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:04.548783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8cf03-d603-4ecc-b793-e10658035d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72310ebd-ae43-4bd6-af4f-1b6ac3f5c005,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:04.577211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.608628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 11 04:22:04.613218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b84a30f0-0ff4-4bb9-9e05-a01fd1a84915 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.1118438 Oct 11 04:22:04.624055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45762) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:04.649081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.651651 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:22:04.673437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:04.673742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.739017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.812073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.871938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.889005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.898381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.959416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event deleted for resources: {'Network': ['ID=6be81d5a-b8d2-4026-80ae-bb7efb830c96,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:04.966993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:04.973731 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b7f84f6d-881a-4c43-8779-b8671de74892 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "DELETE /v2.0/networks/6be81d5a-b8d2-4026-80ae-bb7efb830c96 HTTP/1.1" status: 204 len: 168 time: 1.1938112 Oct 11 04:22:04.987278 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b47dc046-6f4b-4c37-bdd8-fba7a13ecb6d resource provider aggregate not found Oct 11 04:22:04.991619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45774) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:05.015346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.040581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Network 8f1bc5ec-a280-4840-9b09-36939a92a512 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:05.044832 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b47dc046-6f4b-4c37-bdd8-fba7a13ecb6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b47dc046-6f4b-4c37-bdd8-fba7a13ecb6d found for delete ", "request_id": "req-ff4140ad-2e2f-4f2c-a6f0-52efe20098a5"}]} Oct 11 04:22:05.048006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Router 0de6864b-c129-45d4-836e-d102cfe9080d is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:22:05.052566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd18ce73-8c5f-486f-b5e6-4340ac5f71c6 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] DELETE failed (client error): The resource could not be found. Oct 11 04:22:05.053376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd18ce73-8c5f-486f-b5e6-4340ac5f71c6 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:22:05.056442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a384258-d8ce-4dc2-b330-8c8a2a7f77a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.059187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cd18ce73-8c5f-486f-b5e6-4340ac5f71c6 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "DELETE /v2.0/ports/5e0a6b8a-8cfd-44a2-b98d-3746051f6d06 HTTP/1.1" status: 404 len: 333 time: 0.0667067 Oct 11 04:22:05.060131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:05.061813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45778) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:05.073979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:05.074930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:05.075538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.086120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=6aaa86be-4a3e-451d-8473-aa2c10ccb40f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:05.094651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Subnet': ['ID=01a2792c-d952-4ffc-9154-2b6b264dcab6,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:05.133788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a384258-d8ce-4dc2-b330-8c8a2a7f77a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.138722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Deleting port 2316a605-4225-411d-a3e4-b68db8bc8b51 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:05.139054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.156646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Checking segment: {'id': 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:05.157002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network hostable DHCP agents. Network: c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:05.211848 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7ba7ee05-8dc2-40b5-9f08-8296a4b9f01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4787598 Oct 11 04:22:05.215872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45780) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:05.222844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:05.228866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Deleting subnet b0b98783-da2f-48d0-9758-a104fd8540cb {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:22:05.274375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.284196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.318788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58eb1ebc-6710-46cf-b41c-8828776fe67f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:05.352595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:05.365045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Router bc5841df-eda0-4bfa-895b-bdf595382a81 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:22:05.367066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a384258-d8ce-4dc2-b330-8c8a2a7f77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.369752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a384258-d8ce-4dc2-b330-8c8a2a7f77a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.371084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8a384258-d8ce-4dc2-b330-8c8a2a7f77a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72310ebd-ae43-4bd6-af4f-1b6ac3f5c005 HTTP/1.1" status: 204 len: 168 time: 0.8337181 Oct 11 04:22:05.377406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:05.395660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:05.414514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:05.415201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.419992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 58eb1ebc-6710-46cf-b41c-8828776fe67f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:05.420591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.420951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1281d1-5476-434f-8523-d3a4158befe1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:05.421577 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 58eb1ebc-6710-46cf-b41c-8828776fe67f Oct 11 04:22:05.423650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:05.426844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.433056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a384258-d8ce-4dc2-b330-8c8a2a7f77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72310ebd-ae43-4bd6-af4f-1b6ac3f5c005,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:05.472629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81fd10e-2503-448d-a1c9-6d39ff147bbf None None] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:05.494116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:05.503224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.666978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:05.673683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.688760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Sync routers for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:05.711631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:05.712367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:21:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:05.734203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Calling delete_port for 2316a605-4225-411d-a3e4-b68db8bc8b51 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:05.755985 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7876be65-1e71-4791-af6b-7f0945bde6d3 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6048560 Oct 11 04:22:05.762675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45788) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:05.772452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-721992509', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:05.777507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 58eb1ebc-6710-46cf-b41c-8828776fe67f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:05.778024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.799191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 58eb1ebc-6710-46cf-b41c-8828776fe67f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=58eb1ebc-6710-46cf-b41c-8828776fe67f,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:05.817422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.818301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b71f23cc-4c07-4161-bedf-c736d39d8919 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:05.864623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.910777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.912887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45790) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:05.923426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Provisioning complete for port ff1281d1-5476-434f-8523-d3a4158befe1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:05.923900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.924343 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 1 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:05.925307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:05.927650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.941787 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Sync routers for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:05.958131 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:05.960739 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:21:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:05.962041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.965929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.993840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:05.995293 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b37454d3-827b-425c-a99a-f83f6f890639 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8161941 Oct 11 04:22:06.000463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45792) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:06.003728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.009087 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a400c0e3-cd0f-4f46-ac38-ceaafffa6aa4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.1588175 Oct 11 04:22:06.013019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45794) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:06.131391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.164267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d', 'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d', 'tenant_id': 'd7ea1ee12a6d4ddaba4218f84ad78d2f', 'fixed_ips': [{'subnet_id': '01a2792c-d952-4ffc-9154-2b6b264dcab6'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:06.165283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.167661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=58eb1ebc-6710-46cf-b41c-8828776fe67f,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:06.177889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.181314 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "DELETE /v2.0/subnets/b0b98783-da2f-48d0-9758-a104fd8540cb HTTP/1.1" status: 204 len: 168 time: 1.1149824 Oct 11 04:22:06.194581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45796) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:06.200730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6986b-66f4-457e-bea3-e27fefb0a25a None None] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:06.205641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:06.211981 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:06.253225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:06.296101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.304338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c66f5-3c2e-4fa9-a0d4-0aa29a4908d8 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b98783-da2f-48d0-9758-a104fd8540cb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:06.385798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b71f23cc-4c07-4161-bedf-c736d39d8919 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:06.386369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.386729 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b71f23cc-4c07-4161-bedf-c736d39d8919 Oct 11 04:22:06.424533 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a616ca0b-478f-46b9-9ce0-d1d54864bac3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=775265c7f6274845914996e1ac770e2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5098472 Oct 11 04:22:06.445190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45798) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:06.459096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.532255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:06.565541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eaf02816-7322-4742-b1a4-4b528a45da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.574423 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Checking router: bc5841df-eda0-4bfa-895b-bdf595382a81 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:06.575385 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Updating router bc5841df-eda0-4bfa-895b-bdf595382a81 port 54ca06e9-8714-4a2b-8c91-0211af1487e3 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:22:06.576722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49e846e6-cec5-47ce-8634-e8f7a45519d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.599252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49e846e6-cec5-47ce-8634-e8f7a45519d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.610228 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.666440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Allocated IP 172.20.0.2 (c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d/01a2792c-d952-4ffc-9154-2b6b264dcab6/0a74bc79-b2cf-4e4f-8a7d-15281900b3b7) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:06.697686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49e846e6-cec5-47ce-8634-e8f7a45519d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.700632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49e846e6-cec5-47ce-8634-e8f7a45519d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.703859 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-49e846e6-cec5-47ce-8634-e8f7a45519d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc3c1b0a-b6d2-4843-8e63-b0d7a86bb7d4 HTTP/1.1" status: 204 len: 168 time: 0.2521610 Oct 11 04:22:06.730183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:06.753222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Deleting port b71f23cc-4c07-4161-bedf-c736d39d8919 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:06.753567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.760246 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 2 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:06.767717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.805081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b71f23cc-4c07-4161-bedf-c736d39d8919 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:06.826853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e846e6-cec5-47ce-8634-e8f7a45519d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3c1b0a-b6d2-4843-8e63-b0d7a86bb7d4,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:06.849263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.877709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:06.920786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:06.996423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:06.999182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Checking router: 0de6864b-c129-45d4-836e-d102cfe9080d for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:06.999834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Updating router 0de6864b-c129-45d4-836e-d102cfe9080d port 6b22247e-6db2-4023-8947-01961f1ad60a binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:22:07.047822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.072622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=6aaa86be-4a3e-451d-8473-aa2c10ccb40f,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.099213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.110008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.120868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Pushing event deleted for resources: {'Port': ['ID=2316a605-4225-411d-a3e4-b68db8bc8b51,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.168765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] For port b71f23cc-4c07-4161-bedf-c736d39d8919, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b71f23cc-4c07-4161-bedf-c736d39d8919,segment=NetworkSegment(143a70fa-4561-46d1-b2ed-2273c70faaa8),segment_id=143a70fa-4561-46d1-b2ed-2273c70faaa8)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:07.169290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.170944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] DHCP port deletion for b7fd93b9-747f-49a7-8dd6-1d82da779c60 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:07.184872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.198788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Calling delete_port for b71f23cc-4c07-4161-bedf-c736d39d8919 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:07.205499 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.213232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.246952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.274983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-767b2eb4-f578-4db1-a335-96194d447660 tempest-RoutersAdminNegativeTest-478355191 tempest-RoutersAdminNegativeTest-478355191-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2316a605-4225-411d-a3e4-b68db8bc8b51 HTTP/1.1" status: 204 len: 168 time: 2.6402922 Oct 11 04:22:07.281147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.281690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.282160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.294035 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf2ccb-d454-49e1-90f0-36ba599b027d None None] Pushing event updated for resources: {'Port': ['ID=54ca06e9-8714-4a2b-8c91-0211af1487e3,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.302401 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Attempting to bind port 54ca06e9-8714-4a2b-8c91-0211af1487e3 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.302856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Attempting to bind port 54ca06e9-8714-4a2b-8c91-0211af1487e3 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.303229 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Attempting to bind port 54ca06e9-8714-4a2b-8c91-0211af1487e3 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.308950 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:07.309261 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:07.309795 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.310164 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:07.310949 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Bound port: 54ca06e9-8714-4a2b-8c91-0211af1487e3, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:07.312602 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.332281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58eb1ebc-6710-46cf-b41c-8828776fe67f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:07.348083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:07.349001 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:07.352909 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 2 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:07.392902 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] For port 54ca06e9-8714-4a2b-8c91-0211af1487e3, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:07.398087 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] For port 54ca06e9-8714-4a2b-8c91-0211af1487e3, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=54ca06e9-8714-4a2b-8c91-0211af1487e3,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:07.409934 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.413117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.414037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.414507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.437064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:07.437406 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:07.438392 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 3 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:07.439452 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 3 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:07.450070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:07.485581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.490427 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:07.498594 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:07.508427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.508763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.509172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.517887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.524046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.546031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:07.547042 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:07.550397 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 4 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:07.558720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.561349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.578442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:07.584003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:07.643036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:07.661112 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf2ccb-d454-49e1-90f0-36ba599b027d None None] Pushing event updated for resources: {'Port': ['ID=54ca06e9-8714-4a2b-8c91-0211af1487e3,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.705360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.705696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.708911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.768774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Attempting to bind port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.769248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Attempting to bind port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.769668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Attempting to bind port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 on network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.777644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.784761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] No DVR routers for this DVR port b71f23cc-4c07-4161-bedf-c736d39d8919 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:07.789459 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:07.790306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:07.790782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event deleted for resources: {'Port': ['ID=b71f23cc-4c07-4161-bedf-c736d39d8919,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.790930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Checking segment: {'id': 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:07.791151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1281d1-5476-434f-8523-d3a4158befe1,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:07.791338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.791729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Bound using segment: {'id': 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:07.796465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Bound port: 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:07.796940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.816359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:07.824028 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:07.841822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:07.862561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 5 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:07.910102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f76709d-e45e-43ef-8568-b351132c41ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.917214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:07.917742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:07.918216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:07.932502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] For port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:07.936497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] For port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,segment=NetworkSegment(c1091b03-ebd1-4e1a-89f9-4a2028e96bb5),segment_id=c1091b03-ebd1-4e1a-89f9-4a2028e96bb5)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:07.962808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:07.962808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.051402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Deleting port b71f23cc-4c07-4161-bedf-c736d39d8919 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:08.051770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.066835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 58eb1ebc-6710-46cf-b41c-8828776fe67f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:08.067118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.067450 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 58eb1ebc-6710-46cf-b41c-8828776fe67f Oct 11 04:22:08.103219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.156802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:08.186570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:08.204796 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:08.217892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45830) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:08.237110 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedea2f5-6f21-4ff8-857f-200e477ae045 None None] The sync data for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv is: [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:08.330558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.352863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Allocated IP 172.20.0.1 (8e1542aa-06cc-4f38-bd55-413e90e9ee05/3a626d70-5bfa-4d83-a76f-4dd2f02a1bce/c4c515d0-f314-4689-9f95-38479568b7c8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:08.361746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fd93b9-747f-49a7-8dd6-1d82da779c60']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:08.386224 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 4 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:08.397656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143a70fa-4561-46d1-b2ed-2273c70faaa8') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:08.398127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143a70fa-4561-46d1-b2ed-2273c70faaa8') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:08.410267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.429080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] For port b71f23cc-4c07-4161-bedf-c736d39d8919, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:08.429080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.435168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.450337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:08.451123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.509460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45ec24-7e15-4a0e-87b1-852e6d8ae865 None None] Pushing event updated for resources: {'Port': ['ID=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:08.527808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Calling delete_port for b71f23cc-4c07-4161-bedf-c736d39d8919 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:08.536317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Port b71f23cc-4c07-4161-bedf-c736d39d8919 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:22:08.551264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:08.551993 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:08.564757 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 6 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:08.571429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.571821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.587272 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 143a70fa-4561-46d1-b2ed-2273c70faaa8 resource provider aggregate not found Oct 11 04:22:08.605730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.606469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.612039 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] 10.222.0.39 "DELETE /v2.0/networks/b7fd93b9-747f-49a7-8dd6-1d82da779c60 HTTP/1.1" status: 204 len: 168 time: 2.4119852 Oct 11 04:22:08.634793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b7641-14a2-4ed9-9110-87045bfbe580 tempest-DHCPAgentSchedulersTestJSON-1554532074 tempest-DHCPAgentSchedulersTestJSON-1554532074-project] Pushing event deleted for resources: {'Network': ['ID=b7fd93b9-747f-49a7-8dd6-1d82da779c60,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:08.645499 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 143a70fa-4561-46d1-b2ed-2273c70faaa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 143a70fa-4561-46d1-b2ed-2273c70faaa8 found for delete ", "request_id": "req-beb019d0-6c6c-4ee6-b005-41d4f95a1f1f"}]} Oct 11 04:22:08.649081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:08.649656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:08.650133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:08.656661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Network b7fd93b9-747f-49a7-8dd6-1d82da779c60 is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:22:08.660435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] No DVR routers for this DVR port b71f23cc-4c07-4161-bedf-c736d39d8919 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:08.716159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:08.719206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.722324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.742807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:08.743137 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:08.755937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a829ba-7ae6-4afa-9211-7911ec4fc6b2 None None] Pushing event deleted for resources: {'Port': ['ID=b71f23cc-4c07-4161-bedf-c736d39d8919,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:08.759461 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 7 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:08.767600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.771855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.789211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2038456324'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:08.878621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Allocated IP 172.20.0.1 (0f512371-3059-437f-afd8-942dfacafcb8/de3514a9-e950-4645-b6d5-ce7f114f7b23/0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:08.881282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:08.881282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:08.882837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:08.943347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:08.943993 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:08.947429 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 8 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:08.951575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:08.954992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c515d0-f314-4689-9f95-38479568b7c8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:08.955121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.976252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:08.997604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:09.005874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:09.011558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:09.012037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.077003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:09.077327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:09.078213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:09.118158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:09.118487 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:09.122235 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 9 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:09.126155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726a09-07a7-4ba2-96d8-07be85e5f093 None None] Pushing event updated for resources: {'Port': ['ID=6b22247e-6db2-4023-8947-01961f1ad60a,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:09.142321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Attempting to bind port 6b22247e-6db2-4023-8947-01961f1ad60a on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:09.142715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Attempting to bind port 6b22247e-6db2-4023-8947-01961f1ad60a by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:09.143072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Attempting to bind port 6b22247e-6db2-4023-8947-01961f1ad60a on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:09.160111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:09.160488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:09.160884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.161271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:09.161746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Bound port: 6b22247e-6db2-4023-8947-01961f1ad60a, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:09.162164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.182135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.223776 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45842) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:09.225596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f76709d-e45e-43ef-8568-b351132c41ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.226222 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 5 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:09.237469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:09.237804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:09.238129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:09.261901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f76709d-e45e-43ef-8568-b351132c41ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.316261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:09.341688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Allocated IP 172.26.8.72 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/80efb3bf-741f-4038-9ce8-edf983730479) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:09.365707 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5f76709d-e45e-43ef-8568-b351132c41ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=386a1a3fcaf446568f8d518b3acbc50a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7198312 Oct 11 04:22:09.376843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45846) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:09.389586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.400213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:09.403023 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:09.408944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 58eb1ebc-6710-46cf-b41c-8828776fe67f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:09.428869 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 10 to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f Oct 11 04:22:09.436688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] For port 6b22247e-6db2-4023-8947-01961f1ad60a, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:09.453958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] For port 6b22247e-6db2-4023-8947-01961f1ad60a, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6b22247e-6db2-4023-8947-01961f1ad60a,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:09.482924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.528191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b71f23cc-4c07-4161-bedf-c736d39d8919 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:09.540825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Router 05482677-1933-4118-986c-3a40ac576de7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:09.570363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76709d-e45e-43ef-8568-b351132c41ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6658ac50-0475-432e-8131-64a3fc7e1b05,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:09.578871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726a09-07a7-4ba2-96d8-07be85e5f093 None None] Pushing event updated for resources: {'Port': ['ID=6b22247e-6db2-4023-8947-01961f1ad60a,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:09.589242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.596408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.616386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4924b6-6cf0-4d51-b5b1-17e55f70dbfd None None] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:09.624252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.637854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b71f23cc-4c07-4161-bedf-c736d39d8919 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:22:09.638522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b71f23cc-4c07-4161-bedf-c736d39d8919 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:22:09.653488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:09.654435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:09.684152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:09.685035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:09.685512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:09.704453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.758796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:09.759960 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:09.760496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.772765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.841723 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 6 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:09.875061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.883932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:09.888235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-543ff338-5d68-43d9-a4f1-3f00cbaaf446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.905671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.922305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:09.926908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:09.935791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:09.936182 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Added segment 3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6 of type vlan for network 349bacbd-4ae1-40aa-87b1-b1613b58e96b Oct 11 04:22:09.964394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:09.970808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:09.987255 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f5de1c65-2cb4-4c0a-b43d-59da18150ec5 admin admin] 10.222.0.39 "PUT /v2.0/routers/05482677-1933-4118-986c-3a40ac576de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0167818 Oct 11 04:22:09.987255 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.003516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.029293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Network 0f512371-3059-437f-afd8-942dfacafcb8 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:10.040838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Sync routers for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:10.060536 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7143000c-1aa5-4370-9480-8ce027a1440a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2397ee3dc19e4b51a3fe8e7a8a4218e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8302658 Oct 11 04:22:10.060536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:10.063993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45852) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:10.079628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:10.102117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:10.111216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:10.123353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:10.123353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:10.125978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-543ff338-5d68-43d9-a4f1-3f00cbaaf446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.133211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:10.154333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Port': ['ID=80efb3bf-741f-4038-9ce8-edf983730479,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:10.155056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:10.297036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:10.297370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.297719 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 Oct 11 04:22:10.319049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.325080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:10.325629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.337147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.358600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.359906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.375071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.391220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] For port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:10.391774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempted to set empty binding levels {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 04:22:10.395403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.397590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be0c04-408f-4ae2-b6e8-7c24982c87c4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:10.438049 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 7 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:10.492322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:10.513190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.513814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] In _notify_port_updated(), no bound segment for port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:10.515151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:10.516278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.516679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c515d0-f314-4689-9f95-38479568b7c8,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:10.520441 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "PUT /v2.0/ports/6aaa86be-4a3e-451d-8473-aa2c10ccb40f HTTP/1.1" status: 200 len: 981 time: 5.3036854 Oct 11 04:22:10.523760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45866) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:10.562096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:10.573026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Network': ['ID=349bacbd-4ae1-40aa-87b1-b1613b58e96b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:10.650951 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2702e9e3-7484-45e4-b98d-22bf8e742064 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4285536 Oct 11 04:22:10.686213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45868) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:10.696213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'subnet': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:10.714150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08cdc676-d9a1-448e-988c-b51afc36b65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.748908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:10.752581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:10.754878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.771991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:10.787612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-543ff338-5d68-43d9-a4f1-3f00cbaaf446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.790384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-543ff338-5d68-43d9-a4f1-3f00cbaaf446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.791696 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-543ff338-5d68-43d9-a4f1-3f00cbaaf446 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6658ac50-0475-432e-8131-64a3fc7e1b05 HTTP/1.1" status: 204 len: 168 time: 1.3969412 Oct 11 04:22:10.831959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a1a3-e1ca-4634-9c98-41ce8d8bbf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=6aaa86be-4a3e-451d-8473-aa2c10ccb40f,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:10.887029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:10.887637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:10.994211 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 8 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:11.089382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08cdc676-d9a1-448e-988c-b51afc36b65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.091464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff338-5d68-43d9-a4f1-3f00cbaaf446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658ac50-0475-432e-8131-64a3fc7e1b05,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:11.178254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.178694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.179179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.179658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.180132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.180606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.181079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.181550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.182026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.182497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.184129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.185051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.185548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.186028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.186504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.187039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.187519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:11.200737 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-029e89b7-b93b-49f1-a731-d2906b89889d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15167 time: 0.6620333 Oct 11 04:22:11.201300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45876) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:11.203829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,segment=NetworkSegment(c1091b03-ebd1-4e1a-89f9-4a2028e96bb5),segment_id=c1091b03-ebd1-4e1a-89f9-4a2028e96bb5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:11.224437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.225952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 54ca06e9-8714-4a2b-8c91-0211af1487e3 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:11.236830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:11.267426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45878) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:11.275512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571617199', 'description': 'tempest-description--1425338889'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:11.307322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45880) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:11.314975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:11.324650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:11.329496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.372311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.403043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Router bc5841df-eda0-4bfa-895b-bdf595382a81 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:11.403270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.505801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a404a2-d445-46af-b49b-01d241e0b452 None None] The sync data for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv is: [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:03Z', 'revision_number': 3, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:11.513699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:11.522659 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6356cd7f-8fee-4e7b-b61a-a915d7da24dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5d7d19c17994c29834dbf1bc2fc52d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1999989 Oct 11 04:22:11.523218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08cdc676-d9a1-448e-988c-b51afc36b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.525988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08cdc676-d9a1-448e-988c-b51afc36b65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.527002 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-08cdc676-d9a1-448e-988c-b51afc36b65a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce7891aa-5bf4-43aa-b133-488ef61d14a1 HTTP/1.1" status: 204 len: 168 time: 1.4567952 Oct 11 04:22:11.529490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45882) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:11.545264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 54ca06e9-8714-4a2b-8c91-0211af1487e3 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:11.545809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.546841 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 54ca06e9-8714-4a2b-8c91-0211af1487e3 Oct 11 04:22:11.547548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Deleting port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:11.547886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.552323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdc676-d9a1-448e-988c-b51afc36b65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7891aa-5bf4-43aa-b133-488ef61d14a1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:11.572845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.676385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:06Z', 'revision_number': 2, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:11.720121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Checking router: 05482677-1933-4118-986c-3a40ac576de7 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:11.720476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Updating router 05482677-1933-4118-986c-3a40ac576de7 port ff1281d1-5476-434f-8523-d3a4158befe1 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:22:11.743369 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 9 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:11.745479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.772531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.818267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.865999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:11.869879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:11.871428 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6027911 Oct 11 04:22:11.877720 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Sync routers for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:11.882314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-940b5c0f-9b01-4e48-8567-3565a8598889 admin admin] 10.222.0.39 "PUT /v2.0/routers/bc5841df-eda0-4bfa-895b-bdf595382a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8652282 Oct 11 04:22:11.893251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:11.919366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45888) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:11.929310 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:11.930173 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:11.931449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934e3c2-899c-4be9-8610-cd88e767fb42 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:11.939590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Request body: {'security_group_rule': {'security_group_id': '1a78e21a-89e8-4c05-ac8f-51b7f41dd97f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:11.985411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-97dda713-3a7d-42af-b15c-c6ea1a4e63cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.004798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 54ca06e9-8714-4a2b-8c91-0211af1487e3 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:12.005197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.052808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 54ca06e9-8714-4a2b-8c91-0211af1487e3, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=54ca06e9-8714-4a2b-8c91-0211af1487e3,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:12.060205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.078494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-97dda713-3a7d-42af-b15c-c6ea1a4e63cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.110982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] For port 6aaa86be-4a3e-451d-8473-aa2c10ccb40f, host hv-neutron-8608, got binding levels [] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:12.112709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.150963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.275874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Router b905baf7-ed01-4276-81db-9432ffb4a297 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:22:12.280152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.287831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.307472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Calling delete_port for 6aaa86be-4a3e-451d-8473-aa2c10ccb40f owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:12.322355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-97dda713-3a7d-42af-b15c-c6ea1a4e63cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.323093 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:12.325491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-97dda713-3a7d-42af-b15c-c6ea1a4e63cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.329604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-97dda713-3a7d-42af-b15c-c6ea1a4e63cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1aa635d4-456c-42f3-9235-f62681bd26a6 HTTP/1.1" status: 204 len: 168 time: 0.7964215 Oct 11 04:22:12.336626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.337839 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4173691 Oct 11 04:22:12.360266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:12.393203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=54ca06e9-8714-4a2b-8c91-0211af1487e3,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:12.395671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Request body: {'security_group_rule': {'security_group_id': '1a78e21a-89e8-4c05-ac8f-51b7f41dd97f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:12.404080 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Attempt 10 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:12.414021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45900) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:12.432560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d30ce6-9b81-416a-8561-4cdbb901e06c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab4f302-4f7a-43b6-a510-11d58d8246ff,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:12.465328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dda713-3a7d-42af-b15c-c6ea1a4e63cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa635d4-456c-42f3-9235-f62681bd26a6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:12.466964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:12.486458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db065ac9-26eb-4109-893c-8df3189144fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.604393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.641906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.695322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.710436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:12.753679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Subnet': ['ID=a544fbb4-c611-4300-88d1-808ea53d0381,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:12.786052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.792123 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-614a8023-d1ed-4994-80a4-c2817b478a42 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0204828 Oct 11 04:22:12.793113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45904) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:12.804899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.820207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ace162-a54d-4e26-9386-22706ce879c0 None None] Pushing event updated for resources: {'Port': ['ID=ff1281d1-5476-434f-8523-d3a4158befe1,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:12.826682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] Sync routers for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:12.917312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a6e-782a-47f3-ab5e-75ba2762cf35 None None] Port ff1281d1-5476-434f-8523-d3a4158befe1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:12.956903 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 2, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:12.961143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.982512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db065ac9-26eb-4109-893c-8df3189144fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:12.986383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:12.987223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:13.008610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db065ac9-26eb-4109-893c-8df3189144fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.025495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.054893 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Checking router: bc5841df-eda0-4bfa-895b-bdf595382a81 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:13.055255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Updating router bc5841df-eda0-4bfa-895b-bdf595382a81 port c4c515d0-f314-4689-9f95-38479568b7c8 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:22:13.060421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45910) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.061409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Checking segment: {'id': '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:13.061990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network hostable DHCP agents. Network: 349bacbd-4ae1-40aa-87b1-b1613b58e96b, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:13.073206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827505783', 'description': 'tempest-description--1053306020'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:13.108921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db065ac9-26eb-4109-893c-8df3189144fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4b663-1f67-4744-9111-7e6f19eb3c34,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:13.118869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:13.127653 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.140508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:13.142814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:13.152963 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-db065ac9-26eb-4109-893c-8df3189144fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4956363588e47f39a3ac1963046384f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377250 Oct 11 04:22:13.154583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Attempting to bind port ff1281d1-5476-434f-8523-d3a4158befe1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:13.154965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Attempting to bind port ff1281d1-5476-434f-8523-d3a4158befe1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:13.155552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Attempting to bind port ff1281d1-5476-434f-8523-d3a4158befe1 on network 4e7976e8-67b8-46be-8e09-5fa50235cb89 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:13.162299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45914) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.183684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.224874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:13.227882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Provisioning complete for port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:13.228351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.228998 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 1 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:13.234048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:13.234925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f24180-a3e3-4e67-a2bf-970fb81f6268 None None] The sync data for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:13.238830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.242234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:13.278918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:13.279628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Checking segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:13.280180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.280781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Bound using segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:13.282152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1439-9d04-4d11-8776-b8d206568a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.282488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Bound port: ff1281d1-5476-434f-8523-d3a4158befe1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:13.283178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.292968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.294307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 349bacbd-4ae1-40aa-87b1-b1613b58e96b) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:13.300911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.321823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.325189 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6aaa86be-4a3e-451d-8473-aa2c10ccb40f HTTP/1.1" status: 204 len: 168 time: 2.1015894 Oct 11 04:22:13.326455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:13.327065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.336160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45920) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.340515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a62e9e-35b8-4ec4-a16f-684af4ea7514 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aaa86be-4a3e-451d-8473-aa2c10ccb40f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:13.346213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.382046 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cbea52-aa13-4179-8c50-753f62c5709e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:13.383929 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-67cbea52-aa13-4179-8c50-753f62c5709e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "GET /v2.0/ports/6aaa86be-4a3e-451d-8473-aa2c10ccb40f HTTP/1.1" status: 404 len: 333 time: 0.0467191 Oct 11 04:22:13.386190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1439-9d04-4d11-8776-b8d206568a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.399068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45922) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.405733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-624317426', 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:13.412173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e744e165-cce5-41c6-a39b-d54d1d266d49,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:13.425304 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-18a9a0fe-c83b-41dd-b052-f2de532b9c08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7332911 Oct 11 04:22:13.427907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45924) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.448354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] For port ff1281d1-5476-434f-8523-d3a4158befe1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:13.452307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] For port ff1281d1-5476-434f-8523-d3a4158befe1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ff1281d1-5476-434f-8523-d3a4158befe1,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:13.454424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:13.456694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.457090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.457440 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 Oct 11 04:22:13.458070 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-735429b7-d677-4f1c-81d1-aae561085176 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0943561 Oct 11 04:22:13.460305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1457139425'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:13.462791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45926) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.464176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0496f-841f-4cb4-ade4-94fd3ddc370b None None] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:13.473803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:13.533445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.574427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Made reservation on behalf of 477fd359ce3343e4a1470b582a673da1 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:13.589367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.631677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.639045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:13.639691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:13.640693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port e9753b6a-2891-4119-ac56-6c908bf9b9d1 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:13.650248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:13.685482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Network 0f512371-3059-437f-afd8-942dfacafcb8 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:13.701288 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.709682 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.710208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.711700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:13.723865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.798045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ace162-a54d-4e26-9386-22706ce879c0 None None] Pushing event updated for resources: {'Port': ['ID=ff1281d1-5476-434f-8523-d3a4158befe1,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:13.814487 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85594cb-8008-40f0-b48f-7c8f784598a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c515d0-f314-4689-9f95-38479568b7c8,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:13.823617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.827551 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7554107 Oct 11 04:22:13.913211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45936) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:13.925169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:13.927545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Request body: {'security_group_rule': {'security_group_id': '21fb8f98-c721-481f-b5e2-3bd500e2a287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:13.937520 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Attempting to bind port c4c515d0-f314-4689-9f95-38479568b7c8 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:13.938132 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Attempting to bind port c4c515d0-f314-4689-9f95-38479568b7c8 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:13.938701 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Attempting to bind port c4c515d0-f314-4689-9f95-38479568b7c8 on network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:13.947861 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:13.953376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.953980 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Checking segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:13.954515 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:13.955034 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Bound using segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:13.955773 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Bound port: c4c515d0-f314-4689-9f95-38479568b7c8, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:13.956269 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.000380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45938) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:14.006461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcad3b-7fde-4db2-9678-29ea38c9aab2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb8f98-c721-481f-b5e2-3bd500e2a287,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:14.087490 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] For port c4c515d0-f314-4689-9f95-38479568b7c8, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:14.096712 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] For port c4c515d0-f314-4689-9f95-38479568b7c8, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c4c515d0-f314-4689-9f95-38479568b7c8,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:14.107822 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.145341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.154667 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 2 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:14.179831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1439-9d04-4d11-8776-b8d206568a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.190572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1439-9d04-4d11-8776-b8d206568a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.192074 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fc2b1439-9d04-4d11-8776-b8d206568a92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fe4b663-1f67-4744-9111-7e6f19eb3c34 HTTP/1.1" status: 204 len: 168 time: 1.0283332 Oct 11 04:22:14.201108 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:14.202757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:14.217481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:14.219636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6b22247e-6db2-4023-8947-01961f1ad60a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:14.223191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Router 0de6864b-c129-45d4-836e-d102cfe9080d has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:14.242368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-807313579'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:14.276884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b1439-9d04-4d11-8776-b8d206568a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4b663-1f67-4744-9111-7e6f19eb3c34,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:14.281972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.302245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:14.319656 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85594cb-8008-40f0-b48f-7c8f784598a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c515d0-f314-4689-9f95-38479568b7c8,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:14.328893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'tenant_id': '7827efa8aeb44e548725a1a476ecf06c', 'fixed_ips': [{'subnet_id': 'a544fbb4-c611-4300-88d1-808ea53d0381'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:14.329931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.384666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:14.393531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.421329 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:14.449466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.457038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.462050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.531797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.682320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441e9360-e339-44d3-8980-844975fbb767,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:14.713964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6b22247e-6db2-4023-8947-01961f1ad60a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:14.714825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.715171 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6b22247e-6db2-4023-8947-01961f1ad60a Oct 11 04:22:14.722254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:14.725530 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-539e488e-831e-4bf0-a77b-6eccdd3f1218 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8019152 Oct 11 04:22:14.734442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45948) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:14.745872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Request body: {'security_group_rule': {'security_group_id': '21fb8f98-c721-481f-b5e2-3bd500e2a287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:14.799687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:14.803469 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 3 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:14.812490 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-88a3a84c-4f88-49ca-bded-94c77738a6a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/0de6864b-c129-45d4-836e-d102cfe9080d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8081448 Oct 11 04:22:14.838829 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Sync routers for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:14.840024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Allocated IP 2001:db8::2 (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/02269e7c-8281-4f80-83cf-e0f1a071fff2) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:14.875908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Allocated IP 172.26.8.103 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/fba0f9d8-761b-4ed2-96ed-bc2f88e12587) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:14.880977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:13Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:14.889315 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:14.892822 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:14.915197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:14.929943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dc3440-04ea-473f-9e93-3762c2f85cf2 None None] The sync data for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv is: [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:13Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:15.034626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Network 8f1bc5ec-a280-4840-9b09-36939a92a512 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:15.036009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:15.058540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.063543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.082640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=e9753b6a-2891-4119-ac56-6c908bf9b9d1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:15.098318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:15.102419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:15.103773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:15.104554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.115191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6b22247e-6db2-4023-8947-01961f1ad60a is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:15.115931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.142432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] device_id is not set on port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:15.148958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.180824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 6b22247e-6db2-4023-8947-01961f1ad60a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6b22247e-6db2-4023-8947-01961f1ad60a,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:15.189742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.197092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.230672 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:15.253002 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f58943aa-9f74-43d7-bdff-27aa98abeeaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8523116 Oct 11 04:22:15.264117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45964) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:15.383583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.386230 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c7497-efca-467b-a5da-e98070a2850b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:15.387797 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-804c7497-efca-467b-a5da-e98070a2850b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "GET /v2.0/ports/e9753b6a-2891-4119-ac56-6c908bf9b9d1 HTTP/1.1" status: 200 len: 958 time: 0.1219392 Oct 11 04:22:15.401311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45968) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:15.402708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.441991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.470003 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 4 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:15.475990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:15.517934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:15.530269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=6b22247e-6db2-4023-8947-01961f1ad60a,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:15.555688 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:14Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:15.559604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:15.580765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.586005 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8447800 Oct 11 04:22:15.586370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff1281d1-5476-434f-8523-d3a4158befe1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:15.588835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45972) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:15.597886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:15.648339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f04b9-9610-4efc-b6e0-c5d89116fa4c None None] The sync data for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv is: [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:14Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:15.675080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.709993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event updated for resources: {'Port': ['ID=fba0f9d8-761b-4ed2-96ed-bc2f88e12587,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:15.719581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a0176-d926-4f26-b15b-81d2ef745f39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9a141e-0ace-4b3a-a2d5-cf715dd36b99,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:15.735933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.736561 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 2, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:15.750078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.801011 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Checking router: 0de6864b-c129-45d4-836e-d102cfe9080d for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:15.801503 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Updating router 0de6864b-c129-45d4-836e-d102cfe9080d port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:22:15.803628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:15.824450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.851805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.853454 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:15.853668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:15.937266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45978) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:15.950843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310083848', 'description': 'tempest-description--1761622184'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:15.995602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:16.001177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:16.004483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:16.005736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Allocated IP 2001:db8::83 (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/0d5267b6-0dea-473c-a9ad-d43a0718a8c2) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:16.006790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ff1281d1-5476-434f-8523-d3a4158befe1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:16.007155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.007484 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:16.008885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Pushing event updated for resources: {'Port': ['ID=02269e7c-8281-4f80-83cf-e0f1a071fff2,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:16.066383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.072403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Added segment eb592f10-238b-45ba-be4c-99cae82a269d of type vlan for network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e Oct 11 04:22:16.074067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ea575-8acf-4b90-b07a-239d7e8b0455,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:16.126546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.253834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.261688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Attempting to bind port 02269e7c-8281-4f80-83cf-e0f1a071fff2 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:16.262064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Attempting to bind port 02269e7c-8281-4f80-83cf-e0f1a071fff2 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:16.262430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Attempting to bind port 02269e7c-8281-4f80-83cf-e0f1a071fff2 on network 349bacbd-4ae1-40aa-87b1-b1613b58e96b {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:16.277821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:16.278203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Checking segment: {'id': '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:16.278645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.279045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Bound using segment: {'id': '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:16.279702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Bound port: 02269e7c-8281-4f80-83cf-e0f1a071fff2, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:16.279894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.303019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.332804 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 5 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:16.379232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:16.466048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:16.474676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:16.491553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:16.492495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ff1281d1-5476-434f-8523-d3a4158befe1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:16.492870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.492973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.496489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:16.508718 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.530642 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.563288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e8845bc5-a780-413b-8780-539633bf978f None None] For port 02269e7c-8281-4f80-83cf-e0f1a071fff2, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:16.580190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e8845bc5-a780-413b-8780-539633bf978f None None] For port 02269e7c-8281-4f80-83cf-e0f1a071fff2, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=02269e7c-8281-4f80-83cf-e0f1a071fff2,segment=NetworkSegment(3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6),segment_id=3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:16.597361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.602196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ff1281d1-5476-434f-8523-d3a4158befe1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ff1281d1-5476-434f-8523-d3a4158befe1,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:16.623634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.624929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 54ca06e9-8714-4a2b-8c91-0211af1487e3 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:16.632162 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2010891 Oct 11 04:22:16.662911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 45988) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:16.713393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86817d5e-9cf3-4896-9aa6-fe5c24c85723 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=0d5267b6-0dea-473c-a9ad-d43a0718a8c2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:16.739862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Deleting port e9753b6a-2891-4119-ac56-6c908bf9b9d1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:16.741273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.777208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-810850822', 'allowed_address_pairs': [{'ip_address': '2001:db8::83', 'mac_address': 'fa:16:3e:0a:9b:88'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:16.804031 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db12f2-7478-4c33-9e0f-389c8a0308fe None None] Pushing event updated for resources: {'Port': ['ID=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:16.823943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.830438 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Attempting to bind port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:16.831260 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Attempting to bind port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:16.831260 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Attempting to bind port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 on network 0f512371-3059-437f-afd8-942dfacafcb8 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:16.839650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.856986 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:16.857362 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Checking segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:16.857774 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.858165 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Bound using segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:16.858705 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Bound port: 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:16.859106 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.933320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8845bc5-a780-413b-8780-539633bf978f None None] Pushing event updated for resources: {'Port': ['ID=02269e7c-8281-4f80-83cf-e0f1a071fff2,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:16.960051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.967509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:16.980543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:16.981197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.037567 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 6 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:17.062100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.103506 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] For port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:17.105266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 54ca06e9-8714-4a2b-8c91-0211af1487e3 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:17.105695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.108088 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 54ca06e9-8714-4a2b-8c91-0211af1487e3 Oct 11 04:22:17.117620 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] For port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:17.129260 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.129969 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45994) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:17.142001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Calling delete_port for e9753b6a-2891-4119-ac56-6c908bf9b9d1 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:17.196865 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:17.206402 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:17.226653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:17.236150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ff1281d1-5476-434f-8523-d3a4158befe1,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:17.246413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.262266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Allocated IP 172.20.0.1 (c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d/01a2792c-d952-4ffc-9154-2b6b264dcab6/247caa2a-cceb-44c5-92cd-eee5a987f280) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:17.270051 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.2661002 Oct 11 04:22:17.332577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 54ca06e9-8714-4a2b-8c91-0211af1487e3 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:17.460554 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db12f2-7478-4c33-9e0f-389c8a0308fe None None] Pushing event updated for resources: {'Port': ['ID=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:17.476541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.505928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.528241 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:17.576222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-299056867'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:17.590017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.604436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c723dc9-e880-4d32-ac11-e072433576e9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:17.631825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.639598 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "DELETE /v2.0/ports/e9753b6a-2891-4119-ac56-6c908bf9b9d1 HTTP/1.1" status: 204 len: 168 time: 2.2370877 Oct 11 04:22:17.647970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 45998) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:17.665866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c4da6-3716-442d-be54-494d5cc962a4 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Network': ['ID=5ad5517b-c1df-4ccd-8a64-e497f7a3418e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:17.673792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.682123 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9ef66c18-76dc-4f28-b18a-a835d31ede75 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7392340 Oct 11 04:22:17.685292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.696914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46000) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:17.703986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:17.742081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Request body: {'security_group_rule': {'security_group_id': '3c723dc9-e880-4d32-ac11-e072433576e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:17.748487 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 7 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:17.771596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6b22247e-6db2-4023-8947-01961f1ad60a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:17.861670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Allocated IP 172.26.8.43 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/4ee198fc-64c4-4220-91db-48120a5e956c) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:17.927266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.946056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.956503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:17.974251 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:17Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:17.987918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:17.995546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.033608 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038c585-60bc-44f4-bc9b-ef1a7f6a15d1 None None] The sync data for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv is: [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:17Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:18.111105 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9ab802-9587-470c-814a-0122d1cd4909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:18.123515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dd9ab802-9587-470c-814a-0122d1cd4909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "GET /v2.0/ports/e9753b6a-2891-4119-ac56-6c908bf9b9d1 HTTP/1.1" status: 404 len: 333 time: 0.4425654 Oct 11 04:22:18.128126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46002) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:18.129838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.140325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Request body: {'port': {'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734127521'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:18.168072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6b22247e-6db2-4023-8947-01961f1ad60a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:18.168595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.168756 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6b22247e-6db2-4023-8947-01961f1ad60a Oct 11 04:22:18.180978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86ee7c-4686-4db1-9cf8-be61ea5cd955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9753b6a-2891-4119-ac56-6c908bf9b9d1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:18.200902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Made reservation on behalf of 477fd359ce3343e4a1470b582a673da1 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:18.204081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.222610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.249787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.299696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Made reservation on behalf of 1e05eb032bb241f3a3a9d3cef1ea44dd for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:18.303100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.304585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.306255 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8405969 Oct 11 04:22:18.307099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fc1a3-7ca3-4f9c-8942-fa8b234b3534 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event updated for resources: {'Port': ['ID=fba0f9d8-761b-4ed2-96ed-bc2f88e12587,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:18.344773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Current status of the port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:18.345505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.352665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port a8280e5f-b2b5-4168-a864-e443d5353676 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:18.355407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.362377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:18.423025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.427280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:18.454196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ef7c0-b0ef-43e7-a141-3a0d9b711bd3 None None] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:18.455309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:18.469973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] device_id is not set on port b1325c85-8d6a-471d-a9bd-de8b5f623c61 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:18.471773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:18.520959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] For port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:18.524028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event updated for resources: {'Port': ['ID=4ee198fc-64c4-4220-91db-48120a5e956c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:18.526875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:18.540700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:18.541167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.554292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.648034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6b22247e-6db2-4023-8947-01961f1ad60a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:18.649445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 02269e7c-8281-4f80-83cf-e0f1a071fff2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:18.784065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Port': ['ID=247caa2a-cceb-44c5-92cd-eee5a987f280,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:18.808723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Provisioning complete for port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:18.809553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.810209 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 1 to provision port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 Oct 11 04:22:18.833317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:18.920444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Allocated IP 2001:db8::3e0 (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/b1325c85-8d6a-471d-a9bd-de8b5f623c61) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:19.179502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.190801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.209788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Pushing event updated for resources: {'Port': ['ID=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:19.319926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.341343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.357687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.384562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 02269e7c-8281-4f80-83cf-e0f1a071fff2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:19.385158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.385621 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 02269e7c-8281-4f80-83cf-e0f1a071fff2 Oct 11 04:22:19.389993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46030) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:19.402009 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 04:22:19.488595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.491886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Current status of the port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:19.504264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8019500 Oct 11 04:22:19.510262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Provisioning complete for port ff1281d1-5476-434f-8523-d3a4158befe1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:19.510710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.511041 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 1 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:19.557698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46032) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:19.580779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Request body: {'security_group_rule': {'security_group_id': '3c723dc9-e880-4d32-ac11-e072433576e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:19.606867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27eb8d6-63cd-448f-bee9-bc745ae164de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cd704a-dc88-452b-98ac-e05be00ce47f,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:19.607224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 02269e7c-8281-4f80-83cf-e0f1a071fff2 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:19.607778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.624957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.643854 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-15d5f5fc-113f-4cac-ab3e-6827a874397d tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1571617199&fields=id&tenant_id=30dbef6f9e254212a078625175e4fba9 HTTP/1.1" status: 200 len: 267 time: 0.2452021 Oct 11 04:22:19.701571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 02269e7c-8281-4f80-83cf-e0f1a071fff2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=02269e7c-8281-4f80-83cf-e0f1a071fff2,segment=NetworkSegment(3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6),segment_id=3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:19.758378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.762263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff1281d1-5476-434f-8523-d3a4158befe1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:19.796521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.832163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Current status of the port ff1281d1-5476-434f-8523-d3a4158befe1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:19.915730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Provisioning complete for port c4c515d0-f314-4689-9f95-38479568b7c8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:19.916485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:19.917027 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Attempt 1 to provision port c4c515d0-f314-4689-9f95-38479568b7c8 Oct 11 04:22:19.920446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=b1325c85-8d6a-471d-a9bd-de8b5f623c61,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:20.032179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ff1281d1-5476-434f-8523-d3a4158befe1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:20.034351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.034745 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ff1281d1-5476-434f-8523-d3a4158befe1 Oct 11 04:22:20.115340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=02269e7c-8281-4f80-83cf-e0f1a071fff2,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:20.132136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.153718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.183567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.239494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:20.248266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Current status of the port c4c515d0-f314-4689-9f95-38479568b7c8 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:20.248790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.250205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:20.252140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ff1281d1-5476-434f-8523-d3a4158befe1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:20.253203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c4c515d0-f314-4689-9f95-38479568b7c8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:20.253397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:20.260034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:20.263207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.307598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.316144 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-93c5b6c6-f339-4294-ba6e-cb4d744eeffe tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.5594800 Oct 11 04:22:20.326559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-b30deb5a-729a-4b5f-8faf-3ab927dab350 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:20.328609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-b30deb5a-729a-4b5f-8faf-3ab927dab350 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/networks?id=4e7976e8-67b8-46be-8e09-5fa50235cb89 HTTP/1.1" status: 200 len: 811 time: 0.4091756 Oct 11 04:22:20.329144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46034) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:20.362074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:20.366088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] For port c4c515d0-f314-4689-9f95-38479568b7c8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c4c515d0-f314-4689-9f95-38479568b7c8,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:20.376296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.379312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=a8280e5f-b2b5-4168-a864-e443d5353676,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:20.429428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-7ca1bbdf-569d-468f-a86b-09f0c5c04fec tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/quotas/30dbef6f9e254212a078625175e4fba9 HTTP/1.1" status: 200 len: 375 time: 0.0913374 Oct 11 04:22:20.462303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4e95-506c-45b9-af92-4872d02a48bc None None] Pushing event updated for resources: {'Port': ['ID=c4c515d0-f314-4689-9f95-38479568b7c8,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:20.474651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c4c515d0-f314-4689-9f95-38479568b7c8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:20.475193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.475446 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c4c515d0-f314-4689-9f95-38479568b7c8 Oct 11 04:22:20.486626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.524090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Network 8f1bc5ec-a280-4840-9b09-36939a92a512 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:20.541458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:20.549237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:20.555182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:20.565578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.572273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.573228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.586202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb0f52-86db-4c8d-b4bc-aee3a5712e8b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:20.597235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.597731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Added segment 719c5bee-af7f-4772-b435-e4c7b148daa4 of type vlan for network 500c7c61-2519-4772-8829-257a3b620577 Oct 11 04:22:20.611457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.613844 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0196326 Oct 11 04:22:20.618825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Provisioning complete for port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:20.619309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.619653 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 1 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:20.634668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46038) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:20.647239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'subnet': {'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:20.647427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.683917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c651b-9cf4-4cc1-bfc2-d48a6d55f766 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:20.694455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c651b-9cf4-4cc1-bfc2-d48a6d55f766 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:20.700775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c651b-9cf4-4cc1-bfc2-d48a6d55f766 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:20.705084 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5f3c651b-9cf4-4cc1-bfc2-d48a6d55f766 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3699358 Oct 11 04:22:20.707229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.709116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46042) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:20.744373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c4c515d0-f314-4689-9f95-38479568b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:20.757038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68e64ff-aa02-435c-b5a5-dde36f7f8385,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:20.807990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Current status of the port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:20.837096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Provisioning complete for port 247caa2a-cceb-44c5-92cd-eee5a987f280 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:20.837467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.837868 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 1 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:20.839610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02577193-3004-4a94-a928-74520b6ec133 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30dbef6f9e254212a078625175e4fba9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3988974 Oct 11 04:22:20.881004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:20.888530 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-17b3db43-7a18-4d4e-87fd-51c5f0c0c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7534106 Oct 11 04:22:20.894018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46054) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:20.895619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-156465d5-08f6-4012-823b-e29f2fc698bc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3364182 Oct 11 04:22:20.916303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:20.930598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:20.946915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46056) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:20.979548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:21.002607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.015520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d398-ac28-43f9-a680-418f61ddc764 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event updated for resources: {'Port': ['ID=4ee198fc-64c4-4220-91db-48120a5e956c,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:21.090135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:21.129275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:21.133128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.146857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:21.147229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.147575 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 Oct 11 04:22:21.157910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.191793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.197355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:21.197992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.200406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.275910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46074) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:21.278175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-e49b9484-d0d5-433e-9a4f-d9494cddff1b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:22:21.283054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-e49b9484-d0d5-433e-9a4f-d9494cddff1b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1203799 Oct 11 04:22:21.295299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port b1325c85-8d6a-471d-a9bd-de8b5f623c61 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:21.296468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.297764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:21.298950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c4c515d0-f314-4689-9f95-38479568b7c8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:21.309777 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 04:22:21.323918 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.1896811 Oct 11 04:22:21.348414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c4c515d0-f314-4689-9f95-38479568b7c8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:21.348828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.349160 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c4c515d0-f314-4689-9f95-38479568b7c8 Oct 11 04:22:21.425471 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 2 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:21.457040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.461664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-ad15ee8b-4048-4ba0-bbfa-71c91b40a4a5 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691034 Oct 11 04:22:21.470835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c4c515d0-f314-4689-9f95-38479568b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:21.472125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 02269e7c-8281-4f80-83cf-e0f1a071fff2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:21.475865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for b1325c85-8d6a-471d-a9bd-de8b5f623c61 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:21.482006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb54ed-74de-4695-b6fb-e178bb074c11 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Pushing event updated for resources: {'Network': ['ID=500c7c61-2519-4772-8829-257a3b620577,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:21.497309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 500c7c61-2519-4772-8829-257a3b620577 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:21.499651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:21.528226 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f1c27691-bbef-4bad-bdb8-7ef0ac9052ff tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--827505783&fields=id&tenant_id=5a362286a96d419ab25fc1fb34f59cd3 HTTP/1.1" status: 200 len: 267 time: 0.2207415 Oct 11 04:22:21.605576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 02269e7c-8281-4f80-83cf-e0f1a071fff2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:21.606035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.607124 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 02269e7c-8281-4f80-83cf-e0f1a071fff2 Oct 11 04:22:21.646777 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-60edf3cf-3608-41f8-984f-4471219bc257 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659646 Oct 11 04:22:21.739622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 02269e7c-8281-4f80-83cf-e0f1a071fff2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:21.790801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.819784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=b1325c85-8d6a-471d-a9bd-de8b5f623c61,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:21.849548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.873226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:21.873939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.001156 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 3 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:22.050086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46096) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:22.055889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Request body: {'port': {'network_id': '500c7c61-2519-4772-8829-257a3b620577', 'binding:host_id': 'hv-neutron-8608', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2140274870'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:22.065905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:22.069779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.072692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] device_id is not set on port a8280e5f-b2b5-4168-a864-e443d5353676 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:22.076267 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f19c1d7e-a785-416a-a7ed-3a2e90405af3 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/ports/b1325c85-8d6a-471d-a9bd-de8b5f623c61 HTTP/1.1" status: 204 len: 168 time: 1.3338592 Oct 11 04:22:22.081517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46098) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:22.119840 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f8da0a-df17-4544-af23-79bcbf1bc596 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] GET failed (client error): The resource could not be found. Oct 11 04:22:22.121431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-49f8da0a-df17-4544-af23-79bcbf1bc596 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "GET /v2.0/ports/b1325c85-8d6a-471d-a9bd-de8b5f623c61 HTTP/1.1" status: 404 len: 333 time: 0.0385418 Oct 11 04:22:22.130438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.134303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46100) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:22.163578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1374552306'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:22.168937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-5991e2ad-84fd-47ee-ae3f-d99bb29ed9d3 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:22.176451 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-5991e2ad-84fd-47ee-ae3f-d99bb29ed9d3 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/networks?id=8e1542aa-06cc-4f38-bd55-413e90e9ee05 HTTP/1.1" status: 200 len: 805 time: 0.6273534 Oct 11 04:22:22.179177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.189520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.191763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.197569 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d05686f8-a6b1-4128-a4b9-26879ec7fcec req-5a2ce7ee-0be8-4698-b5f1-4133b83a06ea tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 210 time: 0.0814953 Oct 11 04:22:22.210584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Made reservation on behalf of a4f897ffcba4400c961badd9ece91677 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:22.212989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.224993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.390394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:22.394628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.396677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Port': ['ID=247caa2a-cceb-44c5-92cd-eee5a987f280,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:22.408330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.417128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.421959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] device_id is not set on port c3296065-12ca-45c9-a8e2-91bb31169d10 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:22.428321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 455ce64c-c545-4e93-aeb9-d71102cd92c6 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:22.462801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-3d660029-68fd-4ac7-aedd-b28baf57bf39 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/quotas/5a362286a96d419ab25fc1fb34f59cd3 HTTP/1.1" status: 200 len: 375 time: 0.2854557 Oct 11 04:22:22.547818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439a5bad-f1c0-480f-98b4-5bedbf8ed79e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:22.567827 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 4 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:22.652210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:22.652839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:22.653283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:22.655891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Subnet': ['ID=737c2cc5-b024-4849-91d1-be17a05b447a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:22.661003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Allocated IP 2001:db8::2c5 (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/c3296065-12ca-45c9-a8e2-91bb31169d10) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:22.670382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=a8280e5f-b2b5-4168-a864-e443d5353676,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:22.690312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:22.706200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:22.706923 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:22.718426 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 2 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:22.731400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:22.749319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Checking segment: {'id': 'eb592f10-238b-45ba-be4c-99cae82a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:22.749779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network hostable DHCP agents. Network: 5ad5517b-c1df-4ccd-8a64-e497f7a3418e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:22.752073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:22.771347 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-b9486c6b-1395-4a52-9593-7a660b3fff74 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a362286a96d419ab25fc1fb34f59cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2522771 Oct 11 04:22:22.776035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:22.776367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:22.776700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:22.789120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Allocated IP 172.26.8.123 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/88b839f3-99bc-4352-a358-e9de8d72612f) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:22.795320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 455ce64c-c545-4e93-aeb9-d71102cd92c6 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:22.820615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.839074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:22.839548 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:22.851121 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 3 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:22.851437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:22.884451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:22.916330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:22.921680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:22.922074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:22.934658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=455ce64c-c545-4e93-aeb9-d71102cd92c6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:22.976060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 5ad5517b-c1df-4ccd-8a64-e497f7a3418e) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:22.977766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:22.978089 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:22.990347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6949a7-8f0c-4054-aa0f-b9e970fa3b52 None None] Network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:22.999422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 4 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:23.002923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:23.003498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.021173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.026106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Checking segment: {'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:23.026623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Network hostable DHCP agents. Network: 500c7c61-2519-4772-8829-257a3b620577, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:23.070519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Network 500c7c61-2519-4772-8829-257a3b620577 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:23.096910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 500c7c61-2519-4772-8829-257a3b620577) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:23.101673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:23.123415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f126b10d-a963-4ee6-ab16-18a6c7e96ebb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:22:23.125166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f126b10d-a963-4ee6-ab16-18a6c7e96ebb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2123907 Oct 11 04:22:23.125915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.126237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.126581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.138318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.175318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.175649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.175983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.184499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748245b-7e18-4c79-af49-3fb88e863b8a None None] Network 500c7c61-2519-4772-8829-257a3b620577 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:23.190716 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-01d54144-4c55-46ed-a896-ef05bf891d81 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5557861 Oct 11 04:22:23.195604 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 5 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:23.200532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46128) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:23.204405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:23.208270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1107601071'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:23.213969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.214426 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.217653 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 2 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.225696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:23.227790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.228112 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:23.229929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Router b905baf7-ed01-4276-81db-9432ffb4a297 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:23.234316 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 5 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:23.236037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:23.241666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:23.242290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.252101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=c3296065-12ca-45c9-a8e2-91bb31169d10,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:23.269688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.270139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.270485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.276456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.276834 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.277382 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 3 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.286259 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6be58581-18db-43e2-a313-1c886bc770df tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1293566 Oct 11 04:22:23.292971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:23.303916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.308812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46134) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:23.329165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::83', 'mac_address': 'fa:16:3e:0a:9b:88'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:23.340269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.340597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.341101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.357223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.357549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.357877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.372131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.372680 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.377721 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 4 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.383747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.392245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.392871 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:23.397104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 6 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:23.425852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:23.443284 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.443654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.444087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.463336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.463661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Added segment 43ed5df0-522b-4f3f-b995-e97d14748bca of type vlan for network 716df92d-70bd-46ba-b3da-8d3316348d8e Oct 11 04:22:23.473843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.474260 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.480531 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 5 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.527591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:23.559358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.559907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.560122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.567281 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-43b583a6-5944-4b51-99db-dca435601593 service neutron] 10.222.0.39 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222662 Oct 11 04:22:23.597528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.597992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.598177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.602143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-5ad5517b-c1df-4ccd-8a64-e497f7a3418e', 'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e', 'tenant_id': 'c6c8781919694288bbf0cb0472ad388a', 'fixed_ips': [{'subnet_id': '737c2cc5-b024-4849-91d1-be17a05b447a'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:23.603274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.609562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.615699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.616020 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.625938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.626626 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:23.637146 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 6 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.642144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 7 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:23.685585 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-49d05d53-5826-4531-9b52-c7c03eb4e9b7 req-61096fe6-45c9-4a77-9921-687c04a33a2c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 210 time: 0.0785863 Oct 11 04:22:23.733164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.734115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.734385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.746381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.746746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.747084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.756775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.757367 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:23.757899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.758314 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.760013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 7 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.763007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.779564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.785092 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 8 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:23.785795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:23.786452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.803421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:23.816705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.817147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.817545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.831690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.832314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.832871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.863995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.864407 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:23.870688 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6691396 Oct 11 04:22:23.871341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46136) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:23.878101 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 8 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:23.887918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'subnet': {'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:23.893264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.893838 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:23.897296 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 9 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:23.908770 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-0d87f194-a0cc-4134-b9dc-5d07db333870 service neutron] 10.222.0.39 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306329 Oct 11 04:22:23.910928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:23.914196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Allocated IP 2001:db8:0:ffff::2 (5ad5517b-c1df-4ccd-8a64-e497f7a3418e/737c2cc5-b024-4849-91d1-be17a05b447a/e8c9c20b-5506-4692-bc15-44b0204ad258) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:23.923608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] Sync routers for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:23.928941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:23.940034 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-69814201-f008-4f12-9da1-c236deb2e2d2 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "PUT /v2.0/routers/b905baf7-ed01-4276-81db-9432ffb4a297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1423833 Oct 11 04:22:23.943369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event updated for resources: {'Port': ['ID=88b839f3-99bc-4352-a358-e9de8d72612f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:23.947260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46138) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:23.948141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:23.955907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Request body: {'port': {'network_id': 'c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d', 'name': 'tempest-FloatingIPAdminTestJSON-1321747542'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:23.960498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:23.967123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.967123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.968475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.968663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f92c5-ca85-46aa-b914-7ccbce78bcb9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Network': ['ID=716df92d-70bd-46ba-b3da-8d3316348d8e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:23.977244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:23.979353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:23.982088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:23.982408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:23.983100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:23.992394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:23.992782 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:24.007570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:24.007910 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:24.012642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempt 10 to bind port a8280e5f-b2b5-4168-a864-e443d5353676 Oct 11 04:22:24.046519 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 9 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:24.079285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:24.079628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:24.079968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempting to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:24.084268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:24.084599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:24.084936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:24.096348 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 6 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:24.099887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.103082 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:24.103407 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Failed to bind port a8280e5f-b2b5-4168-a864-e443d5353676 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '93a222d0-53ee-43af-b6d5-e54a8f32822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f1bc5ec-a280-4840-9b09-36939a92a512'}] Oct 11 04:22:24.103789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.105788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:24.111883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 716df92d-70bd-46ba-b3da-8d3316348d8e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:24.131331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:24.131828 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:24.138059 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 10 to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 Oct 11 04:22:24.168877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:24.172455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.184161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:24.184161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:24.184161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:24.193472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:24.194174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:24.210734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.220896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:24.221268 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 455ce64c-c545-4e93-aeb9-d71102cd92c6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:24.221631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.269435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Made reservation on behalf of d7ea1ee12a6d4ddaba4218f84ad78d2f for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:24.284052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.325535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:24.326178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba353262-fc2b-4786-a679-291ea8888b3f None None] The sync data for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:24.349028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] For port a8280e5f-b2b5-4168-a864-e443d5353676, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:24.349785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attempted to set empty binding levels {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 04:22:24.361709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.362604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] In _notify_port_updated(), no bound segment for port a8280e5f-b2b5-4168-a864-e443d5353676 on network 8f1bc5ec-a280-4840-9b09-36939a92a512 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:24.363680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:24.364488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.366027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "PUT /v2.0/ports/a8280e5f-b2b5-4168-a864-e443d5353676 HTTP/1.1" status: 200 len: 981 time: 3.4525914 Oct 11 04:22:24.368291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] device_id is not set on port 737d98f3-421f-438c-b804-6313f6241710 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:24.379868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46152) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:24.443834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.45', 63747) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:24.465983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:24.521121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.534680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.609450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:24.612541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:24.618668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:24.621214 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-56ef93e2-5c63-4583-b333-f55365286c68 req-72ac17ca-8419-4f3a-8f4f-fc941d6db494 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 210 time: 0.1723373 Oct 11 04:22:24.668566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.685377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80141d22-5c01-4740-86f0-037eec936318 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event updated for resources: {'Port': ['ID=a8280e5f-b2b5-4168-a864-e443d5353676,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:24.742848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Pushing event updated for resources: {'Port': ['ID=e8c9c20b-5506-4692-bc15-44b0204ad258,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:24.755814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Attempting to bind port e8c9c20b-5506-4692-bc15-44b0204ad258 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:24.756389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Attempting to bind port e8c9c20b-5506-4692-bc15-44b0204ad258 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'eb592f10-238b-45ba-be4c-99cae82a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:24.757187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Attempting to bind port e8c9c20b-5506-4692-bc15-44b0204ad258 on network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:24.769830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:24.769830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Checking segment: {'id': 'eb592f10-238b-45ba-be4c-99cae82a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:24.769830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.769830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Bound using segment: {'id': 'eb592f10-238b-45ba-be4c-99cae82a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:24.771929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Bound port: e8c9c20b-5506-4692-bc15-44b0204ad258, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb592f10-238b-45ba-be4c-99cae82a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '5ad5517b-c1df-4ccd-8a64-e497f7a3418e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:24.772597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.781888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-dc8c8f0f-ffbd-4521-b649-0467a9d01436 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:24.784550 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-dc8c8f0f-ffbd-4521-b649-0467a9d01436 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.45 "GET /v2.0/networks?id=4e7976e8-67b8-46be-8e09-5fa50235cb89 HTTP/1.1" status: 200 len: 811 time: 0.3354974 Oct 11 04:22:24.785342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.786128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] In _notify_port_updated(), no bound segment for port c3296065-12ca-45c9-a8e2-91bb31169d10 on network 349bacbd-4ae1-40aa-87b1-b1613b58e96b {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:24.792504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:24.793446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.796934 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "PUT /v2.0/ports/c3296065-12ca-45c9-a8e2-91bb31169d10 HTTP/1.1" status: 200 len: 1002 time: 1.4860361 Oct 11 04:22:24.945296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46172) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:24.946257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] For port e8c9c20b-5506-4692-bc15-44b0204ad258, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:24.950443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] For port e8c9c20b-5506-4692-bc15-44b0204ad258, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8c9c20b-5506-4692-bc15-44b0204ad258,segment=NetworkSegment(eb592f10-238b-45ba-be4c-99cae82a269d),segment_id=eb592f10-238b-45ba-be4c-99cae82a269d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:24.960392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:24.968208 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 7 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:25.148035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628148a5-2c1d-4dbf-accf-1d7b964cf68b None None] Pushing event updated for resources: {'Port': ['ID=e8c9c20b-5506-4692-bc15-44b0204ad258,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:25.162718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:25.165014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] For port 455ce64c-c545-4e93-aeb9-d71102cd92c6, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:25.165384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempted to set empty binding levels {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 04:22:25.196129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.197131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:25.197709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.199880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4687d5b-22d7-440f-975f-26b4f4e1e4b6 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=c3296065-12ca-45c9-a8e2-91bb31169d10,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:25.252886 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-79ac7a38-506b-4ac3-8490-1277eaa00476 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30dbef6f9e254212a078625175e4fba9 HTTP/1.1" status: 200 len: 380 time: 0.3083646 Oct 11 04:22:25.277851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a95334a-4be6-4e00-b3f6-665b6513ecde req-6457459c-4580-443e-bec2-701fd5fb8753 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 210 time: 0.0983469 Oct 11 04:22:25.301335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Request body: {'port': {'device_id': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'admin_state_up': True, 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'security_groups': ['1a78e21a-89e8-4c05-ac8f-51b7f41dd97f']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:25.337081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Allocated IP 172.20.0.3 (c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d/01a2792c-d952-4ffc-9154-2b6b264dcab6/737d98f3-421f-438c-b804-6313f6241710) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:25.343648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.2895656 Oct 11 04:22:25.345623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46202) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:25.381376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.393481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.398993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.425017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.objects.ports [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103098) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:22:25.427474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.427863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.428757 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4695880 Oct 11 04:22:25.461479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Deleting port a8280e5f-b2b5-4168-a864-e443d5353676 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:25.461741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.544650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1f5da-d2dd-413b-9bda-7e52e44fb628 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event updated for resources: {'Port': ['ID=88b839f3-99bc-4352-a358-e9de8d72612f,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:25.611122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] For port a8280e5f-b2b5-4168-a864-e443d5353676, host hv-neutron-8608, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:25.611527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.653357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Subnet': ['ID=e60981ca-92ce-4a36-ba08-b1ec6f689f3e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:25.664261 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 8 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:25.674408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6198-42f7-4e37-957c-d0d8dbbc6057 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=455ce64c-c545-4e93-aeb9-d71102cd92c6,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:25.738838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Calling delete_port for a8280e5f-b2b5-4168-a864-e443d5353676 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:25.789375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:25.891076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port c3296065-12ca-45c9-a8e2-91bb31169d10 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:25.891705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.984579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:25.994312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.008138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for c3296065-12ca-45c9-a8e2-91bb31169d10 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:26.036726 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ab5eb819-0545-45d9-9303-058481761cee req-5b63a9e4-8a31-44d2-9a62-ad766fb60a8b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 210 time: 0.2039983 Oct 11 04:22:26.096160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.109167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.177227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:26.189268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:26.191625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.212918 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a8280e5f-b2b5-4168-a864-e443d5353676 HTTP/1.1" status: 204 len: 168 time: 1.8281064 Oct 11 04:22:26.214902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46220) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:26.216112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:26.230201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:26.230201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.258744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0543b471-f307-45d7-9548-ac0350028485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:26.260411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0543b471-f307-45d7-9548-ac0350028485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] 10.222.0.39 "GET /v2.0/ports/a8280e5f-b2b5-4168-a864-e443d5353676 HTTP/1.1" status: 404 len: 333 time: 0.0320575 Oct 11 04:22:26.261060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event updated for resources: {'Port': ['ID=737d98f3-421f-438c-b804-6313f6241710,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:26.266779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-bce8fe06-0280-484f-b22e-6dbfa0a4a583 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--310083848&fields=id&tenant_id=580a075b9f424cc9bb1ecd48ca1b718e HTTP/1.1" status: 200 len: 267 time: 0.4238729 Oct 11 04:22:26.274873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46222) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:26.290413 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 9 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:26.297690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495ea0-cc0c-4ef4-a4b7-92d1d5808835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796293510-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8280e5f-b2b5-4168-a864-e443d5353676,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:26.323897 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d95c69e9-9843-441f-b658-a1419124ecac tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3715096 Oct 11 04:22:26.376311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46226) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:26.383729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:26.457067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Checking segment: {'id': '43ed5df0-522b-4f3f-b995-e97d14748bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:26.457477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network hostable DHCP agents. Network: 716df92d-70bd-46ba-b3da-8d3316348d8e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:26.553558 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-46db05eb-d196-4848-81b8-ca093a40e402 req-ef6d229d-6295-4192-8cb5-d76176594f16 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 210 time: 0.0722082 Oct 11 04:22:26.554276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.45', 63753) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:26.670002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.689304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Made reservation on behalf of 30dbef6f9e254212a078625175e4fba9 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:26.693107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.712436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-d0b5e5fc-efee-4ab3-84ed-2991ca13965e tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:26.714448 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-d0b5e5fc-efee-4ab3-84ed-2991ca13965e tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.45 "GET /v2.0/networks?id=8e1542aa-06cc-4f38-bd55-413e90e9ee05 HTTP/1.1" status: 200 len: 805 time: 0.1478677 Oct 11 04:22:26.720467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'project_id': 'd7ea1ee12a6d4ddaba4218f84ad78d2f', 'port_id': '737d98f3-421f-438c-b804-6313f6241710'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:26.808418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network 716df92d-70bd-46ba-b3da-8d3316348d8e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:26.839591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.884335 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 10 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:26.910167 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-bf5df088-e25a-47e5-b096-0af7a69062a5 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a362286a96d419ab25fc1fb34f59cd3 HTTP/1.1" status: 200 len: 379 time: 0.1616671 Oct 11 04:22:26.915237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 716df92d-70bd-46ba-b3da-8d3316348d8e) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:26.926404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:26.928198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:26.935472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Request body: {'port': {'device_id': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'admin_state_up': True, 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'security_groups': ['21fb8f98-c721-481f-b5e2-3bd500e2a287']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:26.954082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8c9c20b-5506-4692-bc15-44b0204ad258 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:26.964077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967419a9-8f0a-4d4b-b278-088d211fadc6 None None] Network 716df92d-70bd-46ba-b3da-8d3316348d8e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:26.994461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.006478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Deleting port 455ce64c-c545-4e93-aeb9-d71102cd92c6 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:27.006848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.054788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ddc47-8720-4a2a-abdc-9a9f86120daa None None] Network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:27.087571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:27.091693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-4752f694-db6a-43d1-b93e-cef7d6cbaad3 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:27.103721 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-4752f694-db6a-43d1-b93e-cef7d6cbaad3 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 812 time: 0.7186680 Oct 11 04:22:27.157548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Made reservation on behalf of 5a362286a96d419ab25fc1fb34f59cd3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:27.162782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.177136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.221781 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-767f56fd-db37-4797-b66c-1a0731b03df8 req-4fbf09a9-172d-4562-baf4-b71b4305d8a7 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 210 time: 0.0468597 Oct 11 04:22:27.226988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Allocated IP 172.20.0.7 (4e7976e8-67b8-46be-8e09-5fa50235cb89/47f6c878-f58a-4a76-ad2b-88a0aac97654/c9258c4d-3e82-4744-a5df-d4c8e9347767) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:27.357197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Provisioning complete for port 02269e7c-8281-4f80-83cf-e0f1a071fff2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:27.357590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.357930 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 1 to provision port 02269e7c-8281-4f80-83cf-e0f1a071fff2 Oct 11 04:22:27.385172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] For port 455ce64c-c545-4e93-aeb9-d71102cd92c6, host hv-neutron-8608, got binding levels [] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:27.385820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.392314 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dcf0de6d-17c4-4204-97cc-5b22b2316dca tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5110238 Oct 11 04:22:27.404281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46236) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:27.445028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'port': {'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e', 'name': 'tempest-NetworksIpV6TestAttrs-1044353085'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:27.469046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Calling delete_port for 455ce64c-c545-4e93-aeb9-d71102cd92c6 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:27.477055 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-bcc7581d-549b-4aa7-a32b-2b8c1fe4da37 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/quotas/580a075b9f424cc9bb1ecd48ca1b718e HTTP/1.1" status: 200 len: 375 time: 0.3718255 Oct 11 04:22:27.482965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e8c9c20b-5506-4692-bc15-44b0204ad258 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:27.483379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.483953 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e8c9c20b-5506-4692-bc15-44b0204ad258 Oct 11 04:22:27.494358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Allocated IP 172.26.8.212 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/6783780b-77c1-4d2f-acac-800e5fcda649) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:27.512725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Allocated IP 172.20.0.5 (8e1542aa-06cc-4f38-bd55-413e90e9ee05/3a626d70-5bfa-4d83-a76f-4dd2f02a1bce/e2e0db79-e0b2-43dc-b43e-3c815e92dc52) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:27.512998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=c3296065-12ca-45c9-a8e2-91bb31169d10,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:27.527824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-716df92d-70bd-46ba-b3da-8d3316348d8e', 'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e', 'tenant_id': 'c6c8781919694288bbf0cb0472ad388a', 'fixed_ips': [{'subnet_id': 'e60981ca-92ce-4a36-ba08-b1ec6f689f3e'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:27.528651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.757968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Allocated IP 2001:db8::f816:3eff:fe2f:3f2 (716df92d-70bd-46ba-b3da-8d3316348d8e/e60981ca-92ce-4a36-ba08-b1ec6f689f3e/028a1631-3902-4700-add2-448450f32263) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:27.805823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9db272ed-46a7-47b2-83fa-b1086cc36ed3 req-953d31f2-1387-41f6-9309-72e0d83b393f tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 210 time: 0.1321445 Oct 11 04:22:27.890909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.939867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.950042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.979685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:27.981621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.037400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Network 716df92d-70bd-46ba-b3da-8d3316348d8e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:28.046632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Pushing event updated for resources: {'Port': ['ID=6783780b-77c1-4d2f-acac-800e5fcda649,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:28.047069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:28.057309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:28.059312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Current status of the port 02269e7c-8281-4f80-83cf-e0f1a071fff2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:28.066428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.070841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:28.074117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:28.083205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:28.121902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.165340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e8c9c20b-5506-4692-bc15-44b0204ad258 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:28.165981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.169694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Pushing event updated for resources: {'Port': ['ID=028a1631-3902-4700-add2-448450f32263,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:28.169871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.172693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1bc5ec-a280-4840-9b09-36939a92a512']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:28.237502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a222d0-53ee-43af-b6d5-e54a8f32822c') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:28.237799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a222d0-53ee-43af-b6d5-e54a8f32822c') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:28.276150 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-d1db51e5-4756-4644-a3c7-7a73bc0cba85 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7518735 Oct 11 04:22:28.283022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.298764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.304796 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-407939a2-c901-4987-8da7-7aab19fbb366 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/ports/c3296065-12ca-45c9-a8e2-91bb31169d10 HTTP/1.1" status: 204 len: 168 time: 3.3573427 Oct 11 04:22:28.312200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46242) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:28.375174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.379999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Attempting to bind port 028a1631-3902-4700-add2-448450f32263 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:28.380386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Attempting to bind port 028a1631-3902-4700-add2-448450f32263 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '43ed5df0-522b-4f3f-b995-e97d14748bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:28.380742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Attempting to bind port 028a1631-3902-4700-add2-448450f32263 on network 716df92d-70bd-46ba-b3da-8d3316348d8e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:28.382793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Provisioning complete for port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:28.383164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.383509 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 1 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:28.397713 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-688e4e10-0dc3-45bb-ae46-bb635542e016 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] GET failed (client error): The resource could not be found. Oct 11 04:22:28.407130 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-688e4e10-0dc3-45bb-ae46-bb635542e016 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "GET /v2.0/ports/c3296065-12ca-45c9-a8e2-91bb31169d10 HTTP/1.1" status: 404 len: 333 time: 0.0895379 Oct 11 04:22:28.410685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46244) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:28.420094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1668202884'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:28.429466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Releasing vlan 473 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:28.429921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.504223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:28.506333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e8c9c20b-5506-4692-bc15-44b0204ad258, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8c9c20b-5506-4692-bc15-44b0204ad258,segment=NetworkSegment(eb592f10-238b-45ba-be4c-99cae82a269d),segment_id=eb592f10-238b-45ba-be4c-99cae82a269d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:28.508814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.511414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:28.511796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Checking segment: {'id': '43ed5df0-522b-4f3f-b995-e97d14748bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:28.512954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.513478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Bound using segment: {'id': '43ed5df0-522b-4f3f-b995-e97d14748bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:28.514341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Bound port: 028a1631-3902-4700-add2-448450f32263, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ed5df0-522b-4f3f-b995-e97d14748bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '716df92d-70bd-46ba-b3da-8d3316348d8e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:28.514762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.522460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.544220 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 93a222d0-53ee-43af-b6d5-e54a8f32822c resource provider aggregate not found Oct 11 04:22:28.553718 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.563074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.613908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:28.619237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event updated for resources: {'Port': ['ID=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:28.661042 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 93a222d0-53ee-43af-b6d5-e54a8f32822c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93a222d0-53ee-43af-b6d5-e54a8f32822c found for delete ", "request_id": "req-a54e0df2-0813-4739-9924-09f8645495f6"}]} Oct 11 04:22:28.674896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e8c9c20b-5506-4692-bc15-44b0204ad258,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:28.706087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:28.741853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event deleted for resources: {'Port': ['ID=455ce64c-c545-4e93-aeb9-d71102cd92c6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:28.766626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:28.770514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] device_id is not set on port d68c8695-5a54-4422-99a8-25317866d3ae yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:28.797084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.801545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.813370 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f01bb554-dad7-4a04-81fa-51b4fa578077 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "DELETE /v2.0/ports/455ce64c-c545-4e93-aeb9-d71102cd92c6 HTTP/1.1" status: 204 len: 168 time: 3.4483168 Oct 11 04:22:28.814396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46250) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:28.831782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:28.848004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:28.853000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.891918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.902656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] For port 028a1631-3902-4700-add2-448450f32263, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:28.917360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] For port 028a1631-3902-4700-add2-448450f32263, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=028a1631-3902-4700-add2-448450f32263,segment=NetworkSegment(43ed5df0-522b-4f3f-b995-e97d14748bca),segment_id=43ed5df0-522b-4f3f-b995-e97d14748bca)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:28.926011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:28.936929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] 10.222.0.39 "DELETE /v2.0/networks/8f1bc5ec-a280-4840-9b09-36939a92a512 HTTP/1.1" status: 204 len: 168 time: 2.6582665 Oct 11 04:22:29.083537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8c9c20b-5506-4692-bc15-44b0204ad258 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:29.122705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6644e-0dc7-4a90-bd7f-a421b864baf1 req-6b13799b-80db-4311-88f7-fa224c67e651 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:29.129560 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-27a6644e-0dc7-4a90-bd7f-a421b864baf1 req-6b13799b-80db-4311-88f7-fa224c67e651 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 931 time: 0.5764818 Oct 11 04:22:29.132751 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f023a677-3b9d-4b19-9218-4eb15c21b04f tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:29.136432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f023a677-3b9d-4b19-9218-4eb15c21b04f tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "GET /v2.0/ports/455ce64c-c545-4e93-aeb9-d71102cd92c6 HTTP/1.1" status: 404 len: 333 time: 0.2756925 Oct 11 04:22:29.168459 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f4bbe60e-39be-4ed8-8449-b095eedcb4cd tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2473080 Oct 11 04:22:29.179341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46256) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:29.181212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:29.185287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event updated for resources: {'Port': ['ID=c9258c4d-3e82-4744-a5df-d4c8e9347767,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:29.192210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Request body: {'port': {'network_id': '500c7c61-2519-4772-8829-257a3b620577', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-605640988'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:29.212189 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 2 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:29.230912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-4bfe5fd8-adc7-4597-a55a-23d40515b756 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:22:29.232028 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-4bfe5fd8-adc7-4597-a55a-23d40515b756 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089409 Oct 11 04:22:29.310163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:29.341521 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-27a6644e-0dc7-4a90-bd7f-a421b864baf1 req-34c99264-4028-450c-afee-92d4c51bcb61 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878202 Oct 11 04:22:29.347827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:29.372670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:29.423065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1b9a8-61eb-468f-ab82-87421e7f6d55 None None] Pushing event updated for resources: {'Port': ['ID=028a1631-3902-4700-add2-448450f32263,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:29.480864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Made reservation on behalf of a4f897ffcba4400c961badd9ece91677 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:29.493089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:29.516296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e8c9c20b-5506-4692-bc15-44b0204ad258 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:29.518056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:29.518653 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e8c9c20b-5506-4692-bc15-44b0204ad258 Oct 11 04:22:29.557156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:29.557830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:29.588933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049ca82-c510-4b05-b047-04738ec7925c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1416654650-project] Pushing event deleted for resources: {'Network': ['ID=8f1bc5ec-a280-4840-9b09-36939a92a512,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:29.629799 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-85764493-c8ba-4768-a56c-21647f65644d service neutron] 10.222.0.39 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3101037 Oct 11 04:22:29.701167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 28cd3176-9265-4626-8ba9-8fcd47a2f24a yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:29.774255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46262) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:29.855711 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 3 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:29.948999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:29.949581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e8c9c20b-5506-4692-bc15-44b0204ad258 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:29.981028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Request body: {'port': {'device_id': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:29.982447 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8550ef38-6307-4eda-b3b5-f822c67440fc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7004178 Oct 11 04:22:30.042968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:30.047909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.074804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Allocated IP 2001:db8::f816:3eff:fe57:29d0 (716df92d-70bd-46ba-b3da-8d3316348d8e/e60981ca-92ce-4a36-ba08-b1ec6f689f3e/d68c8695-5a54-4422-99a8-25317866d3ae) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:30.148410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1b74e208-5118-4697-af2e-ca77743679e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8063e07f15ff4d04b5cbe6962a1d7cf0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3690896 Oct 11 04:22:30.150711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] device_id is not set on port 4caaac6f-ea81-471e-9b15-10e330219bd8 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:30.169749 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-3816fb1d-99bf-409b-9dea-fe247cc850f0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249162 Oct 11 04:22:30.171458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46266) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:30.202572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Request body: {'port': {'device_id': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:30.281965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f6402-13c5-4157-bc91-10c700eb387e req-e74c1d46-755e-4a95-b10a-ec490b262cbf tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:30.300054 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-112f6402-13c5-4157-bc91-10c700eb387e req-e74c1d46-755e-4a95-b10a-ec490b262cbf tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 931 time: 0.6504023 Oct 11 04:22:30.450086 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 4 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:30.457523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.471991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.525347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00edcd50-9640-4b57-b948-0305f09c10fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.543677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.586233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd156c9-3268-48d8-9765-9e3da142f6cf None None] Network 716df92d-70bd-46ba-b3da-8d3316348d8e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:30.619980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Allocated IP 2001:db8::94 (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/4caaac6f-ea81-471e-9b15-10e330219bd8) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:30.635826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:30.666926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00edcd50-9640-4b57-b948-0305f09c10fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.755578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:30.933494 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-112f6402-13c5-4157-bc91-10c700eb387e req-ef2f50c2-7590-41d2-a869-599ef3e45aba tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6324224 Oct 11 04:22:31.035938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 028a1631-3902-4700-add2-448450f32263 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:31.070299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.133200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c919-de44-49b8-9bd1-3bdee3c47b3c req-1d8e0275-c8ae-471d-aa29-7cecfe460470 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:31.134887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2088c919-de44-49b8-9bd1-3bdee3c47b3c req-1d8e0275-c8ae-471d-aa29-7cecfe460470 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 931 time: 0.5119874 Oct 11 04:22:31.145479 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 5 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:31.188733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00edcd50-9640-4b57-b948-0305f09c10fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.191330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00edcd50-9640-4b57-b948-0305f09c10fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.192497 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-00edcd50-9640-4b57-b948-0305f09c10fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/babd8606-fb63-481b-b6f9-8465193fa6ba HTTP/1.1" status: 204 len: 168 time: 1.0114694 Oct 11 04:22:31.285821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.348229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edcd50-9640-4b57-b948-0305f09c10fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd8606-fb63-481b-b6f9-8465193fa6ba,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:31.356434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:31.361048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 028a1631-3902-4700-add2-448450f32263 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:31.361418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.361809 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 028a1631-3902-4700-add2-448450f32263 Oct 11 04:22:31.708662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 028a1631-3902-4700-add2-448450f32263 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:31.709264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.759716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 028a1631-3902-4700-add2-448450f32263, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=028a1631-3902-4700-add2-448450f32263,segment=NetworkSegment(43ed5df0-522b-4f3f-b995-e97d14748bca),segment_id=43ed5df0-522b-4f3f-b995-e97d14748bca)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:31.765905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.800527 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-be7d482a-30f3-4c95-9d4e-2bd688688495 req-cd05a9d5-08e1-4614-8396-dc3f3a635495 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 210 time: 0.7609532 Oct 11 04:22:31.818376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.863202 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 6 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:31.917042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.925559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network 716df92d-70bd-46ba-b3da-8d3316348d8e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:31.932682 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2088c919-de44-49b8-9bd1-3bdee3c47b3c req-ee496673-7669-48e3-9fba-1465ed37db21 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7835329 Oct 11 04:22:31.940324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.941012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.946168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46286) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:31.951974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:31.979963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:31.986610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:31.987353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:31.993386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=028a1631-3902-4700-add2-448450f32263,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:31.996597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Port': ['ID=d68c8695-5a54-4422-99a8-25317866d3ae,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:32.003113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.015331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:32.039884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-890ac1fe-552a-46c1-bf23-3bc1ad56f9c6 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6041436 Oct 11 04:22:32.045293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46290) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:32.183351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting subnet e60981ca-92ce-4a36-ba08-b1ec6f689f3e {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:22:32.192139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.220949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.229991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.234219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9258c4d-3e82-4744-a5df-d4c8e9347767 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:22:32.239736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Pushing event updated for resources: {'Port': ['ID=6783780b-77c1-4d2f-acac-800e5fcda649,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:32.250388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.307137 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8eee1d74-3019-4405-b88c-b24c3977fdc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=477fd359ce3343e4a1470b582a673da1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3526161 Oct 11 04:22:32.316602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46292) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:32.330604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Transition to ACTIVE for port object c9258c4d-3e82-4744-a5df-d4c8e9347767 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:22:32.333233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.401085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=4caaac6f-ea81-471e-9b15-10e330219bd8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:32.419386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Network 500c7c61-2519-4772-8829-257a3b620577 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:32.423535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.433856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:32.446557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:32.455470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e0db79-e0b2-43dc-b43e-3c815e92dc52 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:22:32.494425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:32.497134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:32.498063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.500653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:32.503372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=28cd3176-9265-4626-8ba9-8fcd47a2f24a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:32.504257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:32.512812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.516555 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 7 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:32.521572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:32.522629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.566642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-37ca25dc-3546-4b8a-8473-715b5272fce2 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1509776 Oct 11 04:22:32.573391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46294) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:32.587389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64390107-5d08-493c-8515-c6c83bc847c5 req-f91cafb5-678b-4618-9070-6e55421d52ec tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:32.590763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0a:9b:88'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:32.591274 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64390107-5d08-493c-8515-c6c83bc847c5 req-f91cafb5-678b-4618-9070-6e55421d52ec tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 931 time: 0.4592755 Oct 11 04:22:32.596070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:32.596243 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Floating IP 9e5379cb-9ec9-4fa1-b497-8d24b951c98d associated. External IP: 172.26.8.212, port: 737d98f3-421f-438c-b804-6313f6241710. Oct 11 04:22:32.671691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85959bac-c2fd-44e2-9d2e-be6abfa9c3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.704492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Pushing event updated for resources: {'Port': ['ID=c9258c4d-3e82-4744-a5df-d4c8e9347767,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:32.740792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Transition to ACTIVE for port object e2e0db79-e0b2-43dc-b43e-3c815e92dc52 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:22:32.749540 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-207d9bad-b742-4840-9b4d-3d54b2d315c5 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.5673721 Oct 11 04:22:32.752706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46296) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:32.758766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.777823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:32.851070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85959bac-c2fd-44e2-9d2e-be6abfa9c3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:32.911679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Attempting to bind port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:32.912012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Attempting to bind port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:32.912341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Attempting to bind port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 on network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:32.957692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 028a1631-3902-4700-add2-448450f32263 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:33.078902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 028a1631-3902-4700-add2-448450f32263 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:33.081195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.081739 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 028a1631-3902-4700-add2-448450f32263 Oct 11 04:22:33.118647 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 8 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:33.119460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.45', 63758) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:33.134276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9b0d4ace-5522-430d-bc78-723156deb167 req-3f340d4f-96f5-4eaf-8737-78cd93f9165d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 210 time: 0.0462768 Oct 11 04:22:33.173267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85959bac-c2fd-44e2-9d2e-be6abfa9c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.185590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85959bac-c2fd-44e2-9d2e-be6abfa9c3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.189264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-85959bac-c2fd-44e2-9d2e-be6abfa9c3ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2355d086-b4a3-455b-86ad-69d0f89d0ee5 HTTP/1.1" status: 204 len: 168 time: 0.8683712 Oct 11 04:22:33.222806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:33.272928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Attempting to bind port c9258c4d-3e82-4744-a5df-d4c8e9347767 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:33.273541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Attempting to bind port c9258c4d-3e82-4744-a5df-d4c8e9347767 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:33.274226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Attempting to bind port c9258c4d-3e82-4744-a5df-d4c8e9347767 on network 4e7976e8-67b8-46be-8e09-5fa50235cb89 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:33.297279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Port c9258c4d-3e82-4744-a5df-d4c8e9347767 on network 4e7976e8-67b8-46be-8e09-5fa50235cb89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:33.297865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Attempting to bind port c9258c4d-3e82-4744-a5df-d4c8e9347767 on network 4e7976e8-67b8-46be-8e09-5fa50235cb89 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:33.329760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85959bac-c2fd-44e2-9d2e-be6abfa9c3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355d086-b4a3-455b-86ad-69d0f89d0ee5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:33.368736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645a4ec-bfe9-4a5f-ac2f-cf798cc5bb7f req-8b04dc32-d712-440e-be05-9f0d1a84f46a tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:33.370250 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b645a4ec-bfe9-4a5f-ac2f-cf798cc5bb7f req-8b04dc32-d712-440e-be05-9f0d1a84f46a tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.1284435 Oct 11 04:22:33.376275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.380332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:33.380699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Checking segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:33.381248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Bound using segment: {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:33.381711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Bound port: c9258c4d-3e82-4744-a5df-d4c8e9347767, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:33.382064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.392362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.401167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 on network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:33.401627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Attempting to bind port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 on network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:33.417165 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64390107-5d08-493c-8515-c6c83bc847c5 req-a38ce40e-ff7d-4858-be1a-5b2606ccc46c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7949674 Oct 11 04:22:33.423323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.430199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 028a1631-3902-4700-add2-448450f32263 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:33.446027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:33.468867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:33.469613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Checking segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:33.470408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Bound using segment: {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:33.471116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Bound port: e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1369ab8b-c5da-44ec-b223-dbfc2eca6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:33.471705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.569201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] For port c9258c4d-3e82-4744-a5df-d4c8e9347767, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:33.574490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] For port c9258c4d-3e82-4744-a5df-d4c8e9347767, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:33.594551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.644436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:33.645176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.646713 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] 10.222.0.45 "PUT /v2.0/ports/c9258c4d-3e82-4744-a5df-d4c8e9347767 HTTP/1.1" status: 200 len: 1093 time: 3.4737899 Oct 11 04:22:33.656296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:22:33.724182 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 9 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:33.784724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b645a4ec-bfe9-4a5f-ac2f-cf798cc5bb7f req-8dba88b0-7169-41e5-b534-0389200624a8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080409 Oct 11 04:22:33.824091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:33.864687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 28cd3176-9265-4626-8ba9-8fcd47a2f24a yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:33.881737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] For port e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:33.885180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.934786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:33.974069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef628114-b7c6-4846-9b85-a732206a3933" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:22:33.981017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] For port e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:34.048812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Router b905baf7-ed01-4276-81db-9432ffb4a297 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:34.050938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=28cd3176-9265-4626-8ba9-8fcd47a2f24a,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:34.058915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:34.101631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-e4b477bd-06b4-42c5-bc10-51b99f1b823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:34.112239 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-e4b477bd-06b4-42c5-bc10-51b99f1b823f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30dbef6f9e254212a078625175e4fba9&device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 1096 time: 0.3116333 Oct 11 04:22:34.122289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-236befa4-d53e-417d-90f5-cb1ec097da92 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:34.124096 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-236befa4-d53e-417d-90f5-cb1ec097da92 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 812 time: 0.9847651 Oct 11 04:22:34.160733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72002a84-f7d5-4dd4-9b6c-bf2c275c49c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:34.169421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02896e0a-462b-4f9e-8433-1b07beeff28d service neutron] Pushing event updated for resources: {'Port': ['ID=c9258c4d-3e82-4744-a5df-d4c8e9347767,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:34.169834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:34.170668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:34.181352 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] 10.222.0.45 "PUT /v2.0/ports/e2e0db79-e0b2-43dc-b43e-3c815e92dc52 HTTP/1.1" status: 200 len: 1093 time: 4.6960187 Oct 11 04:22:34.185750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:22:34.204717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:34.325576 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Attempt 10 to provision port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 Oct 11 04:22:34.379894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124a205-a739-4dde-8435-46013b54bfa8 None None] Network 716df92d-70bd-46ba-b3da-8d3316348d8e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:34.439972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1efa7-b33a-46d9-9993-cf96f2d4c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:34.513894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceea0d-a624-403f-96e9-377a3ed32a6f None None] Port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:34.527115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Subnet': ['ID=e60981ca-92ce-4a36-ba08-b1ec6f689f3e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:34.530048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-bdc9ceb8-799b-41a6-8132-2fd2cad38f58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767 HTTP/1.1" status: 200 len: 217 time: 0.1979923 Oct 11 04:22:34.548516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:34.565485 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2545cf80-d22e-4f66-8a1b-e416486436eb tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/e60981ca-92ce-4a36-ba08-b1ec6f689f3e HTTP/1.1" status: 204 len: 168 time: 2.5144000 Oct 11 04:22:34.573809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2513e-0d78-4b3d-8426-39f0cc996f81 x-openstack-request-id: req-09e2513e-0d78-4b3d-8426-39f0cc996f81 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:22:34.574101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:22:34.575681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09e2513e-0d78-4b3d-8426-39f0cc996f81 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:22:34.577776 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e2513e-0d78-4b3d-8426-39f0cc996f81'] response: {'name': 'network-changed', 'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'status': 'completed', 'code': 200} Oct 11 04:22:34.582979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:22:34.589422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46344) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:34.677109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:34.677519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:34.679198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:34.691576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Could not find standard attr ID for object b1325c85-8d6a-471d-a9bd-de8b5f623c61. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:34.826429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Provisioning complete for port 247caa2a-cceb-44c5-92cd-eee5a987f280 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:34.830710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:34.831139 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 1 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:34.832274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8dce2443-b696-4e6a-ad3d-5f2760aee414 req-f0e8e508-0d16-4549-a52d-2d5f05915ff0 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 210 time: 0.4974129 Oct 11 04:22:34.846392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:34.850814 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:34.865789 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-11edd81a-cebc-4356-bf64-1ec89a53c673 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=580a075b9f424cc9bb1ecd48ca1b718e HTTP/1.1" status: 200 len: 379 time: 0.5319064 Oct 11 04:22:34.886818 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 2 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:34.930012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:34.967150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46356) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:35.001571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:35.001779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:35.002105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:35.042757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-c4bf546a-bf8e-4df4-96d1-7c157867cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.047998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] DHCP port deletion for 716df92d-70bd-46ba-b3da-8d3316348d8e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:35.048514 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-c4bf546a-bf8e-4df4-96d1-7c157867cb5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47f6c878-f58a-4a76-ad2b-88a0aac97654 HTTP/1.1" status: 200 len: 850 time: 0.3732386 Oct 11 04:22:35.060305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Request body: {'port': {'device_id': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'admin_state_up': True, 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'security_groups': ['3c723dc9-e880-4d32-ac11-e072433576e9']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:35.140614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.157498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:35.158772 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:35.169597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9ebfb-332e-4cbe-b017-9ac762e738f1 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.178654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9ebfb-332e-4cbe-b017-9ac762e738f1 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.190851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dde9ebfb-332e-4cbe-b017-9ac762e738f1 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5936728 Oct 11 04:22:35.193384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:35.196681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] Deleting port 028a1631-3902-4700-add2-448450f32263 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:35.197835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.204644 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] Sync routers for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:35.219766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370e4b2-62d7-43a9-a5e0-9860ab1690a5 req-68af1f0e-0db3-419f-b160-e5e08e2afddc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.221313 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:35.226259 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:35.227637 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1370e4b2-62d7-43a9-a5e0-9860ab1690a5 req-68af1f0e-0db3-419f-b160-e5e08e2afddc tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.6390476 Oct 11 04:22:35.235467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46360) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:35.239454 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 3 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:35.250215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-290070ab-92f9-46f9-a813-cabeddd2ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.252171 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-290070ab-92f9-46f9-a813-cabeddd2ee83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a362286a96d419ab25fc1fb34f59cd3&device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 1096 time: 0.9595592 Oct 11 04:22:35.283390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.283930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] In _notify_port_updated(), no bound segment for port 4caaac6f-ea81-471e-9b15-10e330219bd8 on network 349bacbd-4ae1-40aa-87b1-b1613b58e96b {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:35.295219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.298997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.304007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "PUT /v2.0/ports/4caaac6f-ea81-471e-9b15-10e330219bd8 HTTP/1.1" status: 200 len: 1002 time: 2.7253699 Oct 11 04:22:35.318961 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46362) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:35.328803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] For port 028a1631-3902-4700-add2-448450f32263, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=028a1631-3902-4700-add2-448450f32263,segment=NetworkSegment(43ed5df0-522b-4f3f-b995-e97d14748bca),segment_id=43ed5df0-522b-4f3f-b995-e97d14748bca)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:35.330468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.355888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:35.356503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:35.357389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:35.366659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] Calling delete_port for 028a1631-3902-4700-add2-448450f32263 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:35.369836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.375631 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:35.408980 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:35.410502 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:35.443129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:35.445282 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:35.448858 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 2 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:35.450263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a1fa725f-0d37-4c1d-b06a-e48419e3202b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.0695753 Oct 11 04:22:35.462657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46366) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:35.468711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e240b35-2b4d-44f8-8661-eefabcac1d5e x-openstack-request-id: req-7e240b35-2b4d-44f8-8661-eefabcac1d5e {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:22:35.468711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:22:35.468711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e240b35-2b4d-44f8-8661-eefabcac1d5e {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:22:35.469160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e240b35-2b4d-44f8-8661-eefabcac1d5e'] response: {'name': 'network-changed', 'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'status': 'completed', 'code': 200} Oct 11 04:22:35.521964 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:35.524317 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbaaff4-bcbe-4284-a9cb-2dc18e23a350 None None] The sync data for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:35.526968 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 4 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:35.549991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-064bb5af-20b3-4916-b2f5-611c6575fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:35.551535 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-064bb5af-20b3-4916-b2f5-611c6575fadf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e7976e8-67b8-46be-8e09-5fa50235cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4023221 Oct 11 04:22:35.562840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:35.570156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f550725c-9f2b-47e2-9c6a-859a99c7dded tempest-AgentManagementNegativeTest-114762408 tempest-AgentManagementNegativeTest-114762408-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5856802 Oct 11 04:22:35.662379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:35.718925 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-8528d276-5cc7-4cce-ae18-bfdd37fcbc76 service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200755 Oct 11 04:22:35.746935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] Pushing event deleted for resources: {'Port': ['ID=028a1631-3902-4700-add2-448450f32263,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:35.769808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe207ba-7cfb-41c7-8837-5090a69b5f0b None None] No DVR routers for this DVR port 028a1631-3902-4700-add2-448450f32263 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:35.838325 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e334c725-bea9-4538-926b-f63a33b5519b tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] 10.222.0.39 "GET /v2.0/floatingips/9e5379cb-9ec9-4fa1-b497-8d24b951c98d HTTP/1.1" status: 200 len: 983 time: 0.3071494 Oct 11 04:22:35.845294 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89a4f41d-6263-4bd4-894b-0f4e49ebadcc req-b56a753a-e6f7-4f87-a676-790d0593281a service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090331 Oct 11 04:22:35.845788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46370) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:35.849830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edffc8-12b6-430c-a989-b88f40b7e12d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=4caaac6f-ea81-471e-9b15-10e330219bd8,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:35.923553 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-83cda8fd-fef2-46e6-becb-e32d0aa45bd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52 HTTP/1.1" status: 200 len: 217 time: 0.5741725 Oct 11 04:22:35.995055 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1370e4b2-62d7-43a9-a5e0-9860ab1690a5 req-aac383ea-479e-49e7-8b57-ee6d75e5ea99 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7619622 Oct 11 04:22:36.011315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:36.011876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:36.012731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:36.039366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77da5494-845a-4a79-ac71-cd24cb37eb88 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:36.064126 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 3 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:36.109141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-77da5494-845a-4a79-ac71-cd24cb37eb88 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 11 04:22:36.110036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77da5494-845a-4a79-ac71-cd24cb37eb88 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:22:36.126983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-77da5494-845a-4a79-ac71-cd24cb37eb88 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/716df92d-70bd-46ba-b3da-8d3316348d8e HTTP/1.1" status: 409 len: 405 time: 0.8811741 Oct 11 04:22:36.127945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:36.131020 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:36.131813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46376) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:36.146027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 5 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:36.166760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:36.181930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1576857916'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:36.273520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:36.274219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:36.274754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:36.280814 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-93d27fbf-e307-476f-ba3f-a505a1e87c77 req-5343c67f-b641-4788-ac55-cd4d22ce5dc9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 210 time: 0.0663180 Oct 11 04:22:36.284995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46378) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:36.305450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-ef5e9017-8149-4f66-9ea6-704c345957ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:36.306950 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-ef5e9017-8149-4f66-9ea6-704c345957ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a626d70-5bfa-4d83-a76f-4dd2f02a1bce HTTP/1.1" status: 200 len: 844 time: 0.3293910 Oct 11 04:22:36.307479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:36.307797 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:36.309221 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 6 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:36.314327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:36.318911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:36.408798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-87fb1aca-3c28-410e-a165-824753c4023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:36.440561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:36.441113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:36.441646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:36.476909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port 4caaac6f-ea81-471e-9b15-10e330219bd8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:36.477623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:36.482428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:36.486425 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:36.486596 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a71f78db-f01a-46d5-93dc-251093b55294 tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.6346426 Oct 11 04:22:36.494189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dd09f-738a-4eea-b6dc-988ef8972670 req-dc6971c4-4e53-4402-9b09-84fa10149dc6 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:36.496428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 451} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:36.500208 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 7 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:36.502301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-346dd09f-738a-4eea-b6dc-988ef8972670 req-dc6971c4-4e53-4402-9b09-84fa10149dc6 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.9049609 Oct 11 04:22:36.503258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46382) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:36.516825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628114-b7c6-4846-9b85-a732206a3933 req-b14a82e6-32be-4b97-8451-fb9d8603ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:36.518449 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-b14a82e6-32be-4b97-8451-fb9d8603ee64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30dbef6f9e254212a078625175e4fba9&device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 1096 time: 0.2224324 Oct 11 04:22:36.526996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Made reservation on behalf of 580a075b9f424cc9bb1ecd48ca1b718e for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:36.532053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:36.581327 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-346dd09f-738a-4eea-b6dc-988ef8972670 req-339b63b9-d624-442f-80c5-be5bc8186a6b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763052 Oct 11 04:22:36.675055 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 4 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:36.788708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Allocated IP 172.20.0.12 (0f512371-3059-437f-afd8-942dfacafcb8/de3514a9-e950-4645-b6d5-ce7f114f7b23/d11008a0-95ed-4475-b71d-f8cca4facd49) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:36.797231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628114-b7c6-4846-9b85-a732206a3933 req-82906f69-7bcd-4389-9414-2118883e3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:36.799762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-82906f69-7bcd-4389-9414-2118883e3ecd service neutron] 10.222.0.45 "GET /v2.0/networks?id=4e7976e8-67b8-46be-8e09-5fa50235cb89 HTTP/1.1" status: 200 len: 912 time: 0.2090666 Oct 11 04:22:36.806128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:36.878475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 028a1631-3902-4700-add2-448450f32263 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:36.899405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 028a1631-3902-4700-add2-448450f32263 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:22:36.899772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 028a1631-3902-4700-add2-448450f32263 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:22:36.968979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.003335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.019764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d26b9e40-d856-415e-9d5e-c76f626167a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.031320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.031594 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Added segment 65e4303c-c833-4c34-9bf8-01c7a868a36b of type vlan for network d7c13315-3ced-43dc-990c-53b5219b22e8 Oct 11 04:22:37.047076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Network 0f512371-3059-437f-afd8-942dfacafcb8 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:37.050231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:37.053919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:37.061685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event updated for resources: {'Port': ['ID=d11008a0-95ed-4475-b71d-f8cca4facd49,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:37.110899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:37.111236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:37.111575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:37.129394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.130014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.148382 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-7da2dada-2314-4fc2-b80b-412cf3574846 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0987999 Oct 11 04:22:37.169843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-ecb4231f-5835-43c0-8e30-adfc3e67c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.171910 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-ecb4231f-5835-43c0-8e30-adfc3e67c2b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e1542aa-06cc-4f38-bd55-413e90e9ee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8347778 Oct 11 04:22:37.190731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:37.191064 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:37.204424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 8 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:37.245364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.300639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.302912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:37.303247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:37.303583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:37.307853 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 5 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:37.340557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for 4caaac6f-ea81-471e-9b15-10e330219bd8 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:37.347986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:37.352805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:37.353146 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:37.362779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 9 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:37.390835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20997e6-0ae1-4195-a3e9-f669e334947d req-c98c422d-7bad-4e90-b215-3be6122caea1 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.392324 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d20997e6-0ae1-4195-a3e9-f669e334947d req-c98c422d-7bad-4e90-b215-3be6122caea1 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.2413917 Oct 11 04:22:37.402707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.408679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.409262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.420051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc5c0-4369-44fd-af99-f00e68d5dd6f req-289f7d32-d29d-4ccf-aa11-51c19eff5b73 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.422093 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-901bc5c0-4369-44fd-af99-f00e68d5dd6f req-289f7d32-d29d-4ccf-aa11-51c19eff5b73 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 932 time: 0.0502748 Oct 11 04:22:37.452157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:37.452492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:37.452833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:37.459607 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-901bc5c0-4369-44fd-af99-f00e68d5dd6f req-8b806f23-0386-43e6-9527-572db630a837 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Oct 11 04:22:37.522468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:37.523121 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:37.535536 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 10 to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a Oct 11 04:22:37.562134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4084454 Oct 11 04:22:37.565116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46390) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:37.570497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'subnet': {'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:37.617416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde174b3-dc51-4b90-ac4d-2381b5758e57 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Network': ['ID=d7c13315-3ced-43dc-990c-53b5219b22e8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:37.624432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d26b9e40-d856-415e-9d5e-c76f626167a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.631369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:37.631714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:37.632116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:37.638800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d26b9e40-d856-415e-9d5e-c76f626167a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.652698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d7c13315-3ced-43dc-990c-53b5219b22e8 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:37.655468 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d20997e6-0ae1-4195-a3e9-f669e334947d req-ff44e08e-c428-42bc-9626-e858804ce010 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110236 Oct 11 04:22:37.662260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:37.668624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.678120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:37.678457 dv-neutron-860894-1-hyperv neutron-server[103099]: ERROR neutron.plugins.ml2.managers [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:37.678855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.779175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d26b9e40-d856-415e-9d5e-c76f626167a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b1cc0b5851148b7a2911f59b1a34053&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4923511 Oct 11 04:22:37.780473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b9e40-d856-415e-9d5e-c76f626167a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d31438-dc4e-44cf-a905-53894cb5a0c0,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:37.782813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46394) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:37.787252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting port 6783780b-77c1-4d2f-acac-800e5fcda649 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:37.787594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.809404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8d6b1-6eeb-49e7-8c1d-6cc6f648393d req-861c92dc-3dbb-479e-b1dd-546d0529dc67 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.811154 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68e8d6b1-6eeb-49e7-8c1d-6cc6f648393d req-861c92dc-3dbb-479e-b1dd-546d0529dc67 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.1214497 Oct 11 04:22:37.850053 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 6 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:37.877234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d10abfb8-39cc-46d9-9da7-f8be5370e889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.880460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.886340 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68e8d6b1-6eeb-49e7-8c1d-6cc6f648393d req-ea03915a-71f2-49cb-a429-b8241cf8809b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613351 Oct 11 04:22:37.891200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] For port 28cd3176-9265-4626-8ba9-8fcd47a2f24a, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:37.891568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempted to set empty binding levels {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 04:22:37.894302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.896266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:37.904428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.905511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] In _notify_port_updated(), no bound segment for port 28cd3176-9265-4626-8ba9-8fcd47a2f24a on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:37.906372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:37.907287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.910596 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "PUT /v2.0/ports/28cd3176-9265-4626-8ba9-8fcd47a2f24a HTTP/1.1" status: 200 len: 976 time: 5.1543884 Oct 11 04:22:37.913260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46396) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:37.929246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d10abfb8-39cc-46d9-9da7-f8be5370e889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.942312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.942669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:37.945215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=4caaac6f-ea81-471e-9b15-10e330219bd8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:37.995268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Calling delete_port for 6783780b-77c1-4d2f-acac-800e5fcda649 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:38.001666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.007304 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d9850ed7-d7fe-49d7-a8d3-883a67f4b8d5 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/ports/4caaac6f-ea81-471e-9b15-10e330219bd8 HTTP/1.1" status: 204 len: 168 time: 2.6771796 Oct 11 04:22:38.009038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46398) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:38.023696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5d17-e86a-4c5c-a856-3d981ba389ef tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=28cd3176-9265-4626-8ba9-8fcd47a2f24a,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:38.053796 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63845c4-8d6b-4b4b-b550-c891d0c85bf7 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] GET failed (client error): The resource could not be found. Oct 11 04:22:38.059062 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a63845c4-8d6b-4b4b-b550-c891d0c85bf7 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "GET /v2.0/ports/4caaac6f-ea81-471e-9b15-10e330219bd8 HTTP/1.1" status: 404 len: 333 time: 0.0467827 Oct 11 04:22:38.059650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46400) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:38.082697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.083424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.084055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.084530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.085001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.085481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.085954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.086420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.086916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.087381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.087844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.088311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.088778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.089239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.089794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.090173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.090665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.091133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.091593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.092063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.092560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.093617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.094090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.094592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.095264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.095893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.096512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.097127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.097743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.098360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.101869 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-16bb2b69-4fbd-4f85-bf07-10cbf1465743 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26500 time: 0.1874299 Oct 11 04:22:38.106046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-124734593'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:38.106262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:38.151285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d10abfb8-39cc-46d9-9da7-f8be5370e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.153803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d10abfb8-39cc-46d9-9da7-f8be5370e889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.157352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d10abfb8-39cc-46d9-9da7-f8be5370e889 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2d31438-dc4e-44cf-a905-53894cb5a0c0 HTTP/1.1" status: 204 len: 168 time: 0.3709629 Oct 11 04:22:38.216721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10abfb8-39cc-46d9-9da7-f8be5370e889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d31438-dc4e-44cf-a905-53894cb5a0c0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:38.277846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Deleting port 28cd3176-9265-4626-8ba9-8fcd47a2f24a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:38.278133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.334856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.objects.ports [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103098) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:22:38.337399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.363231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:38.366880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.374632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] For port 28cd3176-9265-4626-8ba9-8fcd47a2f24a, host hv-neutron-8608, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:38.374995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.384403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.397690 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 7 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:38.415048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] device_id is not set on port 5ea2baf4-2c6b-4450-892a-463acd25d970 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:38.423816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Subnet': ['ID=ffb4fb77-a4e5-4df8-be00-c93fec07c5f3,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:38.424034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Calling delete_port for 28cd3176-9265-4626-8ba9-8fcd47a2f24a owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:38.426392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Port': ['ID=6783780b-77c1-4d2f-acac-800e5fcda649,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:38.452608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:38.460088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.460612 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Floating IP 9e5379cb-9ec9-4fa1-b497-8d24b951c98d disassociated (deleted). External IP: 172.26.8.212, port: 737d98f3-421f-438c-b804-6313f6241710. Oct 11 04:22:38.481204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Checking segment: {'id': '65e4303c-c833-4c34-9bf8-01c7a868a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:38.481775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network hostable DHCP agents. Network: d7c13315-3ced-43dc-990c-53b5219b22e8, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:38.517013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network d7c13315-3ced-43dc-990c-53b5219b22e8 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:38.555604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d7c13315-3ced-43dc-990c-53b5219b22e8) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:38.563732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.564317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.565219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881309f-f803-41ea-a578-edfe93304ea0 None None] Network d7c13315-3ced-43dc-990c-53b5219b22e8 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:38.593604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.608249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Allocated IP 2001:db8::26b (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/5ea2baf4-2c6b-4450-892a-463acd25d970) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:38.619009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4e32fde-ac78-4c61-8b19-5e99db4d5102 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0522077 Oct 11 04:22:38.621445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:38.631205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'port': {'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8', 'name': 'tempest-NetworksIpV6TestAttrs-2062936197'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:38.655189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.658836 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "DELETE /v2.0/ports/28cd3176-9265-4626-8ba9-8fcd47a2f24a HTTP/1.1" status: 204 len: 168 time: 0.5440075 Oct 11 04:22:38.660388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c4b4f-94ed-4fb5-962b-246767ceb304 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event deleted for resources: {'Port': ['ID=28cd3176-9265-4626-8ba9-8fcd47a2f24a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:38.668865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46420) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:38.746452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b69dcf-d46b-4baf-b5a2-70b2bd56e78e req-cc63539e-c595-4fc6-8816-6084f7918944 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:38.749248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24b69dcf-d46b-4baf-b5a2-70b2bd56e78e req-cc63539e-c595-4fc6-8816-6084f7918944 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 932 time: 0.1670005 Oct 11 04:22:38.750147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d7c13315-3ced-43dc-990c-53b5219b22e8', 'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8', 'tenant_id': 'c6c8781919694288bbf0cb0472ad388a', 'fixed_ips': [{'subnet_id': 'ffb4fb77-a4e5-4df8-be00-c93fec07c5f3'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:38.751839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.786070 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fcbe70-40bb-4635-a630-5c52db3424e8 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:38.792334 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d3fcbe70-40bb-4635-a630-5c52db3424e8 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "GET /v2.0/ports/28cd3176-9265-4626-8ba9-8fcd47a2f24a HTTP/1.1" status: 404 len: 333 time: 0.1224890 Oct 11 04:22:38.809327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46426) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:38.816013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-950915154', 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:38.839480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Request body: {'port': {'device_id': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:38.887287 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24b69dcf-d46b-4baf-b5a2-70b2bd56e78e req-e513b421-72c9-45bf-acc2-8cd41a3633f5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292870 Oct 11 04:22:38.953842 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 8 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:38.957508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Allocated IP 2001:db8::f816:3eff:fe03:8597 (d7c13315-3ced-43dc-990c-53b5219b22e8/ffb4fb77-a4e5-4df8-be00-c93fec07c5f3/e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:38.958450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Made reservation on behalf of a4f897ffcba4400c961badd9ece91677 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:38.960870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:38.977736 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-6c76b469-2707-48b6-bf1c-2cfaa3d57e50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767 HTTP/1.1" status: 200 len: 217 time: 0.1430345 Oct 11 04:22:39.044109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:39.046177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Router b905baf7-ed01-4276-81db-9432ffb4a297 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:39.050105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 713aa6ee-a2bc-4409-ac62-449df18c7b43 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:39.088808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-4e8fe9e9-7d43-4e6c-8b22-9cb966692ac2 service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782121 Oct 11 04:22:39.134902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69fa-a33f-4121-b85f-7e1c0a39be84 req-493b8770-afe4-4c1c-bc6f-6f2101af7938 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:39.142559 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a8cd69fa-a33f-4121-b85f-7e1c0a39be84 req-493b8770-afe4-4c1c-bc6f-6f2101af7938 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.3146338 Oct 11 04:22:39.144246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.180458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46436) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:39.182865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628114-b7c6-4846-9b85-a732206a3933 req-a1df2408-78d9-4a3d-88bd-9a2f7c55cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:39.184330 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-a1df2408-78d9-4a3d-88bd-9a2f7c55cbdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47f6c878-f58a-4a76-ad2b-88a0aac97654 HTTP/1.1" status: 200 len: 850 time: 0.1927962 Oct 11 04:22:39.201383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:39.205433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.240542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.245534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.249456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.306904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f5a57-0955-4149-883e-e2f4c3bd33aa req-e058a8ce-f684-4789-a743-022ea996fbc3 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:39.309224 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e0f5a57-0955-4149-883e-e2f4c3bd33aa req-e058a8ce-f684-4789-a743-022ea996fbc3 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.2656906 Oct 11 04:22:39.310191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Network d7c13315-3ced-43dc-990c-53b5219b22e8 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:39.312636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:39.314438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Pushing event updated for resources: {'Port': ['ID=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:39.317698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:39.327469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-919156294'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:39.335917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.343207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a8cd69fa-a33f-4121-b85f-7e1c0a39be84 req-279a4efd-9b14-4dad-bbd1-1f893f2dd6ed tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997850 Oct 11 04:22:39.344764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] device_id is not set on port a806d3ef-e041-45ce-b978-3abd545da4f3 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:39.381207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Attempting to bind port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:39.381575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Attempting to bind port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '65e4303c-c833-4c34-9bf8-01c7a868a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:39.381933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Attempting to bind port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 on network d7c13315-3ced-43dc-990c-53b5219b22e8 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:39.387692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:39.387993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Checking segment: {'id': '65e4303c-c833-4c34-9bf8-01c7a868a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:39.388394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.388783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Bound using segment: {'id': '65e4303c-c833-4c34-9bf8-01c7a868a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:39.389788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Bound port: e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e4303c-c833-4c34-9bf8-01c7a868a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'd7c13315-3ced-43dc-990c-53b5219b22e8'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:39.390736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.463897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] For port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:39.488336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] For port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,segment=NetworkSegment(65e4303c-c833-4c34-9bf8-01c7a868a36b),segment_id=65e4303c-c833-4c34-9bf8-01c7a868a36b)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:39.491434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.493851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.511526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628114-b7c6-4846-9b85-a732206a3933 req-a5b80d2b-cb4e-4705-876b-2dbcc79c23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:39.513230 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-a5b80d2b-cb4e-4705-876b-2dbcc79c23b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e7976e8-67b8-46be-8e09-5fa50235cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3140962 Oct 11 04:22:39.544863 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 9 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:39.561853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:39.565515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.573747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9560d-e99f-4ec0-95a6-17c924136a6e None None] Pushing event updated for resources: {'Port': ['ID=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:39.599402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:39.628848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.733613 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-285e8fba-f9d3-44e4-9390-70899065c7bb req-b5c4dfbf-5d22-4100-8630-8c02591213dd service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042995 Oct 11 04:22:39.787005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.805354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:39.819460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e0f5a57-0955-4149-883e-e2f4c3bd33aa req-d9a395a9-303f-4cb0-b8ef-2badc274fe9b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865401 Oct 11 04:22:39.824983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] Sync routers for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:39.828783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.860028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:39.860911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:39.879255 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dcccedd4-da53-4975-bb89-df4951798362 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "DELETE /v2.0/floatingips/9e5379cb-9ec9-4fa1-b497-8d24b951c98d HTTP/1.1" status: 204 len: 168 time: 3.3576331 Oct 11 04:22:39.883848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46440) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:39.889865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:39.899302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:39.910547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.911477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:39.912290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:39.918094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:39.973082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:39.973857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e95e884-de2f-44c3-9135-47274aa6ec7a None None] The sync data for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:39.979162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Network 500c7c61-2519-4772-8829-257a3b620577 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:39.984151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:39.989556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:39.990487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:39.991111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.009436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=713aa6ee-a2bc-4409-ac62-449df18c7b43,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:40.032923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Allocated IP 2001:db8::f816:3eff:fe91:127e (d7c13315-3ced-43dc-990c-53b5219b22e8/ffb4fb77-a4e5-4df8-be00-c93fec07c5f3/a806d3ef-e041-45ce-b978-3abd545da4f3) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:40.049312 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-32ba0acb-9f79-44b6-84e3-35ed207088dc tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2367117 Oct 11 04:22:40.054740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46444) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:40.082046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.101392 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 10 to provision port 247caa2a-cceb-44c5-92cd-eee5a987f280 Oct 11 04:22:40.118536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-52e27abf-a222-4f4b-9a7c-4a0dd9242b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.120333 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-52e27abf-a222-4f4b-9a7c-4a0dd9242b34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a362286a96d419ab25fc1fb34f59cd3&device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 1096 time: 0.1166606 Oct 11 04:22:40.126417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0de1fd-8f98-46b5-9080-1bdab41a4ba7 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.130593 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5a0de1fd-8f98-46b5-9080-1bdab41a4ba7 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "GET /v2.0/ports/713aa6ee-a2bc-4409-ac62-449df18c7b43 HTTP/1.1" status: 200 len: 954 time: 0.0721862 Oct 11 04:22:40.132775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46446) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:40.153821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 247caa2a-cceb-44c5-92cd-eee5a987f280 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:40.156787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Could not find standard attr ID for object c3296065-12ca-45c9-a8e2-91bb31169d10. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:40.180845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Provisioning complete for port 737d98f3-421f-438c-b804-6313f6241710 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:40.181276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.181706 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 1 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:40.195931 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-292dd8ce-8df9-47a3-893b-75f50d489fb5 service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735835 Oct 11 04:22:40.223557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:40.227296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:40.270902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.279227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:40.288729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=5ea2baf4-2c6b-4450-892a-463acd25d970,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:40.291169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:40.297506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.298029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.314050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.315693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacf928-3564-4cc7-bc95-67b8ca152ebf req-933aa0e3-9b12-40d2-b21f-c17869e5b1a9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.317186 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1aacf928-3564-4cc7-bc95-67b8ca152ebf req-933aa0e3-9b12-40d2-b21f-c17869e5b1a9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 932 time: 0.2921901 Oct 11 04:22:40.350177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.384492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-cf4c5f7b-2db8-4339-9a1a-4bcfde6a1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.385967 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-cf4c5f7b-2db8-4339-9a1a-4bcfde6a1a8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e1542aa-06cc-4f38-bd55-413e90e9ee05 HTTP/1.1" status: 200 len: 906 time: 0.2541265 Oct 11 04:22:40.426924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.443156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-668da8c5-6292-4801-88da-e34b8f99b106 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3793206 Oct 11 04:22:40.465232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46450) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:40.477792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'network_id': '349bacbd-4ae1-40aa-87b1-b1613b58e96b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-922861445'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:40.489554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-6f66b54c-c769-44e6-9303-a5b9fba64659 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52 HTTP/1.1" status: 200 len: 217 time: 0.0933969 Oct 11 04:22:40.575529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11008a0-95ed-4475-b71d-f8cca4facd49 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:22:40.580277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:40.586627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Deleting port 713aa6ee-a2bc-4409-ac62-449df18c7b43 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:40.587071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.589284 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.598583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c527e6-2e17-4d2e-b8b3-2f3166ade31a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:40.603676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1aacf928-3564-4cc7-bc95-67b8ca152ebf req-45986403-6fca-4546-b38f-347695c43149 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679722 Oct 11 04:22:40.621476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.621734 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Added segment 2cdf3311-d787-447a-ac11-b90dc4e857c9 of type vlan for network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb Oct 11 04:22:40.624821 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef628114-b7c6-4846-9b85-a732206a3933 req-edec1a04-a657-436b-8952-c27edbe88d91 service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115441 Oct 11 04:22:40.672001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Transition to ACTIVE for port object d11008a0-95ed-4475-b71d-f8cca4facd49 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:22:40.693096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Allocated IP 172.26.8.104 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/5a7b4ebf-755e-4b12-a03c-bff34ce0cb1e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:40.710561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-bac7e9a0-2846-4226-b1fa-a19ebae6d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.711292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.712031 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-bac7e9a0-2846-4226-b1fa-a19ebae6d1eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a626d70-5bfa-4d83-a76f-4dd2f02a1bce HTTP/1.1" status: 200 len: 844 time: 0.2001550 Oct 11 04:22:40.725125 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 2 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:40.766137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:40.781317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c520ad-3a4b-4c56-a1a8-0ff3b08a62c8 req-7fb0feba-ebd6-4147-9725-b16f5736b02f tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.782866 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-75c520ad-3a4b-4c56-a1a8-0ff3b08a62c8 req-7fb0feba-ebd6-4147-9725-b16f5736b02f tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.3167291 Oct 11 04:22:40.789213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.793970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.799750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.861549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Calling delete_port for 713aa6ee-a2bc-4409-ac62-449df18c7b43 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:40.872506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d11008a0-95ed-4475-b71d-f8cca4facd49,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:40.909054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.916882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:40.917729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:40.937325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:40.945943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd686d5a-a857-4693-afbc-f5b30a41725a None None] Network d7c13315-3ced-43dc-990c-53b5219b22e8 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:40.996116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-75c520ad-3a4b-4c56-a1a8-0ff3b08a62c8 req-cb40832d-f711-4648-bf58-b7ec08be8c4e tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626952 Oct 11 04:22:41.002862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Made reservation on behalf of 7827efa8aeb44e548725a1a476ecf06c for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:41.006692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.007605 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8216805 Oct 11 04:22:41.019300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-9d477b06-f491-401d-b7b7-1772d8f12353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.021305 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-9d477b06-f491-401d-b7b7-1772d8f12353 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e1542aa-06cc-4f38-bd55-413e90e9ee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2695551 Oct 11 04:22:41.021305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46454) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:41.035641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:41.075345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Attempting to bind port d11008a0-95ed-4475-b71d-f8cca4facd49 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:41.075975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Attempting to bind port d11008a0-95ed-4475-b71d-f8cca4facd49 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:41.076172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Attempting to bind port d11008a0-95ed-4475-b71d-f8cca4facd49 on network 0f512371-3059-437f-afd8-942dfacafcb8 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:41.086640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.087190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ee768-079a-4694-8378-111a0b58028d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Network': ['ID=d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:41.093607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Port d11008a0-95ed-4475-b71d-f8cca4facd49 on network 0f512371-3059-437f-afd8-942dfacafcb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:41.094014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Attempting to bind port d11008a0-95ed-4475-b71d-f8cca4facd49 on network 0f512371-3059-437f-afd8-942dfacafcb8 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:41.100159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.103991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:41.116949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:41.117557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Checking segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:41.118089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Bound using segment: {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:41.118692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] device_id is not set on port 16de1da6-bf23-49f0-8480-9b73385a1903 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:41.118826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Bound port: d11008a0-95ed-4475-b71d-f8cca4facd49, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9794e37c-25d5-4110-a9ff-a47462a99a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:41.119052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.178563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e9321-a7a0-48f9-a656-6ba41cea5d36 req-0540e2a3-5810-477c-92f7-b226b64f8d5a tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.180504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:41.180964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.181091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-642e9321-a7a0-48f9-a656-6ba41cea5d36 req-0540e2a3-5810-477c-92f7-b226b64f8d5a tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.1867886 Oct 11 04:22:41.181475 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 Oct 11 04:22:41.183022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network d7c13315-3ced-43dc-990c-53b5219b22e8 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:41.194304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:41.196846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:41.203185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.203792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.248090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Port': ['ID=a806d3ef-e041-45ce-b978-3abd545da4f3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:41.267782 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 3 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:41.296540 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e63926a7-8d7e-4902-a18e-c9a5cf4e5ded tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6740499 Oct 11 04:22:41.302222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46456) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:41.303215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.308812 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-642e9321-a7a0-48f9-a656-6ba41cea5d36 req-f0f2eb45-a06e-476a-a4c8-3cb1f4731886 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188204 Oct 11 04:22:41.344989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] For port d11008a0-95ed-4475-b71d-f8cca4facd49, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:41.354214 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-67ee96b9-02ab-4415-b2b2-069225a3fe0c service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227987 Oct 11 04:22:41.354786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:41.358758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.362220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.370043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] For port d11008a0-95ed-4475-b71d-f8cca4facd49, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d11008a0-95ed-4475-b71d-f8cca4facd49,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:41.375147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:41.378290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.378768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:41.379249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.381850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.382442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.384350 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1094 time: 2.5524256 Oct 11 04:22:41.388660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:22:41.391025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed673fa-577b-4614-9d16-de26569213bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:22:41.420635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event deleted for resources: {'Port': ['ID=713aa6ee-a2bc-4409-ac62-449df18c7b43,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:41.441454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.447411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cd4b4a30-e535-4e6d-94b6-69467bf8cd01 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "DELETE /v2.0/ports/713aa6ee-a2bc-4409-ac62-449df18c7b43 HTTP/1.1" status: 204 len: 168 time: 1.3109381 Oct 11 04:22:41.449459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,segment=NetworkSegment(65e4303c-c833-4c34-9bf8-01c7a868a36b),segment_id=65e4303c-c833-4c34-9bf8-01c7a868a36b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:41.450959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46460) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:41.456899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.488051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd0435-ad0a-4918-add6-2b4cf21ad9b6 x-openstack-request-id: req-89bd0435-ad0a-4918-add6-2b4cf21ad9b6 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:22:41.488667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:22:41.488997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89bd0435-ad0a-4918-add6-2b4cf21ad9b6 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:22:41.489461 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bd0435-ad0a-4918-add6-2b4cf21ad9b6'] response: {'name': 'network-changed', 'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'status': 'completed', 'code': 200} Oct 11 04:22:41.501159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:41.523260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting subnet ffb4fb77-a4e5-4df8-be00-c93fec07c5f3 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:22:41.531824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.536150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:41.568265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Allocated IP 2001:db8::1a (349bacbd-4ae1-40aa-87b1-b1613b58e96b/a544fbb4-c611-4300-88d1-808ea53d0381/16de1da6-bf23-49f0-8480-9b73385a1903) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:41.574043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:41.582660 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9cd473-6a4c-4efe-9a3d-df5eeb0df37a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:41.584131 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7c9cd473-6a4c-4efe-9a3d-df5eeb0df37a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "GET /v2.0/ports/713aa6ee-a2bc-4409-ac62-449df18c7b43 HTTP/1.1" status: 404 len: 333 time: 0.1202648 Oct 11 04:22:41.595616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46462) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:41.597941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.605786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Request body: {'port': {'network_id': '500c7c61-2519-4772-8829-257a3b620577', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1172004177'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:41.615388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:41.632554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa8e1-ba84-4521-9d59-af8f5c289bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d11008a0-95ed-4475-b71d-f8cca4facd49,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:41.650468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-f5326d13-6589-42fa-8cff-f625ae580a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.652013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-f5326d13-6589-42fa-8cff-f625ae580a2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1097 time: 0.1895118 Oct 11 04:22:41.661836 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:22:41.662617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Pushing event updated for resources: {'Port': ['ID=5a7b4ebf-755e-4b12-a03c-bff34ce0cb1e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:41.721817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Made reservation on behalf of a4f897ffcba4400c961badd9ece91677 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:41.724272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.749405 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6668a9b6-aba9-4eec-bf93-cf5dba342d1a req-62a87e9a-53fe-43c7-8d96-377d2d012f3a service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830111 Oct 11 04:22:41.764292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:41.782630 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-0be435d7-4404-4108-88d7-8c3d008579bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 217 time: 0.1058238 Oct 11 04:22:41.818193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:41.876164 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 4 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:41.939771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:41.944565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-5e90f307-f87d-411a-826c-6de40ee249e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.946217 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-5e90f307-f87d-411a-826c-6de40ee249e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.1434138 Oct 11 04:22:41.960540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a0e2-db9c-4547-844a-44065adb1c68 req-54dc074e-f6d4-41d3-9410-3c9f831616a8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:41.962080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7db5a0e2-db9c-4547-844a-44065adb1c68 req-54dc074e-f6d4-41d3-9410-3c9f831616a8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 944 time: 0.2337313 Oct 11 04:22:41.978687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.121243 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7db5a0e2-db9c-4547-844a-44065adb1c68 req-80fbb55e-dc10-4bce-83c0-9df19b81dd82 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369977 Oct 11 04:22:42.129183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-b24ff105-9d16-4d1b-ae25-c8e2e245aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.130789 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-b24ff105-9d16-4d1b-ae25-c8e2e245aa84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675749 Oct 11 04:22:42.182486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.191920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.241157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.247576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.254436 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/ffb4fb77-a4e5-4df8-be00-c93fec07c5f3 HTTP/1.1" status: 204 len: 168 time: 0.9508724 Oct 11 04:22:42.254600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46468) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.255627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509d522-63b1-4121-9b77-b4dd106a67f1 None None] Network d7c13315-3ced-43dc-990c-53b5219b22e8 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:42.259119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a82a21-8289-4fe4-b2b1-373dfd1b69ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb4fb77-a4e5-4df8-be00-c93fec07c5f3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:42.301695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.305591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.336357 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-87b1cd9c-20b8-410f-97d9-6fc71816f6f1 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724524 Oct 11 04:22:42.346845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.400294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d579f2-8d5d-4384-b11f-267e5c93a083 req-c97511e8-dbe8-4992-ab00-9f6c70e8a501 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.401841 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d579f2-8d5d-4384-b11f-267e5c93a083 req-c97511e8-dbe8-4992-ab00-9f6c70e8a501 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.2647336 Oct 11 04:22:42.419778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9062aa-226c-4488-836d-13249464786a tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.421353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9062aa-226c-4488-836d-13249464786a tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.422888 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2f9062aa-226c-4488-836d-13249464786a tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1621950 Oct 11 04:22:42.429420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46472) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.432540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Network 500c7c61-2519-4772-8829-257a3b620577 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:42.447363 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 5 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:42.449039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=86c6b042-5fc2-4fb8-8227-512a0e4dbeca,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:42.475545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:42.477888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=489da7f3-4c68-409e-95d3-07e2f91c4b5c,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:42.494852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:42.495820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.496392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.497282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] DHCP port deletion for d7c13315-3ced-43dc-990c-53b5219b22e8 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:42.536396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:42.539353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.544624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:42.544989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network hostable DHCP agents. Network: d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:42.561699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d579f2-8d5d-4384-b11f-267e5c93a083 req-bfcc5c0a-180d-4421-9350-392ad1e4a4eb tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486459 Oct 11 04:22:42.570218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] Deleting port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:42.570911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.619646 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd79c01a-ed51-4b36-95e1-82cb1122786a tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0178139 Oct 11 04:22:42.631789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe8dcf-c7da-4567-801c-24250147df28 req-86a6f5aa-c867-4758-92fd-982764d23cff tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.633478 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d4fe8dcf-c7da-4567-801c-24250147df28 req-86a6f5aa-c867-4758-92fd-982764d23cff tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.2048864 Oct 11 04:22:42.633949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46474) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.634955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Network 349bacbd-4ae1-40aa-87b1-b1613b58e96b is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:42.642208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:42.642576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:42.646559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=16de1da6-bf23-49f0-8480-9b73385a1903,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:42.648161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:42.650828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fa45-a7e1-40d9-bf10-0604a0a96a30 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.652645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:42.658183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.658868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.674168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] For port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,segment=NetworkSegment(65e4303c-c833-4c34-9bf8-01c7a868a36b),segment_id=65e4303c-c833-4c34-9bf8-01c7a868a36b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:42.674839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.677660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.681744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:42.687575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:42.688160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.690714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.691415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.707075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] Calling delete_port for e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:42.709054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a94d7-a1c1-469b-b2f2-21af01ad126e None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:42.709189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2e50d040-bbcb-464f-b267-78d514187157 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2417634 Oct 11 04:22:42.719111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46476) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.730215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::83', 'mac_address': 'fa:16:3e:0a:9b:88'}, {'ip_address': '2001:db8::26b', 'mac_address': 'fa:16:3e:07:54:81'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:42.735949 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf4fa45-a7e1-40d9-bf10-0604a0a96a30 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 11 04:22:42.736444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf4fa45-a7e1-40d9-bf10-0604a0a96a30 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:22:42.744537 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dcf4fa45-a7e1-40d9-bf10-0604a0a96a30 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/d7c13315-3ced-43dc-990c-53b5219b22e8 HTTP/1.1" status: 409 len: 405 time: 0.3094850 Oct 11 04:22:42.744732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.744732 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8568733 Oct 11 04:22:42.745580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46478) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.751145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d080562-5c4c-4dbb-907c-282736a68d10 req-39d9db13-f7c6-44df-981e-818d70c3bb66 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018629 Oct 11 04:22:42.751595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46480) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.752540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-259520098'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:42.764681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9f337fa9-b2c2-4fda-b892-7e3b5ba29d10 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7315173 Oct 11 04:22:42.768376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46482) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:42.781015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'name': 'tempest-NetworksTestDHCPv6-2086833187'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:42.790222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6b0f-0eca-4a1f-a4b3-c9f0f7c85eee tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Pushing event updated for resources: {'Port': ['ID=5a7b4ebf-755e-4b12-a03c-bff34ce0cb1e,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:42.864583 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d4fe8dcf-c7da-4567-801c-24250147df28 req-6504e08c-688c-44bc-8e35-8978b7af1bb8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914735 Oct 11 04:22:42.933668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:42.938421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.973833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:42.978508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.981931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:42.999179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:43.016519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.016859 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Added segment a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 of type vlan for network 64d4f248-423e-49d6-a320-a2471ce8a67c Oct 11 04:22:43.018647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 33de6502-61b8-4f44-86e8-2b6151731dd3 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:43.021103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:43.041158 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 6 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:43.046965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:43.103042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.173369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:43.230396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.230949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::18b (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/489da7f3-4c68-409e-95d3-07e2f91c4b5c/33de6502-61b8-4f44-86e8-2b6151731dd3) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:43.239061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.251088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.251088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.255150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 update to DOWN by agent not found {{(pid=103100) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Oct 11 04:22:43.278215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] Pushing event deleted for resources: {'Port': ['ID=e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:43.282692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '489da7f3-4c68-409e-95d3-07e2f91c4b5c'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:43.283705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.286249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923577c0-228a-47a1-bfd9-39e06cc12451 None None] No DVR routers for this DVR port e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:43.334184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed673fa-577b-4614-9d16-de26569213bb req-027a4156-54d5-41f7-b62d-c6bbfe0106d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.335714 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-027a4156-54d5-41f7-b62d-c6bbfe0106d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1097 time: 0.4702063 Oct 11 04:22:43.339475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.346811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Network': ['ID=64d4f248-423e-49d6-a320-a2471ce8a67c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:43.385140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 64d4f248-423e-49d6-a320-a2471ce8a67c details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:43.385331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-85dbf87f-a7bd-495b-a21d-2ae8cb73d44f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6358690 Oct 11 04:22:43.388348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46488) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:43.401147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'subnet': {'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:43.416989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289c11d-5b3f-4798-8bd3-f5e23d9233f1 req-9fe49fc5-015e-4add-8e36-d6ef9424b2f8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.416989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4289c11d-5b3f-4798-8bd3-f5e23d9233f1 req-9fe49fc5-015e-4add-8e36-d6ef9424b2f8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 944 time: 0.2091751 Oct 11 04:22:43.524713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.563989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4289c11d-5b3f-4798-8bd3-f5e23d9233f1 req-a62ce0a6-592c-4843-b130-18d9d8798a12 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340237 Oct 11 04:22:43.624118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed673fa-577b-4614-9d16-de26569213bb req-8862725c-865d-4843-b855-41b4ad04fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.625517 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-8862725c-865d-4843-b855-41b4ad04fa30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.2783222 Oct 11 04:22:43.637924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:43.652168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.674447 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 7 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:43.708825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.718202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:43.758568 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-5e0f2df6-adab-4a1e-86af-398501b44037 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 217 time: 0.1078875 Oct 11 04:22:43.784742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] device_id is not set on port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:43.802114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.836484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.865969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.874987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/489da7f3-4c68-409e-95d3-07e2f91c4b5c/8ec96b97-5234-41ef-8e37-944b1c746943) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:43.878642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:43.886591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:43.889575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:43.896540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.896540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:43.952419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca2b77-753a-408f-98ae-0af40b3b5069 req-4c41c29c-9db5-4182-8233-da67291989b6 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.953898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6ca2b77-753a-408f-98ae-0af40b3b5069 req-4c41c29c-9db5-4182-8233-da67291989b6 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.2949317 Oct 11 04:22:43.955521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed673fa-577b-4614-9d16-de26569213bb req-d3a8ba61-6708-42df-9ffb-e278eb6727fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:43.956978 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-d3a8ba61-6708-42df-9ffb-e278eb6727fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.1878128 Oct 11 04:22:43.963276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1938505 Oct 11 04:22:43.972104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46494) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:43.995767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0e7a4-e20f-4714-9bb7-bfbc60463c70 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=33de6502-61b8-4f44-86e8-2b6151731dd3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:44.041354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba870-48d2-496f-b187-d183fe3d93d4 req-89e95d97-4611-449e-9d0b-74891e6981df tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:44.042989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90bba870-48d2-496f-b187-d183fe3d93d4 req-89e95d97-4611-449e-9d0b-74891e6981df tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.0925109 Oct 11 04:22:44.058396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=86c6b042-5fc2-4fb8-8227-512a0e4dbeca,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:44.075194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.075841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.083745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.084076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.084589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.085442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.126345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.126711 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.134425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90bba870-48d2-496f-b187-d183fe3d93d4 req-3d464aaa-710f-47d1-aa06-9bc7437701a7 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667617 Oct 11 04:22:44.135544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:44.140032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:44.142507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:44.162458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Pushing event updated for resources: {'Port': ['ID=8ec96b97-5234-41ef-8e37-944b1c746943,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:44.162675 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 2 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.173052 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6ca2b77-753a-408f-98ae-0af40b3b5069 req-a2713048-b78e-4b62-b7c2-1c04017fade5 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041912 Oct 11 04:22:44.202305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:22:44.202305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.204975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.210124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed673fa-577b-4614-9d16-de26569213bb req-7e947759-07f5-4d92-ada6-c4658cdfe6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:44.211669 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-7e947759-07f5-4d92-ada6-c4658cdfe6a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2418239 Oct 11 04:22:44.219249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ade275-089a-4d1d-8695-18acee5ea577 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:44.220893 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29ade275-089a-4d1d-8695-18acee5ea577 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2369390 Oct 11 04:22:44.224545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.225060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.225395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.226131 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 8 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:44.227471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46496) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:44.231413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.232255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] In _notify_port_updated(), no bound segment for port 16de1da6-bf23-49f0-8480-9b73385a1903 on network 349bacbd-4ae1-40aa-87b1-b1613b58e96b {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:44.237605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:44.238226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.242376 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "PUT /v2.0/ports/16de1da6-bf23-49f0-8480-9b73385a1903 HTTP/1.1" status: 200 len: 1065 time: 1.5222888 Oct 11 04:22:44.242843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46498) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:44.265780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Attempting to bind port 8ec96b97-5234-41ef-8e37-944b1c746943 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.266149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Attempting to bind port 8ec96b97-5234-41ef-8e37-944b1c746943 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.266509 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Attempting to bind port 8ec96b97-5234-41ef-8e37-944b1c746943 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.276715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:44.277090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:44.277491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.277878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:44.278346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Bound port: 8ec96b97-5234-41ef-8e37-944b1c746943, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:44.278928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.286784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.287124 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.289963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:44.306402 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 3 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.355701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] For port 8ec96b97-5234-41ef-8e37-944b1c746943, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:44.358366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.358891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.359053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.361271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] For port 8ec96b97-5234-41ef-8e37-944b1c746943, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8ec96b97-5234-41ef-8e37-944b1c746943,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:44.362297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Subnet': ['ID=d8224e78-839b-4da5-abb1-33dbc14793e5,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:44.370970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.396653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Checking segment: {'id': 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:44.397099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network hostable DHCP agents. Network: 64d4f248-423e-49d6-a320-a2471ce8a67c, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:44.410303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.410793 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.418182 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 4 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.421516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491353e2-d34e-49b3-8689-8e526bb85f62 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event updated for resources: {'Port': ['ID=16de1da6-bf23-49f0-8480-9b73385a1903,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:44.442391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3313e-6aef-4344-8efc-eaf91dd9d342 None None] Pushing event updated for resources: {'Port': ['ID=8ec96b97-5234-41ef-8e37-944b1c746943,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:44.445828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network 64d4f248-423e-49d6-a320-a2471ce8a67c is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:44.464035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 64d4f248-423e-49d6-a320-a2471ce8a67c) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:44.466006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Allocated IP 172.26.8.190 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/b4ead457-8984-48ae-a322-9101bf2d0395) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:44.467910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port 16de1da6-bf23-49f0-8480-9b73385a1903 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:44.468349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.474502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d49c6-fbdb-4d6b-8344-c1a3b47c27b4 None None] Network 64d4f248-423e-49d6-a320-a2471ce8a67c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:44.476361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 33de6502-61b8-4f44-86e8-2b6151731dd3 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:44.476811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.476929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.477153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.477493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.480505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:44.481326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.493889 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-99ef6f4e-2c44-425b-b240-135553871e39 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644358 Oct 11 04:22:44.497524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.498144 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.500982 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 5 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.551198 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4cb5d707-5d43-4e4c-9de4-292ed7103ae9 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1587379 Oct 11 04:22:44.554856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46500) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:44.612434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.612881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.613313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.703813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.704219 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.712543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-64d4f248-423e-49d6-a320-a2471ce8a67c', 'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c', 'tenant_id': 'c6c8781919694288bbf0cb0472ad388a', 'fixed_ips': [{'subnet_id': 'd8224e78-839b-4da5-abb1-33dbc14793e5'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:44.713942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.739276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 6 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.751283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.793871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.794609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 33de6502-61b8-4f44-86e8-2b6151731dd3 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:44.805243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.805677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.806641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.829252 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ed673fa-577b-4614-9d16-de26569213bb req-bc64050f-8b59-4932-a3e9-0637d5da4aa0 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167059 Oct 11 04:22:44.831037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for 16de1da6-bf23-49f0-8480-9b73385a1903 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:44.837992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.844538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.845441 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.853510 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 7 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.872110 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 9 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:44.880437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e2e0db79-e0b2-43dc-b43e-3c815e92dc52 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:22:44.882719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.896488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.897085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.897609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.908097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.908429 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:44.922623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 8 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:44.946803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:44.947349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:44.947949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:44.948968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227903d-ad4a-4934-8d57-f03bc8d1b521 req-227b1b31-f12b-4c58-a772-8a0b8a1e9442 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:44.950609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a227903d-ad4a-4934-8d57-f03bc8d1b521 req-227b1b31-f12b-4c58-a772-8a0b8a1e9442 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 944 time: 0.2260542 Oct 11 04:22:44.974095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8ec96b97-5234-41ef-8e37-944b1c746943 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:44.975896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:44.996198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:44.996528 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:45.015747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 9 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:45.032699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a227903d-ad4a-4934-8d57-f03bc8d1b521 req-0d86a428-6b9d-437b-94cf-a75972be6442 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726662 Oct 11 04:22:45.051914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:45.052927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Allocated IP 2001:db8::f816:3eff:fe94:80c0 (64d4f248-423e-49d6-a320-a2471ce8a67c/d8224e78-839b-4da5-abb1-33dbc14793e5/bffe38d9-bba3-4d77-ba56-9e561ee15445) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:45.063782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:45.067717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:45.068278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:45.068761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:45.102085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:45.102715 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:45.104179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.108603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Pushing event updated for resources: {'Port': ['ID=b4ead457-8984-48ae-a322-9101bf2d0395,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:45.119043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:45.123510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:45.130036 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempt 10 to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca Oct 11 04:22:45.145194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.164517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:45.183633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=16de1da6-bf23-49f0-8480-9b73385a1903,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:45.190645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.201820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 8ec96b97-5234-41ef-8e37-944b1c746943 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:45.201820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.202044 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 8ec96b97-5234-41ef-8e37-944b1c746943 Oct 11 04:22:45.206563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:45.206563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:45.220432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempting to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:45.234690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'port_id': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'mac_address': 'fa:16:3e:e5:c0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 482, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:22:45.245674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:22:45.246268 dv-neutron-860894-1-hyperv neutron-server[103098]: ERROR neutron.plugins.ml2.managers [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Failed to bind port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on host hv-neutron-8608 for vnic_type normal using segments [{'id': '719c5bee-af7f-4772-b435-e4c7b148daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '500c7c61-2519-4772-8829-257a3b620577'}] Oct 11 04:22:45.246820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.269942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=33de6502-61b8-4f44-86e8-2b6151731dd3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:45.348782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.351034 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-87b9ed38-94bc-4443-abc0-1edb8ac63570 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/33de6502-61b8-4f44-86e8-2b6151731dd3 HTTP/1.1" status: 204 len: 168 time: 1.1225166 Oct 11 04:22:45.363592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:45.364255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.370586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46508) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:45.425273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e0db79-e0b2-43dc-b43e-3c815e92dc52 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:22:45.439302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.440480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.460000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.476489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:45.480030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 8ec96b97-5234-41ef-8e37-944b1c746943 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:45.480576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.517017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c034d1-2023-4cde-a7db-8d48ae31e689 req-f0384be1-ead3-418c-b178-ea61d614eea4 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:45.518970 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-88c034d1-2023-4cde-a7db-8d48ae31e689 req-f0384be1-ead3-418c-b178-ea61d614eea4 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 943 time: 0.1995592 Oct 11 04:22:45.525668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.527305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c9258c4d-3e82-4744-a5df-d4c8e9347767 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:22:45.547864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35c6f4-a379-49b1-ad66-bd2c980fe0bb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:45.549596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35c6f4-a379-49b1-ad66-bd2c980fe0bb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:45.554056 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eb35c6f4-a379-49b1-ad66-bd2c980fe0bb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1814275 Oct 11 04:22:45.555813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Network 64d4f248-423e-49d6-a320-a2471ce8a67c is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:45.559305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46510) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:45.564895 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 10 to provision port 737d98f3-421f-438c-b804-6313f6241710 Oct 11 04:22:45.640511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 8ec96b97-5234-41ef-8e37-944b1c746943, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8ec96b97-5234-41ef-8e37-944b1c746943,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:45.641786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port 737d98f3-421f-438c-b804-6313f6241710 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:45.647961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:45.753735 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-88c034d1-2023-4cde-a7db-8d48ae31e689 req-3f818ee4-44fc-4581-b959-d2dabe867982 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255487 Oct 11 04:22:45.758101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c9258c4d-3e82-4744-a5df-d4c8e9347767, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:45.773908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:45.776395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 489da7f3-4c68-409e-95d3-07e2f91c4b5c {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:22:45.779502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.780248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c62ae-4f57-4df7-9848-67841fa98103 req-59abf369-5227-4965-a54d-dfdac5d02256 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:45.781737 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-646c62ae-4f57-4df7-9848-67841fa98103 req-59abf369-5227-4965-a54d-dfdac5d02256 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 943 time: 0.4355547 Oct 11 04:22:45.786471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-92396476-ab64-42ae-8025-7f63dd82c93d tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/ports/16de1da6-bf23-49f0-8480-9b73385a1903 HTTP/1.1" status: 204 len: 168 time: 1.5196311 Oct 11 04:22:45.786666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46512) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:45.789934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.791243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.791627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'port_id': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'mac_address': 'fa:16:3e:50:d5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 489, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:22:45.795466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.800969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Pushing event updated for resources: {'Port': ['ID=bffe38d9-bba3-4d77-ba56-9e561ee15445,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:45.805115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] For port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:45.805643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attempted to set empty binding levels {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 11 04:22:45.810335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Could not find standard attr ID for object 4caaac6f-ea81-471e-9b15-10e330219bd8. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:45.842073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.861474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.862045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] In _notify_port_updated(), no bound segment for port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca on network 500c7c61-2519-4772-8829-257a3b620577 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:22:45.862915 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:45.863518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.867311 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "PUT /v2.0/ports/86c6b042-5fc2-4fb8-8227-512a0e4dbeca HTTP/1.1" status: 200 len: 977 time: 3.2280104 Oct 11 04:22:45.879453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:45.886380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46514) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:45.886380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Subnet': ['ID=d8224e78-839b-4da5-abb1-33dbc14793e5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:45.888834 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ff893-715a-4947-b8cc-5af46630e957 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] GET failed (client error): The resource could not be found. Oct 11 04:22:45.893418 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ed4ff893-715a-4947-b8cc-5af46630e957 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "GET /v2.0/ports/16de1da6-bf23-49f0-8480-9b73385a1903 HTTP/1.1" status: 404 len: 333 time: 0.1047139 Oct 11 04:22:45.921776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46516) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:45.995344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.011544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f3af9-bc9e-4cc2-9134-2cb53b3197e2 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:46.049480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.073131 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-646c62ae-4f57-4df7-9848-67841fa98103 req-5b82adc5-8fc6-4f5f-ab26-f23e1860c009 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733729 Oct 11 04:22:46.088837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port 5ea2baf4-2c6b-4450-892a-463acd25d970 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:46.089186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.092351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c9258c4d-3e82-4744-a5df-d4c8e9347767 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:46.092351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.094468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Attempting to bind port bffe38d9-bba3-4d77-ba56-9e561ee15445 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:46.094619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Attempting to bind port bffe38d9-bba3-4d77-ba56-9e561ee15445 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:46.095628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Attempting to bind port bffe38d9-bba3-4d77-ba56-9e561ee15445 on network 64d4f248-423e-49d6-a320-a2471ce8a67c {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:46.101038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ad38a-ec02-4a06-bd01-dcbde210383c tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event updated for resources: {'Port': ['ID=86c6b042-5fc2-4fb8-8227-512a0e4dbeca,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.125563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d4f248-423e-49d6-a320-a2471ce8a67c']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:46.142716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.152975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:46.153111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:46.153397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:46.153505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Checking segment: {'id': 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:46.153796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.154184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Bound using segment: {'id': 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:46.154756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Bound port: bffe38d9-bba3-4d77-ba56-9e561ee15445, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '64d4f248-423e-49d6-a320-a2471ce8a67c'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:46.155096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.174403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.187799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9258c4d-3e82-4744-a5df-d4c8e9347767 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:22:46.218250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Provisioning complete for port e8c9c20b-5506-4692-bc15-44b0204ad258 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:46.218639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.218968 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 1 to provision port e8c9c20b-5506-4692-bc15-44b0204ad258 Oct 11 04:22:46.237128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.247218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 459 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:46.247744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.248382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.260339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c9258c4d-3e82-4744-a5df-d4c8e9347767, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:46.274114 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 resource provider aggregate not found Oct 11 04:22:46.301984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.315191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 found for delete ", "request_id": "req-cb5e5d8f-0b98-453e-9b6d-add5ab0e9485"}]} Oct 11 04:22:46.318423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Deleting port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:46.319121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.343052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=8ec96b97-5234-41ef-8e37-944b1c746943,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.378087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.db.api [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:22:46.378087 dv-neutron-860894-1-hyperv neutron-server[103098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:22:46.378087 dv-neutron-860894-1-hyperv neutron-server[103098]: [parameters: {'id': '64d4f248-423e-49d6-a320-a2471ce8a67c'}] Oct 11 04:22:46.378087 dv-neutron-860894-1-hyperv neutron-server[103098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:22:46.378506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG oslo_db.api [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:22:46.405916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] For port bffe38d9-bba3-4d77-ba56-9e561ee15445, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:46.431585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] For port bffe38d9-bba3-4d77-ba56-9e561ee15445, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bffe38d9-bba3-4d77-ba56-9e561ee15445,segment=NetworkSegment(a1d910be-d1dd-49d0-b5cc-7b1756c4cc14),segment_id=a1d910be-d1dd-49d0-b5cc-7b1756c4cc14)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:46.434313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.443405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.446085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.477940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] For port 86c6b042-5fc2-4fb8-8227-512a0e4dbeca, host hv-neutron-8608, got binding levels [] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:46.478310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.485785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c9258c4d-3e82-4744-a5df-d4c8e9347767,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.513316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Calling delete_port for 86c6b042-5fc2-4fb8-8227-512a0e4dbeca owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:46.538589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Pushing event updated for resources: {'Port': ['ID=b4ead457-8984-48ae-a322-9101bf2d0395,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.544796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.554691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Current status of the port e8c9c20b-5506-4692-bc15-44b0204ad258 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:46.568551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce60d5-4641-4b28-bff2-6bfabc1b45f3 None None] Network 64d4f248-423e-49d6-a320-a2471ce8a67c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:46.574183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:46.595259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0547dc-88d3-45e4-85c0-df5b84d649d3 None None] Pushing event updated for resources: {'Port': ['ID=bffe38d9-bba3-4d77-ba56-9e561ee15445,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.608407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.612088 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-44f820e8-215a-4165-828f-63b933105d45 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8127661 Oct 11 04:22:46.614833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46524) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:46.633192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.636225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.639496 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/489da7f3-4c68-409e-95d3-07e2f91c4b5c HTTP/1.1" status: 204 len: 168 time: 1.0794837 Oct 11 04:22:46.641268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a04b3-bac2-48fd-954e-44e291b29a59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=489da7f3-4c68-409e-95d3-07e2f91c4b5c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.643005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46526) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:46.672364 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-997b22b6-f379-407b-9ef0-0f398cb7d1a0 tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.0563323 Oct 11 04:22:46.675150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46528) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:46.681441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Provisioning complete for port d68c8695-5a54-4422-99a8-25317866d3ae triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:46.681822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.682134 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 1 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:46.685234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5be70-8a0d-40f4-94b0-9af2bfb63a7b req-d43cfde9-b2cd-4dcb-901d-c02d81a3de84 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:46.687317 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6a5be70-8a0d-40f4-94b0-9af2bfb63a7b req-d43cfde9-b2cd-4dcb-901d-c02d81a3de84 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 944 time: 0.4710262 Oct 11 04:22:46.716952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for 5ea2baf4-2c6b-4450-892a-463acd25d970 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:46.724779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8af079e8-262a-4dff-90b5-a86a51be679e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706868 Oct 11 04:22:46.724779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46530) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:46.729112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:46.769704 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f53a08ed-b9e9-4485-971b-3844b586fd68 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0883694 Oct 11 04:22:46.772928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46532) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:46.773644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.787122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d11008a0-95ed-4475-b71d-f8cca4facd49 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:22:46.819987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:46.854687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] Deleting port 8ec96b97-5234-41ef-8e37-944b1c746943 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:46.855054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.879890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6a5be70-8a0d-40f4-94b0-9af2bfb63a7b req-def769d3-ddf4-4bd6-bb89-bdcaeabd2e14 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607635 Oct 11 04:22:46.912045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8ec96b97-5234-41ef-8e37-944b1c746943 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:46.914142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['e2e0db79-e0b2-43dc-b43e-3c815e92dc52'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:22:46.939182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.944022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Pushing event deleted for resources: {'Port': ['ID=86c6b042-5fc2-4fb8-8227-512a0e4dbeca,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:46.956299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:46.959929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.961531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:46.968279 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cabe5092-aa0f-425f-8fcd-7f250e051c92 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "DELETE /v2.0/ports/86c6b042-5fc2-4fb8-8227-512a0e4dbeca HTTP/1.1" status: 204 len: 168 time: 1.0708063 Oct 11 04:22:46.981766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46536) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:46.989240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['c9258c4d-3e82-4744-a5df-d4c8e9347767'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:22:47.021183 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58c9982-cc17-46be-b16d-f47e6e13a8a6 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] GET failed (client error): The resource could not be found. Oct 11 04:22:47.025895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f58c9982-cc17-46be-b16d-f47e6e13a8a6 tempest-PortsAdminExtendedAttrsTestJSON-64772727 tempest-PortsAdminExtendedAttrsTestJSON-64772727-project-admin] 10.222.0.39 "GET /v2.0/ports/86c6b042-5fc2-4fb8-8227-512a0e4dbeca HTTP/1.1" status: 404 len: 333 time: 0.0401404 Oct 11 04:22:47.027586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46538) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:47.070556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca4597-362a-4a8f-8c75-e0638e6eb443 req-18c66b06-8953-4dd6-b7ca-33b27fb7e784 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:47.072024 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8aca4597-362a-4a8f-8c75-e0638e6eb443 req-18c66b06-8953-4dd6-b7ca-33b27fb7e784 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 944 time: 0.1716988 Oct 11 04:22:47.113118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] For port 8ec96b97-5234-41ef-8e37-944b1c746943, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8ec96b97-5234-41ef-8e37-944b1c746943,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:47.113511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.137734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d11008a0-95ed-4475-b71d-f8cca4facd49, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d11008a0-95ed-4475-b71d-f8cca4facd49,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:47.152359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] Calling delete_port for 8ec96b97-5234-41ef-8e37-944b1c746943 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:47.163822 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8aca4597-362a-4a8f-8c75-e0638e6eb443 req-b40f3299-4aa2-4eff-bdf2-2b13a5acaf19 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668924 Oct 11 04:22:47.170349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Deleting port b4ead457-8984-48ae-a322-9101bf2d0395 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:47.170721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.199167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting port bffe38d9-bba3-4d77-ba56-9e561ee15445 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:47.199742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.202332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'port_id': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'mac_address': 'fa:16:3e:9b:80:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 468, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:22:47.222568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.232188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.310412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=5ea2baf4-2c6b-4450-892a-463acd25d970,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:47.323817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] For port bffe38d9-bba3-4d77-ba56-9e561ee15445, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bffe38d9-bba3-4d77-ba56-9e561ee15445,segment=NetworkSegment(a1d910be-d1dd-49d0-b5cc-7b1756c4cc14),segment_id=a1d910be-d1dd-49d0-b5cc-7b1756c4cc14)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:47.324322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.327640 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 2 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:47.345478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Calling delete_port for bffe38d9-bba3-4d77-ba56-9e561ee15445 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:47.351506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.358346 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f2386b74-68fc-4312-aafe-ad8661b37b08 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/ports/5ea2baf4-2c6b-4450-892a-463acd25d970 HTTP/1.1" status: 204 len: 168 time: 1.4346662 Oct 11 04:22:47.359185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46542) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:47.372036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.372416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.408644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 8ec96b97-5234-41ef-8e37-944b1c746943 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:47.409026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.422391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Calling delete_port for b4ead457-8984-48ae-a322-9101bf2d0395 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:47.424358 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c38fdab-a51e-48a8-bc38-6c583d961735 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] GET failed (client error): The resource could not be found. Oct 11 04:22:47.431207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9c38fdab-a51e-48a8-bc38-6c583d961735 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "GET /v2.0/ports/5ea2baf4-2c6b-4450-892a-463acd25d970 HTTP/1.1" status: 404 len: 333 time: 0.0668209 Oct 11 04:22:47.432860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46544) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:47.460408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d11008a0-95ed-4475-b71d-f8cca4facd49 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:47.460792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.485714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:47.508795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11008a0-95ed-4475-b71d-f8cca4facd49 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:22:47.525482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.542832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.592047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5f79-3557-4adf-b970-daa7acfd4dd2 req-00026af6-edbc-40db-8457-3e51157f29a1 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:47.593979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ab5e5f79-3557-4adf-b970-daa7acfd4dd2 req-00026af6-edbc-40db-8457-3e51157f29a1 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 944 time: 0.3432357 Oct 11 04:22:47.605054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] Pushing event deleted for resources: {'Port': ['ID=8ec96b97-5234-41ef-8e37-944b1c746943,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:47.610457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c96b8-a662-40fa-9717-768d7e28d768 None None] No DVR routers for this DVR port 8ec96b97-5234-41ef-8e37-944b1c746943 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:47.620115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d11008a0-95ed-4475-b71d-f8cca4facd49, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d11008a0-95ed-4475-b71d-f8cca4facd49,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:47.641878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.662011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > segment before_delete 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.662502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.663153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.663469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > port after_create 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.663804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > port after_delete 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.664136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > port after_update 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.664453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > segment after_delete 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.664790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet after_create 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.665104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet after_delete 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.665442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet after_update 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.687020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c5116-8c8a-4023-ab9a-ba8543f2d7ab None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:22:47.702467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.712018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.740399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet after_create 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.741030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet after_delete 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.741030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet before_create 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.741296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Subscribe: > subnet before_update 55550000 {{(pid=103099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 04:22:47.741688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500c7c61-2519-4772-8829-257a3b620577']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:47.746961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Pushing event deleted for resources: {'Port': ['ID=b4ead457-8984-48ae-a322-9101bf2d0395,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:47.771354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.778985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719c5bee-af7f-4772-b435-e4c7b148daa4') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:47.779218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Port': ['ID=bffe38d9-bba3-4d77-ba56-9e561ee15445,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:47.779880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719c5bee-af7f-4772-b435-e4c7b148daa4') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:47.798412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No DVR routers for this DVR port bffe38d9-bba3-4d77-ba56-9e561ee15445 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:47.839920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.881901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:47.888858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.891404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.892611 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9b9d4033-ae48-440b-b16b-b857cf065235 tempest-FloatingIPAdminTestJSON-1171980111 tempest-FloatingIPAdminTestJSON-1171980111-project] 10.222.0.39 "DELETE /v2.0/floatingips/07453551-dddf-4726-abc0-bcc10809622e HTTP/1.1" status: 204 len: 168 time: 1.1169047 Oct 11 04:22:47.897650 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ab5e5f79-3557-4adf-b970-daa7acfd4dd2 req-651fe5eb-b1bd-496c-a22d-a2cddc51577a tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833025 Oct 11 04:22:47.902568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46546) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:47.904826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:47.904946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d11008a0-95ed-4475-b71d-f8cca4facd49,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:47.906975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:47.908483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.916228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.920733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.960874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d4f248-423e-49d6-a320-a2471ce8a67c']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:47.971616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=ea1f4083-b51f-41c7-b64f-c087001820ac,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:47.978426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:47.978863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d910be-d1dd-49d0-b5cc-7b1756c4cc14') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:47.981644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Releasing vlan 475 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:47.982081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:47.988080 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 3 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:48.011779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9e783e0f-1fe8-402a-9d63-0b6e3c34033f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2860098 Oct 11 04:22:48.014584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46554) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:48.015686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.022133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:48.022478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.028289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'name': 'tempest-NetworksTestDHCPv6-537537057'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:48.043709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.054065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 459 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:48.054462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.079311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a9a11-7470-430c-9916-711b899d016c req-ed788c24-fb95-4e37-8daf-01c89175b5e1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:48.086608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:48.087647 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fb0a9a11-7470-430c-9916-711b899d016c req-ed788c24-fb95-4e37-8daf-01c89175b5e1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 945 time: 0.1062815 Oct 11 04:22:48.089500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c5116-8c8a-4023-ab9a-ba8543f2d7ab None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:22:48.175463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.177459 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fb0a9a11-7470-430c-9916-711b899d016c req-66bf4010-cb88-46a6-8a69-ebce6983c77c tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892272 Oct 11 04:22:48.178701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.181727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.187561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] 10.222.0.39 "DELETE /v2.0/networks/500c7c61-2519-4772-8829-257a3b620577 HTTP/1.1" status: 204 len: 168 time: 1.1577401 Oct 11 04:22:48.204552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.219104 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/64d4f248-423e-49d6-a320-a2471ce8a67c HTTP/1.1" status: 204 len: 168 time: 3.6497526 Oct 11 04:22:48.219104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481511a7-6c59-4eb8-a119-23a57fa3773e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Network': ['ID=64d4f248-423e-49d6-a320-a2471ce8a67c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:48.219104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46564) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:48.219104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1113593501'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:48.246948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:48.255639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.272317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['d11008a0-95ed-4475-b71d-f8cca4facd49'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:22:48.297298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34984760-cb41-48ee-b392-a4c1d19e8c31 tempest-PortsAdminExtendedAttrsTestJSON-1097784352 tempest-PortsAdminExtendedAttrsTestJSON-1097784352-project] Pushing event deleted for resources: {'Network': ['ID=500c7c61-2519-4772-8829-257a3b620577,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:48.298624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:48.311716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.311716 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Added segment e17f0cb3-f820-46fe-8c9b-c9f40b785713 of type vlan for network fa6b2152-459d-4ff0-829f-a512b4535a29 Oct 11 04:22:48.347048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 719c5bee-af7f-4772-b435-e4c7b148daa4 resource provider aggregate not found Oct 11 04:22:48.350177 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 resource provider aggregate not found Oct 11 04:22:48.360519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.374410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.384397 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 719c5bee-af7f-4772-b435-e4c7b148daa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 719c5bee-af7f-4772-b435-e4c7b148daa4 found for delete ", "request_id": "req-436357e1-7961-425e-b002-b0d822ac796c"}]} Oct 11 04:22:48.386723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1d910be-d1dd-49d0-b5cc-7b1756c4cc14 found for delete ", "request_id": "req-44fae195-396f-4d78-840b-c6ba167c5155"}]} Oct 11 04:22:48.393594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for 0d5267b6-0dea-473c-a9ad-d43a0718a8c2 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:48.417570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.430728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:48.432439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.461309 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2458827 Oct 11 04:22:48.468489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46572) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:48.475500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'subnet': {'network_id': 'fa6b2152-459d-4ff0-829f-a512b4535a29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:48.490232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Deleting port 5a7b4ebf-755e-4b12-a03c-bff34ce0cb1e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:48.490564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.525215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f81d3-99f6-4646-bf99-31b674fd9376 req-024682d5-79e2-4e2e-abf2-e818a50b43c5 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:48.526806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-533f81d3-99f6-4646-bf99-31b674fd9376 req-024682d5-79e2-4e2e-abf2-e818a50b43c5 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 944 time: 0.2104483 Oct 11 04:22:48.527403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:48.530878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.543875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783fed0-95e3-478e-959f-26b498b21b46 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Network': ['ID=fa6b2152-459d-4ff0-829f-a512b4535a29,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:48.568520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network fa6b2152-459d-4ff0-829f-a512b4535a29 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:48.598868 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 4 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:48.611593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46576) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:48.668951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port cc475274-9d1f-4006-8eab-04e873e30983 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:48.718780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:48.736143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-533f81d3-99f6-4646-bf99-31b674fd9376 req-0cbbefcd-9117-43e3-8706-998ef667f0a4 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931224 Oct 11 04:22:48.745718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.746039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.773162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-03d6d768-cd07-4142-8eb7-a796db313206 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e05eb032bb241f3a3a9d3cef1ea44dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579416 Oct 11 04:22:48.773694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46580) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:48.817606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e2e0db79-e0b2-43dc-b43e-3c815e92dc52 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:48.824693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Calling delete_port for 5a7b4ebf-755e-4b12-a03c-bff34ce0cb1e owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:48.828159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41b7f8e0-6dac-4fae-ac9f-086b9133cbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.852120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41b7f8e0-6dac-4fae-ac9f-086b9133cbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.908426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:48.909326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41b7f8e0-6dac-4fae-ac9f-086b9133cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.911810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.913144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41b7f8e0-6dac-4fae-ac9f-086b9133cbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.916901 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-41b7f8e0-6dac-4fae-ac9f-086b9133cbfb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47fb0f52-86db-4c8d-b4bc-aee3a5712e8b HTTP/1.1" status: 204 len: 168 time: 0.1401837 Oct 11 04:22:48.934997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7f8e0-6dac-4fae-ac9f-086b9133cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb0f52-86db-4c8d-b4bc-aee3a5712e8b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:48.949698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:22:48.964266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'ea1f4083-b51f-41c7-b64f-c087001820ac'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:48.965072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.968238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:48.968699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:48.969027 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 Oct 11 04:22:49.087913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.092842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571d6c4-7716-42a0-b636-d3bdc57ccc3a req-3164e846-05ca-4678-9b2d-eac4527645c0 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:49.094871 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1571d6c4-7716-42a0-b636-d3bdc57ccc3a req-3164e846-05ca-4678-9b2d-eac4527645c0 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 944 time: 0.0597579 Oct 11 04:22:49.109761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::284 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/ea1f4083-b51f-41c7-b64f-c087001820ac/cc475274-9d1f-4006-8eab-04e873e30983) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:49.140701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=0d5267b6-0dea-473c-a9ad-d43a0718a8c2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:49.147067 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1571d6c4-7716-42a0-b636-d3bdc57ccc3a req-08803328-afb7-4162-b9de-c8e79b67ff8f tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Oct 11 04:22:49.158098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:49.158484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.205667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:22:49.259180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.262425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-70fee36d-7840-4b6d-b7b7-e439b5a34a94 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/ports/0d5267b6-0dea-473c-a9ad-d43a0718a8c2 HTTP/1.1" status: 204 len: 168 time: 1.8062742 Oct 11 04:22:49.266430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46590) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:49.289070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:49.290451 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 5 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:49.323152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.324312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c9258c4d-3e82-4744-a5df-d4c8e9347767 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:49.371278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46596) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:49.402799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.413812 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bdd3f5ab-ebf4-425f-aacc-c7998ecb0604 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4f897ffcba4400c961badd9ece91677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415173 Oct 11 04:22:49.416315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46598) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:49.449418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:49.452986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:49.464544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564a0c2-375d-4487-a53d-ec29376f2bd7" -d '{"events": [{"server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:22:49.472864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting subnet a544fbb4-c611-4300-88d1-808ea53d0381 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:22:49.475859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port c9258c4d-3e82-4744-a5df-d4c8e9347767 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:22:49.481640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port c9258c4d-3e82-4744-a5df-d4c8e9347767 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:49.482016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.482395 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port c9258c4d-3e82-4744-a5df-d4c8e9347767 Oct 11 04:22:49.488642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a7b4ebf-755e-4b12-a03c-bff34ce0cb1e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:49.495264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7982566d-8d79-4969-a0e9-004f06a140ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.516661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.520146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.528247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7982566d-8d79-4969-a0e9-004f06a140ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.582994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c9258c4d-3e82-4744-a5df-d4c8e9347767 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:49.583319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.595675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7982566d-8d79-4969-a0e9-004f06a140ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.598661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7982566d-8d79-4969-a0e9-004f06a140ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.600400 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7982566d-8d79-4969-a0e9-004f06a140ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/439a5bad-f1c0-480f-98b4-5bedbf8ed79e HTTP/1.1" status: 204 len: 168 time: 0.1829593 Oct 11 04:22:49.611938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982566d-8d79-4969-a0e9-004f06a140ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a5bad-f1c0-480f-98b4-5bedbf8ed79e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:49.640913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c9258c4d-3e82-4744-a5df-d4c8e9347767, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:49.647562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:49.715830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853e1de0-369b-4ece-9116-d37ea02e5339 x-openstack-request-id: req-853e1de0-369b-4ece-9116-d37ea02e5339 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:22:49.716179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:22:49.716394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-853e1de0-369b-4ece-9116-d37ea02e5339 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:22:49.717032 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853e1de0-369b-4ece-9116-d37ea02e5339'] response: {'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'code': 200} Oct 11 04:22:49.722938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c9258c4d-3e82-4744-a5df-d4c8e9347767,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:49.899931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a7d13-e0ff-4a44-a5e0-aedb350ff8d1 req-cc8c6e95-5630-4af4-a059-867671bb4eb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:49.902758 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0e7a7d13-e0ff-4a44-a5e0-aedb350ff8d1 req-cc8c6e95-5630-4af4-a059-867671bb4eb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.0754943 Oct 11 04:22:49.926365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c7545-ab09-494f-92d2-16fcfdd88210 req-7952b3aa-8ba4-4890-9229-311206631fe5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:49.927898 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ed8c7545-ab09-494f-92d2-16fcfdd88210 req-7952b3aa-8ba4-4890-9229-311206631fe5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 945 time: 0.6187799 Oct 11 04:22:49.950872 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 6 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:49.954156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.001646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:50.016963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Subnet': ['ID=5e753bcf-a2e5-431a-8fb1-251789edc842,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:50.023656 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0e7a7d13-e0ff-4a44-a5e0-aedb350ff8d1 req-f2ee6d5d-95d8-431c-ac54-031a929f946a tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067371 Oct 11 04:22:50.027906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.030955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.035819 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3adecad8-adae-408f-8f81-c4f41bae6b2a tempest-FloatingIPAdminTestJSON-1785862462 tempest-FloatingIPAdminTestJSON-1785862462-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/00ee5a6c-133b-4f6f-abc8-503362d6b620 HTTP/1.1" status: 204 len: 168 time: 2.1210232 Oct 11 04:22:50.038328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46614) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:50.058382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.087968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b6ade-8f82-4c0d-b7a3-7855d0246a46 req-52fb5692-7b61-47fc-bd67-8ef8f0521aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:50.087968 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-700b6ade-8f82-4c0d-b7a3-7855d0246a46 req-52fb5692-7b61-47fc-bd67-8ef8f0521aea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 1098 time: 0.1510530 Oct 11 04:22:50.088489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Checking segment: {'id': 'e17f0cb3-f820-46fe-8c9b-c9f40b785713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': 'fa6b2152-459d-4ff0-829f-a512b4535a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:50.088876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network hostable DHCP agents. Network: fa6b2152-459d-4ff0-829f-a512b4535a29, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:50.097643 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ed8c7545-ab09-494f-92d2-16fcfdd88210 req-ff1021e4-45d6-4d66-b6b2-480dbd1c30e5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480269 Oct 11 04:22:50.160984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network fa6b2152-459d-4ff0-829f-a512b4535a29 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:50.163688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.191387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.211362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, fa6b2152-459d-4ff0-829f-a512b4535a29) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:50.238313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:50.238922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.264559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:50.273782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:50.275931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/ea1f4083-b51f-41c7-b64f-c087001820ac/ae062245-9570-4a99-9d25-c7d19813fb27) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:50.288606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:50.293780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:50.294406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.319011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b0377f75-c744-43ab-94ad-e38825d9a9cf tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8465755 Oct 11 04:22:50.335627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46622) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:50.338670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=cc475274-9d1f-4006-8eab-04e873e30983,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:50.376705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fe3b0f6f-e40c-45d9-94a0-27badcfdf50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3574872 Oct 11 04:22:50.380531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.381425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46626) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:50.386817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-700b6ade-8f82-4c0d-b7a3-7855d0246a46 req-748a67fc-1be3-4a86-b060-bd00acf6f8e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.471642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Subnet': ['ID=a544fbb4-c611-4300-88d1-808ea53d0381,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:50.479710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.480701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.485639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-84b168b9-f7f1-4c55-880e-02ce2c4976e4 tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/subnets/a544fbb4-c611-4300-88d1-808ea53d0381 HTTP/1.1" status: 204 len: 168 time: 1.2126815 Oct 11 04:22:50.488103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46630) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:50.492112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.494625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900eb9d-d8d5-4167-a7e4-a3092c2429a7 req-57333b24-4178-4999-9884-622e6a774dc0 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:50.496140 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a900eb9d-d8d5-4167-a7e4-a3092c2429a7 req-57333b24-4178-4999-9884-622e6a774dc0 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.1311033 Oct 11 04:22:50.517420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1848c-273c-4a5e-b8c9-73a547ac652b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:50.520322 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-71c1848c-273c-4a5e-b8c9-73a547ac652b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1352832 Oct 11 04:22:50.526494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46634) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:50.536542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting port 737d98f3-421f-438c-b804-6313f6241710 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:50.536981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.553234 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 7 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:50.624467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Pushing event updated for resources: {'Port': ['ID=ae062245-9570-4a99-9d25-c7d19813fb27,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:50.631167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:50.640511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:50.641982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:50.651643 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a900eb9d-d8d5-4167-a7e4-a3092c2429a7 req-61669c42-1834-4333-861b-4df285731e5f tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413913 Oct 11 04:22:50.652464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:50.662123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.672010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-700b6ade-8f82-4c0d-b7a3-7855d0246a46 req-748a67fc-1be3-4a86-b060-bd00acf6f8e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.680590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-700b6ade-8f82-4c0d-b7a3-7855d0246a46 req-748a67fc-1be3-4a86-b060-bd00acf6f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.680775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.736188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.747688 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-700b6ade-8f82-4c0d-b7a3-7855d0246a46 req-748a67fc-1be3-4a86-b060-bd00acf6f8e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6497481 Oct 11 04:22:50.751550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a67fc-1be3-4a86-b060-bd00acf6f8e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3718b17-9ec7-434b-898f-e9e4ddcd840b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:50.758340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Calling delete_port for 737d98f3-421f-438c-b804-6313f6241710 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:50.796229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port cc475274-9d1f-4006-8eab-04e873e30983 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:50.796570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.817787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Deleting port 02269e7c-8281-4f80-83cf-e0f1a071fff2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:50.818132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.822151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.856861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d11008a0-95ed-4475-b71d-f8cca4facd49 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:50.896032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Attempting to bind port ae062245-9570-4a99-9d25-c7d19813fb27 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:50.896563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Attempting to bind port ae062245-9570-4a99-9d25-c7d19813fb27 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:50.897034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Attempting to bind port ae062245-9570-4a99-9d25-c7d19813fb27 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:50.904488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:50.905105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:50.905609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.906109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:50.906811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Bound port: ae062245-9570-4a99-9d25-c7d19813fb27, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:50.907440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.942416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:50.984958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Port': ['ID=737d98f3-421f-438c-b804-6313f6241710,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:50.986074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] For port ae062245-9570-4a99-9d25-c7d19813fb27, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:50.989522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] For port ae062245-9570-4a99-9d25-c7d19813fb27, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ae062245-9570-4a99-9d25-c7d19813fb27,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:50.990594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] For port 02269e7c-8281-4f80-83cf-e0f1a071fff2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=02269e7c-8281-4f80-83cf-e0f1a071fff2,segment=NetworkSegment(3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6),segment_id=3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:50.991195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.001598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.004738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.032826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for cc475274-9d1f-4006-8eab-04e873e30983 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:51.034640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Calling delete_port for 02269e7c-8281-4f80-83cf-e0f1a071fff2 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:51.036670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.074106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e617bef-83eb-479c-bd6c-599a86bc6c00 None None] Pushing event updated for resources: {'Port': ['ID=ae062245-9570-4a99-9d25-c7d19813fb27,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:51.087926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Subnet': ['ID=5e753bcf-a2e5-431a-8fb1-251789edc842,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:51.093440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port d11008a0-95ed-4475-b71d-f8cca4facd49 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:22:51.096458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.100169 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-be805c92-3c19-4094-acfc-c9cbd355421d tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "DELETE /v2.0/ports/737d98f3-421f-438c-b804-6313f6241710 HTTP/1.1" status: 204 len: 168 time: 1.0630896 Oct 11 04:22:51.102984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46644) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:51.109422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port d11008a0-95ed-4475-b71d-f8cca4facd49 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:51.109738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.110194 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port d11008a0-95ed-4475-b71d-f8cca4facd49 Oct 11 04:22:51.154516 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 8 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:51.196715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:51.255688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb45386-7767-4af8-a958-fb58fea8b653 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:51.266769 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-adb45386-7767-4af8-a958-fb58fea8b653 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "GET /v2.0/ports?device_id=b905baf7-ed01-4276-81db-9432ffb4a297 HTTP/1.1" status: 200 len: 913 time: 0.1582270 Oct 11 04:22:51.269522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46652) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:51.284895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d11008a0-95ed-4475-b71d-f8cca4facd49 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:51.285303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.296121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.322457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6b2152-459d-4ff0-829f-a512b4535a29']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:51.343581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17f0cb3-f820-46fe-8c9b-c9f40b785713') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:51.343876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17f0cb3-f820-46fe-8c9b-c9f40b785713') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:51.361494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.377000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d11008a0-95ed-4475-b71d-f8cca4facd49, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d11008a0-95ed-4475-b71d-f8cca4facd49,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:51.389946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.413344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.442242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:51.442949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.453361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4fd2f-610d-40cf-8829-aae1fa57e186 req-c15e8b49-51ac-4141-a6c5-55f2d129ebf2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:51.455082 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e3d4fd2f-610d-40cf-8829-aae1fa57e186 req-c15e8b49-51ac-4141-a6c5-55f2d129ebf2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 945 time: 0.2271655 Oct 11 04:22:51.488748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541296fa-1a14-4a5f-b7af-9a39eaa3802b req-ad089744-2c08-4f16-90c2-8941c02b355e tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:51.490363 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-541296fa-1a14-4a5f-b7af-9a39eaa3802b req-ad089744-2c08-4f16-90c2-8941c02b355e tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.3163838 Oct 11 04:22:51.508680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d11008a0-95ed-4475-b71d-f8cca4facd49,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:51.514648 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment e17f0cb3-f820-46fe-8c9b-c9f40b785713 resource provider aggregate not found Oct 11 04:22:51.574961 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment e17f0cb3-f820-46fe-8c9b-c9f40b785713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e17f0cb3-f820-46fe-8c9b-c9f40b785713 found for delete ", "request_id": "req-02985fcb-4d29-4696-999a-5ec239777da5"}]} Oct 11 04:22:51.621433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.646577 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e3d4fd2f-610d-40cf-8829-aae1fa57e186 req-0e09aa56-1bf7-47ae-8b1e-f733e3034c7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849573 Oct 11 04:22:51.650673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.652460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] No DVR routers for this DVR port 02269e7c-8281-4f80-83cf-e0f1a071fff2 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:51.694893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Port': ['ID=02269e7c-8281-4f80-83cf-e0f1a071fff2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:51.698690 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 9 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:51.726481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.726715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767'}, {'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:22:51.729112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a6e4d-4bce-4b21-97d7-1e9098ebf41c" -d '{"events": [{"server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "name": "network-vif-plugged", "status": "completed", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767"}, {"server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "name": "network-vif-plugged", "status": "completed", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:22:51.733920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/fa6b2152-459d-4ff0-829f-a512b4535a29 HTTP/1.1" status: 204 len: 168 time: 1.3967366 Oct 11 04:22:51.734367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46668) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:51.742022 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-541296fa-1a14-4a5f-b7af-9a39eaa3802b req-1a191561-020c-432a-a4df-043ca5a16ba2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230806 Oct 11 04:22:51.747045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223647fc-8abb-49b8-be06-5c9fccc5b267 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Network': ['ID=fa6b2152-459d-4ff0-829f-a512b4535a29,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:51.753762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-728998424'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:51.764556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.769668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:51.813044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 11 Oct 2022 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b935c21-2378-4208-aba7-7aa25d7dc432 x-openstack-request-id: req-8b935c21-2378-4208-aba7-7aa25d7dc432 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:22:51.813342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "name": "network-vif-plugged", "status": "completed", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767", "code": 200}, {"server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "name": "network-vif-plugged", "status": "completed", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:22:51.813695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b935c21-2378-4208-aba7-7aa25d7dc432 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:22:51.814097 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b935c21-2378-4208-aba7-7aa25d7dc432'] response: {'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'code': 200} Oct 11 04:22:51.814352 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b935c21-2378-4208-aba7-7aa25d7dc432'] response: {'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'code': 200} Oct 11 04:22:51.814673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=cc475274-9d1f-4006-8eab-04e873e30983,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:51.849768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46670) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:51.849944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.851762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:51.855073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.881976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.887094 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f868bd97-9406-40f0-9df8-6eca59fe1da7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/cc475274-9d1f-4006-8eab-04e873e30983 HTTP/1.1" status: 204 len: 168 time: 1.3540635 Oct 11 04:22:51.891076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46674) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:51.903679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349bacbd-4ae1-40aa-87b1-b1613b58e96b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:51.933795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:51.934071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:51.949444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.957927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b86fd-6259-4787-8427-3f3b88aa9e85 req-97f0d73d-5d85-4d85-8833-7d8f34c9ba8c tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:51.960609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6b86fd-6259-4787-8427-3f3b88aa9e85 req-97f0d73d-5d85-4d85-8833-7d8f34c9ba8c tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.1614456 Oct 11 04:22:51.969161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b97c3b-eed2-42db-abe2-40aa1ea06d11 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:51.970723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b97c3b-eed2-42db-abe2-40aa1ea06d11 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:51.972260 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-07b97c3b-eed2-42db-abe2-40aa1ea06d11 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0803494 Oct 11 04:22:51.983852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:51.987360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46676) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:51.989463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 491} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:51.993367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:51.993859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.072450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1018058259', 'router:external': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:52.079510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.089414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.096507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] 10.222.0.39 "DELETE /v2.0/networks/349bacbd-4ae1-40aa-87b1-b1613b58e96b HTTP/1.1" status: 204 len: 168 time: 1.6071055 Oct 11 04:22:52.098067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.098473 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Added segment 73666a5f-2f0e-4af6-a77c-7337f0a2dddf of type vlan for network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 Oct 11 04:22:52.107028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet ea1f4083-b51f-41c7-b64f-c087001820ac {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:22:52.125538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4121-473d-4186-8284-a7fbfadd31ce tempest-AllowedAddressPairIpV6TestJSON-801835089 tempest-AllowedAddressPairIpV6TestJSON-801835089-project] Pushing event deleted for resources: {'Network': ['ID=349bacbd-4ae1-40aa-87b1-b1613b58e96b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:52.132710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.240997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f74432-e421-4051-9b22-f540fb0d2c42 req-936a5f03-6132-4117-8357-b329d6d9531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:52.243083 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-67f74432-e421-4051-9b22-f540fb0d2c42 req-936a5f03-6132-4117-8357-b329d6d9531b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.0805609 Oct 11 04:22:52.270672 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Attempt 10 to provision port d68c8695-5a54-4422-99a8-25317866d3ae Oct 11 04:22:52.296720 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6b86fd-6259-4787-8427-3f3b88aa9e85 req-e453da60-7cb0-4f51-ab88-8122ce31d93f tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079376 Oct 11 04:22:52.337923 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-67f74432-e421-4051-9b22-f540fb0d2c42 req-866f423b-9c49-47eb-8f1f-053c2f01b519 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863073 Oct 11 04:22:52.343929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Made reservation on behalf of 34a0bfb90aba46658389325565f5745b for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:52.346866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.352336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Port d68c8695-5a54-4422-99a8-25317866d3ae cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:52.360974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.363338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfb840f9-f7e0-4e5a-a09c-999a3cd22051 None None] Could not find standard attr ID for object 028a1631-3902-4700-add2-448450f32263. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:52.369986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.409672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.420851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a23a-6cda-407e-8cd6-e48757ae0b4a req-60e53546-23bf-4da5-9ffb-f96fb9aa4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:52.422341 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-39a2a23a-6cda-407e-8cd6-e48757ae0b4a req-60e53546-23bf-4da5-9ffb-f96fb9aa4a03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 1098 time: 0.2571635 Oct 11 04:22:52.481677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46684) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:52.487445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Provisioning complete for port a806d3ef-e041-45ce-b978-3abd545da4f3 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:52.487770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.488114 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 1 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:52.492492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.500646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:52.501230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.521149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b980b85-d52d-4763-a0f2-bffe647a4242 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:52.546113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e674d4-9dc0-4439-b130-7b2e4f05638d None None] Network fa6b2152-459d-4ff0-829f-a512b4535a29 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:52.596563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e674d4-9dc0-4439-b130-7b2e4f05638d None None] Network fa6b2152-459d-4ff0-829f-a512b4535a29 could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:22:52.610180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:52.612731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54770081-7644-4291-9bc7-b4218bdb89c5 None None] Network fa6b2152-459d-4ff0-829f-a512b4535a29 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:52.674235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54770081-7644-4291-9bc7-b4218bdb89c5 None None] Network fa6b2152-459d-4ff0-829f-a512b4535a29 could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:22:52.694010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46690) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:52.694487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9525948 Oct 11 04:22:52.704755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Request body: {'subnet': {'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:52.718401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321ea2e-6650-4b67-8b51-dee561bfa931 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Network': ['ID=57d3bff9-c83e-4e46-adb2-7063c4eb07d2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:52.753269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:52.776177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:52.918555 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1db159f-f851-44c8-8f2c-b471d3ed354b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7827efa8aeb44e548725a1a476ecf06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330542 Oct 11 04:22:52.925823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46694) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:52.984725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-39a2a23a-6cda-407e-8cd6-e48757ae0b4a req-6c1ba8f6-81ac-4283-8b98-55914c57fe1e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872465 Oct 11 04:22:53.018331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352be4c7-0f1e-4734-819e-f865f87882ef None None] DHCP port deletion for 349bacbd-4ae1-40aa-87b1-b1613b58e96b request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:53.021393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.081479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.085925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1f4083-b51f-41c7-b64f-c087001820ac,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:53.090674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.094456 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Made reservation on behalf of c6c8781919694288bbf0cb0472ad388a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:53.098650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.099263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9c7ff-62a8-4921-aecc-b85a3b222477 req-ffde3593-a3bf-48d7-966e-896f5d8ebd98 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:53.100759 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cec9c7ff-62a8-4921-aecc-b85a3b222477 req-ffde3593-a3bf-48d7-966e-896f5d8ebd98 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.1816916 Oct 11 04:22:53.103002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.108770 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3b0b2de5-8594-4d0a-b838-4c3ae18da150 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/ea1f4083-b51f-41c7-b64f-c087001820ac HTTP/1.1" status: 204 len: 168 time: 1.1139801 Oct 11 04:22:53.108770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.109711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46696) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:53.111542 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 2 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:53.162277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f835c-58ce-42de-b5c4-c137c8fafe53 req-7dc71a02-3cd0-4278-9263-c4fb244bbb71 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:53.164106 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b05f835c-58ce-42de-b5c4-c137c8fafe53 req-7dc71a02-3cd0-4278-9263-c4fb244bbb71 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2542906 Oct 11 04:22:53.164499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:53.169555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ae062245-9570-4a99-9d25-c7d19813fb27 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:53.221933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d69de068-dc6f-4a7b-ad4f-c5312566c672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.228068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ae062245-9570-4a99-9d25-c7d19813fb27 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:53.228449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.228973 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ae062245-9570-4a99-9d25-c7d19813fb27 Oct 11 04:22:53.299494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d69de068-dc6f-4a7b-ad4f-c5312566c672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.311412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b05f835c-58ce-42de-b5c4-c137c8fafe53 req-9fac1f85-e1b7-4b72-8f9e-b81b0b788cbc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384234 Oct 11 04:22:53.333433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08cf346-1196-43af-a9d1-eb52b73d188c None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:53.425611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d69de068-dc6f-4a7b-ad4f-c5312566c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.428038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d69de068-dc6f-4a7b-ad4f-c5312566c672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.429185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d69de068-dc6f-4a7b-ad4f-c5312566c672 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5be0c04-408f-4ae2-b6e8-7c24982c87c4 HTTP/1.1" status: 204 len: 168 time: 0.5012448 Oct 11 04:22:53.453031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ae062245-9570-4a99-9d25-c7d19813fb27 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:53.453774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.461596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de068-dc6f-4a7b-ad4f-c5312566c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be0c04-408f-4ae2-b6e8-7c24982c87c4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:53.522834 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d21d49e4-24c2-4c5b-8399-9173c23b368c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3606467 Oct 11 04:22:53.529889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:53.540700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:53.548774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ae062245-9570-4a99-9d25-c7d19813fb27, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ae062245-9570-4a99-9d25-c7d19813fb27,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:53.555125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.567203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89c4e4-b120-41cd-a9d1-84ae2decee96 req-4842d4b4-614c-4780-a57c-8bebfcc8cd33 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:53.568981 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-be89c4e4-b120-41cd-a9d1-84ae2decee96 req-4842d4b4-614c-4780-a57c-8bebfcc8cd33 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.1658165 Oct 11 04:22:53.618276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6 resource provider aggregate not found Oct 11 04:22:53.630453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:53.639987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b80a47-f6c4-4c16-b33e-b1271bf9b36a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:53.650869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:53.679964 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 3 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:53.681060 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f26bfba-0c47-4457-9f9b-7a5dcf87d7c6 found for delete ", "request_id": "req-1116f427-4485-44c6-b117-204a6d1e0bae"}]} Oct 11 04:22:53.687043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ae062245-9570-4a99-9d25-c7d19813fb27,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:53.703219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-be89c4e4-b120-41cd-a9d1-84ae2decee96 req-31540e40-6de5-4a98-9170-44c77edc7143 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130657 Oct 11 04:22:53.735668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:53.742728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] Deleting port ae062245-9570-4a99-9d25-c7d19813fb27 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:53.743104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.785416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:22:53.788723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.789182 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Added segment 4e09a774-c0cf-4349-9ae9-07998c92a33e of type vlan for network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 Oct 11 04:22:53.798921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.812726 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cec9c7ff-62a8-4921-aecc-b85a3b222477 req-b3e91ff2-df0e-4bd7-a0b6-2af109ef2139 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6487408 Oct 11 04:22:53.843128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] For port ae062245-9570-4a99-9d25-c7d19813fb27, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ae062245-9570-4a99-9d25-c7d19813fb27,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:53.843128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.844226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] Calling delete_port for ae062245-9570-4a99-9d25-c7d19813fb27 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:53.930091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.944019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.958815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event updated for resources: {'Subnet': ['ID=6ddcbdcd-1ae0-4750-85a7-7106bbebc32c,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:53.990387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:53.993838 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:53.999970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] Pushing event deleted for resources: {'Port': ['ID=ae062245-9570-4a99-9d25-c7d19813fb27,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:54.002374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a1844-a2ce-42cb-9042-4ae4868285c8 req-3095b8d7-5718-49eb-ab8d-a29a280ca364 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:54.003983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28347c-68c2-4910-8784-0df2e98ee741 None None] No DVR routers for this DVR port ae062245-9570-4a99-9d25-c7d19813fb27 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:54.007737 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-424a1844-a2ce-42cb-9042-4ae4868285c8 req-3095b8d7-5718-49eb-ab8d-a29a280ca364 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.1037478 Oct 11 04:22:54.010240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Checking segment: {'id': '73666a5f-2f0e-4af6-a77c-7337f0a2dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:54.011048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network hostable DHCP agents. Network: 57d3bff9-c83e-4e46-adb2-7063c4eb07d2, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:54.038515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46720) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:54.045622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Request body: {'floatingip': {'port_id': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:54.048737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:54.059423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.061033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:54.061615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.097302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 57d3bff9-c83e-4e46-adb2-7063c4eb07d2) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:54.100672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.106200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:54.106906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.107101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be00d3dd-8821-4746-ad18-8c15365961bc None None] Network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:54.172007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3178952 Oct 11 04:22:54.173817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46724) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:54.180008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'subnet': {'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:54.233638 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1797e102-1cb5-4e56-9a83-5dbf85b56b58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5374129 Oct 11 04:22:54.236544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:54.237203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Made reservation on behalf of 34a0bfb90aba46658389325565f5745b for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:54.239388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.262449 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 4 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:54.290817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Network': ['ID=c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:54.386236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:54.406168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.406337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.406793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.407581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.407699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.408122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.408510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-57d3bff9-c83e-4e46-adb2-7063c4eb07d2', 'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2', 'tenant_id': 'c6c8781919694288bbf0cb0472ad388a', 'fixed_ips': [{'subnet_id': '6ddcbdcd-1ae0-4750-85a7-7106bbebc32c'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:54.408635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.409515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.409994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.410433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.410893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.411516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.411963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7814e-a9e9-44f0-80b2-2c45de4db9a0 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:54.438735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:54.527666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting port 247caa2a-cceb-44c5-92cd-eee5a987f280 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:54.528219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.535919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46736) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:54.614704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.648173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc15fb-1596-4705-b92e-7ea2ee1ea413 req-6b68fb62-63c6-4e54-9bc5-90b6968cd1d7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:54.657501 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1bbc15fb-1596-4705-b92e-7ea2ee1ea413 req-6b68fb62-63c6-4e54-9bc5-90b6968cd1d7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2039602 Oct 11 04:22:54.667323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Allocated IP 2001:db8::f816:3eff:fe9d:d645 (57d3bff9-c83e-4e46-adb2-7063c4eb07d2/6ddcbdcd-1ae0-4750-85a7-7106bbebc32c/5fbed433-1f4a-4cee-b602-d17280e57f9b) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:54.727019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-201510933'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:54.795544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:54.811383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:54.814456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:54.815073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.830082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79162d-0447-4c60-afd5-3a65fd7f072c None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:54.842668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.865589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=f9362894-b653-4a0b-bad6-54fd211a565c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:54.872526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.882860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:54.888979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.902114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.917114 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 5 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:54.924418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Calling delete_port for 247caa2a-cceb-44c5-92cd-eee5a987f280 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:54.936819 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1bbc15fb-1596-4705-b92e-7ea2ee1ea413 req-505270dd-7024-4950-84e3-1a2fa2e5a1d8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784586 Oct 11 04:22:54.939767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ae062245-9570-4a99-9d25-c7d19813fb27 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:54.950452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:54.964894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cba0abe3-db49-47da-86da-928d806c8d98 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4338348 Oct 11 04:22:54.974967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46742) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:54.985749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ae062245-9570-4a99-9d25-c7d19813fb27 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:22:54.986219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ae062245-9570-4a99-9d25-c7d19813fb27 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:22:54.986416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'name': 'tempest-NetworksTestDHCPv6-347931071'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:54.986838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 02269e7c-8281-4f80-83cf-e0f1a071fff2 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:55.008612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:55.171072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.171658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:55.179324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:55.183515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.193674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 02269e7c-8281-4f80-83cf-e0f1a071fff2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:22:55.194147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 02269e7c-8281-4f80-83cf-e0f1a071fff2 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:22:55.229693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9c1b4-e060-43d7-b0e9-6cebd360840a req-eab7ea68-1e18-41d6-9513-c144914ef821 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:55.231192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-16d9c1b4-e060-43d7-b0e9-6cebd360840a req-eab7ea68-1e18-41d6-9513-c144914ef821 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1344271 Oct 11 04:22:55.236100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.236223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf0c1-c6dc-457a-afd4-f182229b1f92 req-3d1d8faf-3d40-4667-a3e7-3d74cacef471 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:55.237941 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cd0cf0c1-c6dc-457a-afd4-f182229b1f92 req-3d1d8faf-3d40-4667-a3e7-3d74cacef471 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.2940137 Oct 11 04:22:55.249780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46746) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:55.259296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:22:55.260659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Request body: {'floatingip': {'port_id': 'd11008a0-95ed-4475-b71d-f8cca4facd49'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:55.261742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Attempting to bind port 5fbed433-1f4a-4cee-b602-d17280e57f9b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:55.262759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Attempting to bind port 5fbed433-1f4a-4cee-b602-d17280e57f9b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '73666a5f-2f0e-4af6-a77c-7337f0a2dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:55.262759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Attempting to bind port 5fbed433-1f4a-4cee-b602-d17280e57f9b on network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:55.267690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:55.268286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Pushing event updated for resources: {'Port': ['ID=5fbed433-1f4a-4cee-b602-d17280e57f9b,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:55.276823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:55.277993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Checking segment: {'id': '73666a5f-2f0e-4af6-a77c-7337f0a2dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:55.277993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.278360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Bound using segment: {'id': '73666a5f-2f0e-4af6-a77c-7337f0a2dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:55.279100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Bound port: 5fbed433-1f4a-4cee-b602-d17280e57f9b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73666a5f-2f0e-4af6-a77c-7337f0a2dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '57d3bff9-c83e-4e46-adb2-7063c4eb07d2'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:55.279608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.285885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.286229 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Added segment 0ab8406d-428c-4a18-8875-5db549ebbd6c of type vlan for network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 Oct 11 04:22:55.309283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8782bf-86b4-4b20-a089-e07acafdb210,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:55.348938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] For port 5fbed433-1f4a-4cee-b602-d17280e57f9b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:55.351024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.353059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] For port 5fbed433-1f4a-4cee-b602-d17280e57f9b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5fbed433-1f4a-4cee-b602-d17280e57f9b,segment=NetworkSegment(73666a5f-2f0e-4af6-a77c-7337f0a2dddf),segment_id=73666a5f-2f0e-4af6-a77c-7337f0a2dddf)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:55.377725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.387611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.411622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.417719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:55.418563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.457922 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9177885 Oct 11 04:22:55.461209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46748) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:55.461675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.471493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7216-4ad7-4df5-8a42-6958b30d524b None None] Pushing event updated for resources: {'Port': ['ID=5fbed433-1f4a-4cee-b602-d17280e57f9b,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:55.492989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'f9362894-b653-4a0b-bad6-54fd211a565c'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:55.494459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.500810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'subnet': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:55.516490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Port': ['ID=247caa2a-cceb-44c5-92cd-eee5a987f280,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:55.559229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a145ee-d4b2-443e-8e9b-f92b7878d564 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Network': ['ID=45cf11ad-dff7-4918-90ec-ac46e44b4d23,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:55.579398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cd0cf0c1-c6dc-457a-afd4-f182229b1f92 req-c3ae6f90-db8a-4fab-a5f2-9d8274851ab2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112507 Oct 11 04:22:55.601141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:55.614576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.672869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:22:55.677795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.resource_extend [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:22:55.773911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 4dcaddf5-0cf2-4506-9bef-5119778b06ba yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:55.820982 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 6 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:55.923440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.931316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:55.936576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting port 5fbed433-1f4a-4cee-b602-d17280e57f9b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:55.936937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.950589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.953194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/f9362894-b653-4a0b-bad6-54fd211a565c/a4ed4f70-cbe8-48af-b5b1-7869ed1e910e) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:55.960275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ac5d-9380-4237-95ee-ff859271243c req-335301ba-2930-43da-a1fd-4f2045186b0e tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:55.966283 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0bd3ac5d-9380-4237-95ee-ff859271243c req-335301ba-2930-43da-a1fd-4f2045186b0e tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.2235682 Oct 11 04:22:55.974245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:55.979954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:55.990496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Request body: {'floatingip': {'port_id': 'c9258c4d-3e82-4744-a5df-d4c8e9347767'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:56.067858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:56.072103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.089171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.134700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.143259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.194904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:56.198421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:56.202643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:56.214086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Pushing event updated for resources: {'Port': ['ID=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:56.242491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.242930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.243487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.243918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.244365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.244816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.245241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.245682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.246334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.246863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.247284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.247705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:56.278876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Attempting to bind port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:56.280045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Attempting to bind port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:56.280598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Attempting to bind port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:56.286950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:56.287832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:56.287960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.289253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:56.289253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Bound port: a4ed4f70-cbe8-48af-b5b1-7869ed1e910e, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:56.289485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.319033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] For port 5fbed433-1f4a-4cee-b602-d17280e57f9b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5fbed433-1f4a-4cee-b602-d17280e57f9b,segment=NetworkSegment(73666a5f-2f0e-4af6-a77c-7337f0a2dddf),segment_id=73666a5f-2f0e-4af6-a77c-7337f0a2dddf)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:56.319614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.332933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Floating IP 75d3b4a5-e11e-45a0-b959-0d570bae3639 associated. External IP: 172.26.8.43, port: e2e0db79-e0b2-43dc-b43e-3c815e92dc52. Oct 11 04:22:56.349581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::1d6 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/f9362894-b653-4a0b-bad6-54fd211a565c/4dcaddf5-0cf2-4506-9bef-5119778b06ba) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:56.368293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] For port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:56.372490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] For port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:56.379744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:56.386387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Calling delete_port for 5fbed433-1f4a-4cee-b602-d17280e57f9b owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:56.453484 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 7 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:56.509420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a578-09b6-4aa2-b1ef-b1d42a03776b None None] Pushing event updated for resources: {'Port': ['ID=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:56.512442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:56.939336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Router b905baf7-ed01-4276-81db-9432ffb4a297 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:56.959463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696af11-3ce6-4099-aeab-e20aedc393e8 None None] Network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:56.960782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.039413 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 8 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:57.043651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a4ed4f70-cbe8-48af-b5b1-7869ed1e910e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:57.046372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:22:57.047799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.120990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:57.134292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.resource_extend [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:22:57.183129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:57.183460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.183801 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e Oct 11 04:22:57.212837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Subnet': ['ID=1a73b861-5946-4d23-9289-0f34574f32ba,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:57.278411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0936a687-0b11-4154-a28b-82516157d0d1,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:57.281703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Checking segment: {'id': '0ab8406d-428c-4a18-8875-5db549ebbd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:57.282185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network hostable DHCP agents. Network: 45cf11ad-dff7-4918-90ec-ac46e44b4d23, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:57.307765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:57.308238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.343340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:22:57.347618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.349267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5fbed433-1f4a-4cee-b602-d17280e57f9b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:57.352565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:57.358119 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-611f9033-41c7-4adf-8da4-0007a5b03b9e tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "PUT /v2.0/routers/b905baf7-ed01-4276-81db-9432ffb4a297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0874066 Oct 11 04:22:57.360967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46754) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:57.365809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.367764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:57.385197 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] Sync routers for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:57.389307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.389655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.389994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.390327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.390685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.391033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.391351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.391667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.391990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.392309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.392628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.392941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:22:57.432028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.442727 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:57.445675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 45cf11ad-dff7-4918-90ec-ac46e44b4d23) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:57.452944 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:57.455772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e6650-208d-43e2-ae89-cdf02b4e78e1 None None] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:57.477224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:57.480425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:57.481267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.497680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Checking segment: {'id': '4e09a774-c0cf-4349-9ae9-07998c92a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:57.498503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network hostable DHCP agents. Network: c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:22:57.524826 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-525af274-b419-4f2b-9705-6c5d4cc297c2 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0585046 Oct 11 04:22:57.533144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46756) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:57.543118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5fbed433-1f4a-4cee-b602-d17280e57f9b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:57.543538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.544018 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5fbed433-1f4a-4cee-b602-d17280e57f9b Oct 11 04:22:57.579303 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:57.580424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 5fbed433-1f4a-4cee-b602-d17280e57f9b was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:22:57.597229 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] Routers {'b905baf7-ed01-4276-81db-9432ffb4a297'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:57.598054 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b905baf7-ed01-4276-81db-9432ffb4a297'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:57.622314 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 9 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:57.625760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.651727 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:57.653473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047bd4c-efd1-4892-9e7d-576d9e44301b None None] The sync data for ids ['b905baf7-ed01-4276-81db-9432ffb4a297'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:22:57.698402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.703420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'name': 'tempest-AllowedAddressPairTestJSON-1311190725'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:57.719729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:57.745936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Port': ['ID=5fbed433-1f4a-4cee-b602-d17280e57f9b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:57.752140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'tenant_id': 'a7a05a37b4e449fdb2a99a09ee6659f4', 'fixed_ips': [{'subnet_id': '1a73b861-5946-4d23-9289-0f34574f32ba'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:22:57.752983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.767591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607fd8f1-1cac-4a5f-913b-f8f9feb4eccc None None] DHCP port deletion for 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:57.797311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.826950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Router bc5841df-eda0-4bfa-895b-bdf595382a81 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:57.829751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.db.resource_extend [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:22:57.844209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:22:57.934172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Allocated IP 172.20.0.2 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/7a876100-1076-4acd-85f9-2f84c2d6ae2e) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:57.938459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:57.944812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No DVR routers for this DVR port 5fbed433-1f4a-4cee-b602-d17280e57f9b on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:22:57.964245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fddc58-6a41-4737-83e5-cc907c445cd3 None None] Network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:57.970245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.976487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:57.977250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:57.992960 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Floating IP cf23b848-460a-4f34-aadc-e8760afe8a1d associated. External IP: 172.26.8.123, port: d11008a0-95ed-4475-b71d-f8cca4facd49. Oct 11 04:22:58.003022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.039158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.067582 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b97f49e8-4ef5-48c8-a2db-dffbb08b086f tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8920071 Oct 11 04:22:58.070781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46758) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:58.081353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1043924278', 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:22:58.104978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.154369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Made reservation on behalf of 34a0bfb90aba46658389325565f5745b for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:58.156224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.158913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.175126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:58.187765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafb6a5-adda-41b3-a0af-6538c3014467 None None] Network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:58.204422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:58.206423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:22:58.209618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.210364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=4dcaddf5-0cf2-4506-9bef-5119778b06ba,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:58.213134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:58.213848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.220562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:58.221320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.225288 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 10 to provision port a806d3ef-e041-45ce-b978-3abd545da4f3 Oct 11 04:22:58.227357 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Floating IP 639bd230-7d56-4c2a-975a-19e6b50dc0c6 associated. External IP: 172.26.8.103, port: c9258c4d-3e82-4744-a5df-d4c8e9347767. Oct 11 04:22:58.236810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] device_id is not set on port b5cb089f-d00b-47a9-9e98-9fb34d49a86e yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:58.261521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:58.277970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.278674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.287266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] device_id is not set on port 861f81c7-4a45-422c-afcd-a3d8c60b014c yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:22:58.300526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] Sync routers for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:58.319770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:22:58.330982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f4a87488-524a-43d7-91d1-fa84a033364f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3494539 Oct 11 04:22:58.331744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46760) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:58.346926 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-86cc8ec2-0979-47c2-ac25-f3f64081b1d2 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "PUT /v2.0/floatingips/75d3b4a5-e11e-45a0-b959-0d570bae3639 HTTP/1.1" status: 200 len: 990 time: 4.3044713 Oct 11 04:22:58.359184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:22:58.364695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:58.365596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:58.370659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:22:58.373936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c81c7-1c8e-41b7-aa37-a8e42391257e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:22:58.478210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a18406a-51b8-44b6-9cac-23bfadf52523 x-openstack-request-id: req-3a18406a-51b8-44b6-9cac-23bfadf52523 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:22:58.478703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:22:58.479072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a18406a-51b8-44b6-9cac-23bfadf52523 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:22:58.479552 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a18406a-51b8-44b6-9cac-23bfadf52523'] response: {'name': 'network-changed', 'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'status': 'completed', 'code': 200} Oct 11 04:22:58.533078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.591956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:22:58.594558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Port a806d3ef-e041-45ce-b978-3abd545da4f3 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:58.618064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf7421-ad15-481c-9ba4-6e8ace8a93e4 None None] Network 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:22:58.636731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Could not find standard attr ID for object e77fa0e4-26b0-4d87-a0ec-7c86ddb12f06. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:58.656278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddcbdcd-1ae0-4750-85a7-7106bbebc32c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:58.661698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Pushing event updated for resources: {'Port': ['ID=7a876100-1076-4acd-85f9-2f84c2d6ae2e,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:58.674927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be68d1f-0a42-47ca-8552-506084987bbb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:58.681399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be68d1f-0a42-47ca-8552-506084987bbb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:58.685021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2be68d1f-0a42-47ca-8552-506084987bbb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3484969 Oct 11 04:22:58.699029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46766) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:58.735616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.745086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6d31-a1cc-45cd-9fea-377bc5fb56c6 req-2b68993a-58a7-43ae-b19b-2da994264aae tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:58.746607 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-99ef6d31-a1cc-45cd-9fea-377bc5fb56c6 req-2b68993a-58a7-43ae-b19b-2da994264aae tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.2702086 Oct 11 04:22:58.818138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Provisioning complete for port d11008a0-95ed-4475-b71d-f8cca4facd49 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:58.818750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.818878 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Attempt 1 to provision port d11008a0-95ed-4475-b71d-f8cca4facd49 Oct 11 04:22:58.819329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Router 0de6864b-c129-45d4-836e-d102cfe9080d has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:22:58.825519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d3bff9-c83e-4e46-adb2-7063c4eb07d2']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:58.855442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73666a5f-2f0e-4af6-a77c-7337f0a2dddf') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:58.855767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73666a5f-2f0e-4af6-a77c-7337f0a2dddf') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:58.858501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting port 80efb3bf-741f-4038-9ce8-edf983730479 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:58.858852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.898733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Attempting to bind port 7a876100-1076-4acd-85f9-2f84c2d6ae2e on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:22:58.899104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Attempting to bind port 7a876100-1076-4acd-85f9-2f84c2d6ae2e by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0ab8406d-428c-4a18-8875-5db549ebbd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:22:58.899469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Attempting to bind port 7a876100-1076-4acd-85f9-2f84c2d6ae2e on network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:22:58.925296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a4ed4f70-cbe8-48af-b5b1-7869ed1e910e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:22:58.927103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.927543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:22:58.927915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Checking segment: {'id': '0ab8406d-428c-4a18-8875-5db549ebbd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:22:58.928313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.928701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Bound using segment: {'id': '0ab8406d-428c-4a18-8875-5db549ebbd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:22:58.929179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Bound port: 7a876100-1076-4acd-85f9-2f84c2d6ae2e, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab8406d-428c-4a18-8875-5db549ebbd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:22:58.929573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:58.932390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:58.944209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Allocated IP 172.20.0.14 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/861f81c7-4a45-422c-afcd-a3d8c60b014c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:58.964715 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-99ef6d31-a1cc-45cd-9fea-377bc5fb56c6 req-b748e7cc-790c-4a86-99cc-8e5a42ff1173 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876614 Oct 11 04:22:58.997780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Allocated IP 172.20.0.4 (c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214/0936a687-0b11-4154-a28b-82516157d0d1/b5cb089f-d00b-47a9-9e98-9fb34d49a86e) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:22:59.009178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.035606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 491 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:22:59.036280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.054084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab5967-6f43-4635-bc3f-d5ae25fe8a4d None None] DHCP port deletion for 57d3bff9-c83e-4e46-adb2-7063c4eb07d2 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:22:59.075317 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 73666a5f-2f0e-4af6-a77c-7337f0a2dddf resource provider aggregate not found Oct 11 04:22:59.124269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.137271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Calling delete_port for 80efb3bf-741f-4038-9ce8-edf983730479 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:22:59.144290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:22:59.154759 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 73666a5f-2f0e-4af6-a77c-7337f0a2dddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73666a5f-2f0e-4af6-a77c-7337f0a2dddf found for delete ", "request_id": "req-6c7413ed-d57a-459f-b369-045b95adc732"}]} Oct 11 04:22:59.156283 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] Sync routers for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:22:59.166500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.177195 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:59.178038 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:59.234924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 4dcaddf5-0cf2-4506-9bef-5119778b06ba {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:22:59.235548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.244070 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-208d047d-8e3c-47fc-a063-6c7638b35a8f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "PUT /v2.0/floatingips/cf23b848-460a-4f34-aadc-e8760afe8a1d HTTP/1.1" status: 200 len: 992 time: 3.9876885 Oct 11 04:22:59.259323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] For port 7a876100-1076-4acd-85f9-2f84c2d6ae2e, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:22:59.261296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.282657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:59.282657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.282940 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e Oct 11 04:22:59.284430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Current status of the port d11008a0-95ed-4475-b71d-f8cca4facd49 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:59.291842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.300929 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/57d3bff9-c83e-4e46-adb2-7063c4eb07d2 HTTP/1.1" status: 204 len: 168 time: 5.0590043 Oct 11 04:22:59.304314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212f7d-ebea-42cb-b60b-6be1b8d31876 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Network': ['ID=57d3bff9-c83e-4e46-adb2-7063c4eb07d2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:59.310783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46778) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:59.318597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] For port 7a876100-1076-4acd-85f9-2f84c2d6ae2e, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7a876100-1076-4acd-85f9-2f84c2d6ae2e,segment=NetworkSegment(0ab8406d-428c-4a18-8875-5db549ebbd6c),segment_id=0ab8406d-428c-4a18-8875-5db549ebbd6c)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:22:59.327402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Could not find standard attr ID for object 5ea2baf4-2c6b-4450-892a-463acd25d970. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:59.337783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.391597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Could not find standard attr ID for object 8ec96b97-5234-41ef-8e37-944b1c746943. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:59.394202 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:22:59.394463 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-082961b3-73aa-404d-88e1-9b1ab480059b tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:22:59.395077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082961b3-73aa-404d-88e1-9b1ab480059b tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:22:59.400485 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-082961b3-73aa-404d-88e1-9b1ab480059b tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/6ddcbdcd-1ae0-4750-85a7-7106bbebc32c HTTP/1.1" status: 404 len: 337 time: 0.0713294 Oct 11 04:22:59.402381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46780) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:22:59.430181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2622339-92ea-46f6-b4cc-f0daa35af5a0 None None] Could not find standard attr ID for object 16de1da6-bf23-49f0-8480-9b73385a1903. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:59.510633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0143903-7464-4b59-9c44-b79e7befcc97 None None] Pushing event updated for resources: {'Port': ['ID=7a876100-1076-4acd-85f9-2f84c2d6ae2e,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:22:59.569027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Could not find standard attr ID for object ae062245-9570-4a99-9d25-c7d19813fb27. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:22:59.584580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:22:59.596957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Provisioning complete for port 4dcaddf5-0cf2-4506-9bef-5119778b06ba triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:22:59.597331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.597667 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Attempt 1 to provision port 4dcaddf5-0cf2-4506-9bef-5119778b06ba Oct 11 04:22:59.660136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '75d3b4a5-e11e-45a0-b959-0d570bae3639', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'floating_ip_address': '172.26.8.43', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'port_id': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'mac_address': 'fa:16:3e:e5:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:18Z', 'updated_at': '2022-10-11T04:22:55Z', 'revision_number': 1, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:20Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:59.662241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Port 4dcaddf5-0cf2-4506-9bef-5119778b06ba cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:22:59.676837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.726143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.730263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-96245276-665d-4287-bbdb-99cedd2f7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:22:59.731943 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-96245276-665d-4287-bbdb-99cedd2f7dde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a362286a96d419ab25fc1fb34f59cd3&device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 1098 time: 1.0501838 Oct 11 04:22:59.737358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] Checking router: bc5841df-eda0-4bfa-895b-bdf595382a81 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:59.738124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.740908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5fbed433-1f4a-4cee-b602-d17280e57f9b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:22:59.813406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 5fbed433-1f4a-4cee-b602-d17280e57f9b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:22:59.813742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5fbed433-1f4a-4cee-b602-d17280e57f9b not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:22:59.831664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:59.834423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:59.883378 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'cf23b848-460a-4f34-aadc-e8760afe8a1d', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'port_id': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'mac_address': 'fa:16:3e:9b:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:23Z', 'updated_at': '2022-10-11T04:22:56Z', 'revision_number': 1, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:18Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:59.921802 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] Checking router: 0de6864b-c129-45d4-836e-d102cfe9080d for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:22:59.937555 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:22:59.938522 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:22:59.975793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:22:59.989488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 4dcaddf5-0cf2-4506-9bef-5119778b06ba owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:00.034757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:00.059932 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:00.060816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Router 05482677-1933-4118-986c-3a40ac576de7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:23:00.082227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Port': ['ID=80efb3bf-741f-4038-9ce8-edf983730479,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:00.144411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d15b056-dd81-4ac4-a092-2bb8092f613f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:00.145026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d15b056-dd81-4ac4-a092-2bb8092f613f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:00.153647 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0d15b056-dd81-4ac4-a092-2bb8092f613f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/57d3bff9-c83e-4e46-adb2-7063c4eb07d2 HTTP/1.1" status: 404 len: 339 time: 0.7493908 Oct 11 04:23:00.155156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.156834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46782) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.165126 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Attempt 2 to provision port 4dcaddf5-0cf2-4506-9bef-5119778b06ba Oct 11 04:23:00.189487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=861f81c7-4a45-422c-afcd-a3d8c60b014c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:00.224975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Port 4dcaddf5-0cf2-4506-9bef-5119778b06ba was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:23:00.245279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Could not find standard attr ID for object 5fbed433-1f4a-4cee-b602-d17280e57f9b. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:00.247577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:00.262377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=4dcaddf5-0cf2-4506-9bef-5119778b06ba,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:00.265740 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cf672f-b725-4be2-aed4-ea01d80e274e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:00.266338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cf672f-b725-4be2-aed4-ea01d80e274e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:00.270026 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e8cf672f-b725-4be2-aed4-ea01d80e274e tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/5e753bcf-a2e5-431a-8fb1-251789edc842 HTTP/1.1" status: 404 len: 337 time: 0.1122346 Oct 11 04:23:00.272634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46784) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.276140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.279410 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4d802cd0-44e3-4d8e-9b9a-b0798867c216 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/4dcaddf5-0cf2-4506-9bef-5119778b06ba HTTP/1.1" status: 204 len: 168 time: 1.5794065 Oct 11 04:23:00.289161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46786) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.328238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Provisioning complete for port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:00.328238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.328238 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Attempt 1 to provision port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e Oct 11 04:23:00.339152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:00.355433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:00.371164 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-344748f1-5723-4181-ae53-cb9a148c4f1d tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:00.371958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344748f1-5723-4181-ae53-cb9a148c4f1d tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:00.378400 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-344748f1-5723-4181-ae53-cb9a148c4f1d tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/fa6b2152-459d-4ff0-829f-a512b4535a29 HTTP/1.1" status: 404 len: 339 time: 0.1038587 Oct 11 04:23:00.380928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46788) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.427398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e1be20-763d-4c82-b177-0676e2027dcd tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:00.428702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e1be20-763d-4c82-b177-0676e2027dcd tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:00.432380 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-99e1be20-763d-4c82-b177-0676e2027dcd tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/d8224e78-839b-4da5-abb1-33dbc14793e5 HTTP/1.1" status: 404 len: 337 time: 0.0473475 Oct 11 04:23:00.436268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46790) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.465308 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'cf23b848-460a-4f34-aadc-e8760afe8a1d', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'port_id': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'mac_address': 'fa:16:3e:9b:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:23Z', 'updated_at': '2022-10-11T04:22:56Z', 'revision_number': 1, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:18Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:00.505934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:23:00.509814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5cbfe5-0bde-443f-a49f-dba686e42589" -d '{"events": [{"name": "network-changed", "server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:23:00.516212 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9a18da-47d8-40f7-8e59-9a3456a386ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:00.517062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9a18da-47d8-40f7-8e59-9a3456a386ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:00.521580 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef946faa-1c91-4444-a9dc-a1b5f3572423 None None] The sync data for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv is: [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'cf23b848-460a-4f34-aadc-e8760afe8a1d', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'port_id': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'mac_address': 'fa:16:3e:9b:80:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:23Z', 'updated_at': '2022-10-11T04:22:56Z', 'revision_number': 1, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:18Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:00.525406 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ad9a18da-47d8-40f7-8e59-9a3456a386ef tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/64d4f248-423e-49d6-a320-a2471ce8a67c HTTP/1.1" status: 404 len: 339 time: 0.0878820 Oct 11 04:23:00.530438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46794) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.598911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-51d19f7c-c881-4ab6-acf1-0e96258aff1a None None] Current status of the port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:00.621851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '75d3b4a5-e11e-45a0-b959-0d570bae3639', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'floating_ip_address': '172.26.8.43', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'port_id': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'mac_address': 'fa:16:3e:e5:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:18Z', 'updated_at': '2022-10-11T04:22:55Z', 'revision_number': 1, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:20Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:00.642735 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ccda2-c834-4734-805c-3d351f4acedc x-openstack-request-id: req-0c4ccda2-c834-4734-805c-3d351f4acedc {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:23:00.647667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:23:00.647667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c4ccda2-c834-4734-805c-3d351f4acedc {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:23:00.647667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4ccda2-c834-4734-805c-3d351f4acedc'] response: {'name': 'network-changed', 'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'status': 'completed', 'code': 200} Oct 11 04:23:00.647667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd4791-bebf-4425-aaa9-e7ffbaaec06c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:00.651086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd4791-bebf-4425-aaa9-e7ffbaaec06c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:00.655948 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b7fd4791-bebf-4425-aaa9-e7ffbaaec06c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3613739 Oct 11 04:23:00.661100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46796) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:00.662384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2885a0a-162a-4d8c-bfdb-f68e93ea255c None None] The sync data for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv is: [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '75d3b4a5-e11e-45a0-b959-0d570bae3639', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'floating_ip_address': '172.26.8.43', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'port_id': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'mac_address': 'fa:16:3e:e5:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:18Z', 'updated_at': '2022-10-11T04:22:55Z', 'revision_number': 1, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:20Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:00.761507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.778429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet f9362894-b653-4a0b-bad6-54fd211a565c {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:00.789339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-105eafac-473c-4594-9aef-88448bdf7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:00.790965 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-105eafac-473c-4594-9aef-88448bdf7928 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.0922534 Oct 11 04:23:00.791688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.853941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting port a806d3ef-e041-45ce-b978-3abd545da4f3 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:00.854423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.918171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.925587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:00.930979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:00.936732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] Sync routers for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:00.957375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:00.958003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:00.976332 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d7c602-4d63-4040-90f7-f6ce5fa5d565 None None] New status for floating IP cf23b848-460a-4f34-aadc-e8760afe8a1d: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:23:00.989282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7a876100-1076-4acd-85f9-2f84c2d6ae2e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:00.991557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313530c7-8ccd-4753-9b3a-d5f322c058ad None None] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:01.007228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.022670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.023609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.028349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-4024167a-00b9-4b60-8207-882189a5e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.030442 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-4024167a-00b9-4b60-8207-882189a5e1bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e1542aa-06cc-4f38-bd55-413e90e9ee05 HTTP/1.1" status: 200 len: 906 time: 1.2770410 Oct 11 04:23:01.062715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.175504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.214804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14375a89-d57d-4fb3-ab9b-cc6aa6456a12 None None] New status for floating IP 75d3b4a5-e11e-45a0-b959-0d570bae3639: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:23:01.215353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Calling delete_port for a806d3ef-e041-45ce-b978-3abd545da4f3 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:01.217609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.264349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-e6590a30-0e42-4f45-9c70-952df7b240f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.265820 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-e6590a30-0e42-4f45-9c70-952df7b240f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.4385748 Oct 11 04:23:01.295792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.299915 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-d0500449-1c3a-4673-9c3a-d796dd151b8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52 HTTP/1.1" status: 200 len: 998 time: 0.2287657 Oct 11 04:23:01.306419 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cb03ed95-e2f4-4648-b406-b32785352e93 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6832466 Oct 11 04:23:01.322202 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-14d790fd-04c6-4626-a2d8-d018f52b4cb9 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "PUT /v2.0/floatingips/639bd230-7d56-4c2a-975a-19e6b50dc0c6 HTTP/1.1" status: 200 len: 991 time: 5.3357487 Oct 11 04:23:01.325158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46798) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.335537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:23:01.340843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7cd52e-c696-449e-ab00-7bac851785d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:23:01.369254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'name': 'tempest-AllowedAddressPairTestJSON-677860533', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:dc:e6:29'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:01.392357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.393166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Fanout notify agent at l3_agent the message router_deleted on router b905baf7-ed01-4276-81db-9432ffb4a297 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:01.440322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.453767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.455343 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-12d5b0ec-bbeb-42ad-b5e8-2cfa8da6a5bb tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "DELETE /v2.0/routers/b905baf7-ed01-4276-81db-9432ffb4a297 HTTP/1.1" status: 204 len: 168 time: 4.0934718 Oct 11 04:23:01.471851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-dde968dc-e318-4a6e-88c6-16af0c4bcb31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.1971118 Oct 11 04:23:01.476166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46804) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.490579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=f9362894-b653-4a0b-bad6-54fd211a565c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:01.506125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692b5989-5a44-4016-abe0-41a29afe3a34 x-openstack-request-id: req-692b5989-5a44-4016-abe0-41a29afe3a34 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:23:01.506629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:23:01.506951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-692b5989-5a44-4016-abe0-41a29afe3a34 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:23:01.507411 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692b5989-5a44-4016-abe0-41a29afe3a34'] response: {'name': 'network-changed', 'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'status': 'completed', 'code': 200} Oct 11 04:23:01.521276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Provisioning complete for port 7a876100-1076-4acd-85f9-2f84c2d6ae2e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:01.521733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.522136 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Attempt 1 to provision port 7a876100-1076-4acd-85f9-2f84c2d6ae2e Oct 11 04:23:01.557016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.563513 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a5e40bf2-b495-4d52-a1af-965ed466e1f2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/f9362894-b653-4a0b-bad6-54fd211a565c HTTP/1.1" status: 204 len: 168 time: 0.9013350 Oct 11 04:23:01.564304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46806) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.564935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cff812-c77d-4697-b93e-9cad5712d0ae None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:01.619327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e2a5c6a-999b-41af-9dff-e21f996fd004 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477209 Oct 11 04:23:01.619327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.626604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46808) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.672367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:01.690086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting subnet 01a2792c-d952-4ffc-9154-2b6b264dcab6 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:01.693801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-265d5655-8160-44f4-b356-c64bf6700f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.695354 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-265d5655-8160-44f4-b356-c64bf6700f2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.2058349 Oct 11 04:23:01.696648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Port': ['ID=a806d3ef-e041-45ce-b978-3abd545da4f3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:01.710978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.738826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.742359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6ad1acd5-dfd0-4d77-ab97-60f46d6c8bb3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/ports/a806d3ef-e041-45ce-b978-3abd545da4f3 HTTP/1.1" status: 204 len: 168 time: 1.2012699 Oct 11 04:23:01.755905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46810) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.806241 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-12caf805-7082-4222-87fb-4f2f5b401313 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:01.806418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12caf805-7082-4222-87fb-4f2f5b401313 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:01.806569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7a876100-1076-4acd-85f9-2f84c2d6ae2e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:01.806966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.807309 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7a876100-1076-4acd-85f9-2f84c2d6ae2e Oct 11 04:23:01.812755 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-12caf805-7082-4222-87fb-4f2f5b401313 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/ffb4fb77-a4e5-4df8-be00-c93fec07c5f3 HTTP/1.1" status: 404 len: 337 time: 0.0523765 Oct 11 04:23:01.816069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.820334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46812) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.891274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4e96f-5163-4d0e-a57a-ec17fa09d72c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.895095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c0a4e96f-5163-4d0e-a57a-ec17fa09d72c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2630551 Oct 11 04:23:01.900704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46814) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:01.919142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-885aeaaa-99ad-4502-8558-13a57654abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.921246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-885aeaaa-99ad-4502-8558-13a57654abf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a626d70-5bfa-4d83-a76f-4dd2f02a1bce HTTP/1.1" status: 200 len: 844 time: 0.5970471 Oct 11 04:23:01.956958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef0fa2-86b2-4308-afb5-c928baf354e7 req-d14763d1-9ef3-4e58-b33c-a95410b9e61a tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.958440 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-47ef0fa2-86b2-4308-afb5-c928baf354e7 req-d14763d1-9ef3-4e58-b33c-a95410b9e61a tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.5722926 Oct 11 04:23:01.964899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:01.984031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-dd795e67-ecd5-458c-9325-77c0b992456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:01.986592 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-dd795e67-ecd5-458c-9325-77c0b992456c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2817874 Oct 11 04:23:02.022143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Current status of the port 7a876100-1076-4acd-85f9-2f84c2d6ae2e is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:02.022556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.050609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.062850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:02.070900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-b3378890-a756-49eb-8835-8b37507b9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:02.073557 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-b3378890-a756-49eb-8835-8b37507b9274 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30dbef6f9e254212a078625175e4fba9&device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 1098 time: 0.5033903 Oct 11 04:23:02.077793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922a732-030e-4da3-b333-9253bea36702 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:02.082781 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9922a732-030e-4da3-b333-9253bea36702 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1773417 Oct 11 04:23:02.083455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:02.086295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:02.099461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:02.123845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.176267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7a876100-1076-4acd-85f9-2f84c2d6ae2e is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:02.176658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.183109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] For port 7a876100-1076-4acd-85f9-2f84c2d6ae2e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7a876100-1076-4acd-85f9-2f84c2d6ae2e,segment=NetworkSegment(0ab8406d-428c-4a18-8875-5db549ebbd6c),segment_id=0ab8406d-428c-4a18-8875-5db549ebbd6c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:02.194499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Port': ['ID=b5cb089f-d00b-47a9-9e98-9fb34d49a86e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:02.199189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.223966 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-75a7fcb1-9d47-42df-b982-b2d0f2b08054 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012640 Oct 11 04:23:02.224140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415900f-db30-42a3-a620-353cded96d25 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:02.225849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46818) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:02.230810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:02.258488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:02.284494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-9d9b991f-0669-4e7d-ba1a-256ec9f50356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:02.286155 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-9d9b991f-0669-4e7d-ba1a-256ec9f50356 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e1542aa-06cc-4f38-bd55-413e90e9ee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3493705 Oct 11 04:23:02.287389 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-9ba3201b-07e9-4036-b407-bdea51644b0c service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900891 Oct 11 04:23:02.295946 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-47ef0fa2-86b2-4308-afb5-c928baf354e7 req-04c1131a-2155-45fd-9854-10d3a90047e4 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081400 Oct 11 04:23:02.391036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09f62d-29db-48c8-b090-dd0379f5dff9 None None] Pushing event updated for resources: {'Port': ['ID=7a876100-1076-4acd-85f9-2f84c2d6ae2e,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:02.403385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:23:02.403739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:23:02.412017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.428367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b415900f-db30-42a3-a620-353cded96d25 None None] Deleting port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:02.429308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b415900f-db30-42a3-a620-353cded96d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.434803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c13315-3ced-43dc-990c-53b5219b22e8']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:02.439237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:02.439841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.446967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e4303c-c833-4c34-9bf8-01c7a868a36b') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:02.447566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e4303c-c833-4c34-9bf8-01c7a868a36b') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:02.448945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '639bd230-7d56-4c2a-975a-19e6b50dc0c6', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '05482677-1933-4118-986c-3a40ac576de7', 'port_id': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'mac_address': 'fa:16:3e:50:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:15Z', 'updated_at': '2022-10-11T04:22:57Z', 'revision_number': 1, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:16Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:02.459057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.487101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] Checking router: 05482677-1933-4118-986c-3a40ac576de7 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:02.527817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.533171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-1f70a8c0-9089-40df-bead-0a0f55c8fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:02.534696 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-1f70a8c0-9089-40df-bead-0a0f55c8fcc7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4e7976e8-67b8-46be-8e09-5fa50235cb89 HTTP/1.1" status: 200 len: 912 time: 0.4455252 Oct 11 04:23:02.538727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.547425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b415900f-db30-42a3-a620-353cded96d25 None None] For port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:02.547633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-76e53a28-5b6f-4669-b0b2-d6553a64e0cf tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.4757924 Oct 11 04:23:02.548173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b415900f-db30-42a3-a620-353cded96d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.561284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:02.562128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:22:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:02.566714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46824) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:02.570957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b415900f-db30-42a3-a620-353cded96d25 None None] Calling delete_port for a4ed4f70-cbe8-48af-b5b1-7869ed1e910e owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:02.571656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Subnet': ['ID=01a2792c-d952-4ffc-9154-2b6b264dcab6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:02.575334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Provisioning complete for port 861f81c7-4a45-422c-afcd-a3d8c60b014c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:02.575950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.576431 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 1 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:02.596457 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.600537 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-07807849-9392-416e-96ff-7cd92a13c479 service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947030 Oct 11 04:23:02.613199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6e3d6-74f4-46f6-8c9f-f1d0f5c28495 None None] Network c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:02.617424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.620809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-326d28fd-618a-4938-a1b8-9f4d6cdddea8 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "DELETE /v2.0/subnets/01a2792c-d952-4ffc-9154-2b6b264dcab6 HTTP/1.1" status: 204 len: 168 time: 1.1434481 Oct 11 04:23:02.695481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46826) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:02.698042 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-95014377-73a2-4975-b8b7-c22845e10776 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767 HTTP/1.1" status: 200 len: 999 time: 0.1062429 Oct 11 04:23:02.699175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a5cbfe5-0bde-443f-a49f-dba686e42589 req-0056eddd-b1ba-4783-ad1c-608410a4d6c2 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869059 Oct 11 04:23:02.703351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 451 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:02.703756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.752415 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 65e4303c-c833-4c34-9bf8-01c7a868a36b resource provider aggregate not found Oct 11 04:23:02.780741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 65e4303c-c833-4c34-9bf8-01c7a868a36b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65e4303c-c833-4c34-9bf8-01c7a868a36b found for delete ", "request_id": "req-105572ca-4b0b-40ab-84a5-5a2fc1c5acad"}]} Oct 11 04:23:02.803579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] device_id is not set on port a268f046-1685-48cb-b2ce-ea0e04c9d692 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:02.825819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:02.830718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.854568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.859737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.866138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/d7c13315-3ced-43dc-990c-53b5219b22e8 HTTP/1.1" status: 204 len: 168 time: 1.0412331 Oct 11 04:23:02.866857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46832) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:02.922556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bfd75-ef77-476f-b499-86f9af115ff3 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Network': ['ID=d7c13315-3ced-43dc-990c-53b5219b22e8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:02.928699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:02.942298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:02.947545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-7fcaf93f-e97d-4cc4-922e-37c45b98cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:02.949077 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-7fcaf93f-e97d-4cc4-922e-37c45b98cb7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47f6c878-f58a-4a76-ad2b-88a0aac97654 HTTP/1.1" status: 200 len: 850 time: 0.2094035 Oct 11 04:23:03.006424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Deleting port b5cb089f-d00b-47a9-9e98-9fb34d49a86e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:03.006734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.054496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7a876100-1076-4acd-85f9-2f84c2d6ae2e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:03.067229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:03.071700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be3c81c7-1c8e-41b7-aa37-a8e42391257e req-378c4a61-1dfd-4a2c-8e59-41286833581f service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628525 Oct 11 04:23:03.096503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b415900f-db30-42a3-a620-353cded96d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.106266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Allocated IP 172.20.0.10 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/a268f046-1685-48cb-b2ce-ea0e04c9d692) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:03.125384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-0938cee4-9804-458b-8638-bb08b464bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:03.127561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-0938cee4-9804-458b-8638-bb08b464bc8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e7976e8-67b8-46be-8e09-5fa50235cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1649995 Oct 11 04:23:03.158887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415900f-db30-42a3-a620-353cded96d25 None None] Pushing event deleted for resources: {'Port': ['ID=a4ed4f70-cbe8-48af-b5b1-7869ed1e910e,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:03.164376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415900f-db30-42a3-a620-353cded96d25 None None] No DVR routers for this DVR port a4ed4f70-cbe8-48af-b5b1-7869ed1e910e on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:03.184999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.196670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting port d68c8695-5a54-4422-99a8-25317866d3ae {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:03.197049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.221911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Calling delete_port for b5cb089f-d00b-47a9-9e98-9fb34d49a86e owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:03.254884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:03.255402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.261068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7a876100-1076-4acd-85f9-2f84c2d6ae2e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:03.322914 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-8abd3781-467d-477d-af69-d6965b76ae59 service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821864 Oct 11 04:23:03.357560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] DHCP port deletion for c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:03.364249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.374486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.420076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Calling delete_port for d68c8695-5a54-4422-99a8-25317866d3ae owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:03.432840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] For port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,segment=NetworkSegment(c1091b03-ebd1-4e1a-89f9-4a2028e96bb5),segment_id=c1091b03-ebd1-4e1a-89f9-4a2028e96bb5)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:03.433356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.442302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7a876100-1076-4acd-85f9-2f84c2d6ae2e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:03.442633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.442972 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7a876100-1076-4acd-85f9-2f84c2d6ae2e Oct 11 04:23:03.450232 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 2 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:03.494481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Calling delete_port for 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:03.568026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:03.576531 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] Deleting port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:03.576910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.588037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.597677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3f7cd52e-c696-449e-ab00-7bac851785d0 req-070a9a78-8d42-493d-93c2-de27af3caf4b service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560606 Oct 11 04:23:03.655707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.664616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.688822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Port': ['ID=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:03.693505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] No DVR routers for this DVR port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:03.713818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7a876100-1076-4acd-85f9-2f84c2d6ae2e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:03.721782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] For port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,segment=NetworkSegment(c1091b03-ebd1-4e1a-89f9-4a2028e96bb5),segment_id=c1091b03-ebd1-4e1a-89f9-4a2028e96bb5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:03.722283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.733691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:03.738125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '639bd230-7d56-4c2a-975a-19e6b50dc0c6', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '05482677-1933-4118-986c-3a40ac576de7', 'port_id': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'mac_address': 'fa:16:3e:50:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:15Z', 'updated_at': '2022-10-11T04:22:57Z', 'revision_number': 1, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:16Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:03.742294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:03.745386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:03.745980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.754163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] Calling delete_port for 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:03.759237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:03.773793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:03.781839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:03.802465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022dc915-8781-48ed-96f7-ee9cacca9345 None None] The sync data for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv is: [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '639bd230-7d56-4c2a-975a-19e6b50dc0c6', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '05482677-1933-4118-986c-3a40ac576de7', 'port_id': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'mac_address': 'fa:16:3e:50:d5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:22:15Z', 'updated_at': '2022-10-11T04:22:57Z', 'revision_number': 1, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:16Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:03.812093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=c3d298b7-f493-4446-a580-3c10259d898d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:03.820271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=a268f046-1685-48cb-b2ce-ea0e04c9d692,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:03.828906 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ceb90646-1eb9-4242-9cc8-0ffcf783bd2d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5993221 Oct 11 04:23:03.833402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46834) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:03.838714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': 'c3d298b7-f493-4446-a580-3c10259d898d', 'ip_address': '2001:db8::f109:c067:52a1:afac'}], 'name': 'tempest-NetworksTestDHCPv6-751602831'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:03.888089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.937812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.947555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fedd8f-0528-4ee9-beda-ea0e4e8a8dbc None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:03.957854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:03.976067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a4ed4f70-cbe8-48af-b5b1-7869ed1e910e no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:03.980517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:03.981326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.986743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:03.987030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:03.987209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1091b03-ebd1-4e1a-89f9-4a2028e96bb5') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:04.005984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.023427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b0bd72d7-edaa-49f2-9263-1ca5b106fa94 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6647887 Oct 11 04:23:04.029787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46836) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:04.036826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a4ed4f70-cbe8-48af-b5b1-7869ed1e910e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:04.037108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a4ed4f70-cbe8-48af-b5b1-7869ed1e910e not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:04.038669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] No DVR routers for this DVR port 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:04.042342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ff348-ea74-493a-b0ce-511d0ad77852 None None] Pushing event deleted for resources: {'Port': ['ID=0a74bc79-b2cf-4e4f-8a7d-15281900b3b7,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:04.047566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.058834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.069169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5cb089f-d00b-47a9-9e98-9fb34d49a86e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:04.088761 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 3 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:04.100186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Releasing vlan 472 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:04.101190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.134780 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment c1091b03-ebd1-4e1a-89f9-4a2028e96bb5 resource provider aggregate not found Oct 11 04:23:04.134939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.143075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/ports/d68c8695-5a54-4422-99a8-25317866d3ae HTTP/1.1" status: 204 len: 168 time: 1.2688990 Oct 11 04:23:04.146859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:04.147009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46846) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:04.179022 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79e85b-206a-4226-9993-2a85530517ec None None] New status for floating IP 639bd230-7d56-4c2a-975a-19e6b50dc0c6: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:23:04.202198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4273b296-dd8c-4e54-bffd-82c752521baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.225032 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf6b061-e1e8-435f-be0f-90b2f2501a17 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:04.225494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf6b061-e1e8-435f-be0f-90b2f2501a17 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:04.232038 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ccf6b061-e1e8-435f-be0f-90b2f2501a17 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/e60981ca-92ce-4a36-ba08-b1ec6f689f3e HTTP/1.1" status: 404 len: 337 time: 0.0809741 Oct 11 04:23:04.239859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46848) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:04.246921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.262463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.270562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "DELETE /v2.0/networks/c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d HTTP/1.1" status: 204 len: 168 time: 1.5712159 Oct 11 04:23:04.275650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46850) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:04.277147 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment c1091b03-ebd1-4e1a-89f9-4a2028e96bb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1091b03-ebd1-4e1a-89f9-4a2028e96bb5 found for delete ", "request_id": "req-9accb10a-a8c9-4fef-8063-f87de3fa7f0d"}]} Oct 11 04:23:04.302076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4fde2-3072-4004-ad29-b7940beb2e01 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:04.308541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4fde2-3072-4004-ad29-b7940beb2e01 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:04.315586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c4fde2-3072-4004-ad29-b7940beb2e01 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:04.317606 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-02c4fde2-3072-4004-ad29-b7940beb2e01 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2867117 Oct 11 04:23:04.318990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e65a43-0bd7-43c3-99bb-a758a67ab158 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Network': ['ID=c6d2fa14-bcb4-4175-b7f0-a3733dbbc76d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:04.321625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46852) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:04.331934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb58d5-967f-4ab8-82aa-bfbf1e4bda58 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Port': ['ID=d68c8695-5a54-4422-99a8-25317866d3ae,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:04.346028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:04.349585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'c3d298b7-f493-4446-a580-3c10259d898d'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:04.350792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.384296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.387853 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2a0da805-aafa-4c28-a298-fe622781d585 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b5cb089f-d00b-47a9-9e98-9fb34d49a86e HTTP/1.1" status: 204 len: 168 time: 1.8139646 Oct 11 04:23:04.406671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46854) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:04.411737 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214', 'external_fixed_ips': [{'subnet_id': '0936a687-0b11-4154-a28b-82516157d0d1', 'ip_address': '172.20.0.4'}]}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:04.436427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.437687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.481079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.492918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.540283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/c3d298b7-f493-4446-a580-3c10259d898d/ef91a267-b41a-43b9-abeb-d93154cdbe78) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:04.639731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.648692 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 4 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:04.665602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Deleting port 896fd8c3-feda-4d9f-b5c1-e674fd062811 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:04.665933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.691099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.717776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:04.718693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 8185a098-5e97-42c7-8dae-0e4c902f02f4 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:04.737128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716df92d-70bd-46ba-b3da-8d3316348d8e']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:04.738012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.746102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.796196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ed5df0-522b-4f3f-b995-e97d14748bca') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:04.796553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ed5df0-522b-4f3f-b995-e97d14748bca') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:04.798771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:04.804559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:04.806457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Pushing event updated for resources: {'Port': ['ID=ef91a267-b41a-43b9-abeb-d93154cdbe78,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:04.809731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:04.840771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.868564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Attempting to bind port ef91a267-b41a-43b9-abeb-d93154cdbe78 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:04.868564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Attempting to bind port ef91a267-b41a-43b9-abeb-d93154cdbe78 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:04.868564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Attempting to bind port ef91a267-b41a-43b9-abeb-d93154cdbe78 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:04.870128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port a268f046-1685-48cb-b2ce-ea0e04c9d692 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:04.870842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.874346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:04.874920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:04.875333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.875729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:04.876197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Bound port: ef91a267-b41a-43b9-abeb-d93154cdbe78, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:04.876586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.892366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.911535 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 469 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:04.911932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.936841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.937162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.947274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] For port ef91a267-b41a-43b9-abeb-d93154cdbe78, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:04.952596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.953272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] For port ef91a267-b41a-43b9-abeb-d93154cdbe78, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ef91a267-b41a-43b9-abeb-d93154cdbe78,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:04.960823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Calling delete_port for 896fd8c3-feda-4d9f-b5c1-e674fd062811 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:04.961972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:04.964037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 43ed5df0-522b-4f3f-b995-e97d14748bca resource provider aggregate not found Oct 11 04:23:05.015037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 43ed5df0-522b-4f3f-b995-e97d14748bca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43ed5df0-522b-4f3f-b995-e97d14748bca found for delete ", "request_id": "req-da899441-20a1-4cf1-9c15-a287b11cfaf3"}]} Oct 11 04:23:05.045058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.052011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30638baa-73d8-4bea-8db6-d9d0150816d2 None None] Pushing event updated for resources: {'Port': ['ID=ef91a267-b41a-43b9-abeb-d93154cdbe78,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:05.069695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for a268f046-1685-48cb-b2ce-ea0e04c9d692 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:05.088599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.095675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.101445 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/716df92d-70bd-46ba-b3da-8d3316348d8e HTTP/1.1" status: 204 len: 168 time: 0.8606174 Oct 11 04:23:05.108481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46860) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:05.158692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83a10-621c-44e9-9c86-3f3b7b83789f tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Network': ['ID=716df92d-70bd-46ba-b3da-8d3316348d8e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:05.186299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:05.212667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting subnet 737c2cc5-b024-4849-91d1-be17a05b447a {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:05.215137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:05.215478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0a74bc79-b2cf-4e4f-8a7d-15281900b3b7 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:05.217871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.251223 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 5 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:05.272667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f109:c067:52a1:afac (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/c3d298b7-f493-4446-a580-3c10259d898d/8185a098-5e97-42c7-8dae-0e4c902f02f4) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:05.323114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:05.333839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.376126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.382567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.427762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.430265 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=a268f046-1685-48cb-b2ce-ea0e04c9d692,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:05.580845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.587658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.662430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Pushing event deleted for resources: {'Port': ['ID=896fd8c3-feda-4d9f-b5c1-e674fd062811,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:05.682820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.689444 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9ee0d92d-41a7-42d1-84f6-67f0de907a0e tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/ports/a268f046-1685-48cb-b2ce-ea0e04c9d692 HTTP/1.1" status: 204 len: 168 time: 1.3660769 Oct 11 04:23:05.689801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46862) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:05.699839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Allocated IP 172.20.0.4 (c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214/0936a687-0b11-4154-a28b-82516157d0d1/3795b330-f8e9-4516-94f1-7f1263f9b8f1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:05.757144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.764320 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbfacd3-7349-416a-a0c9-f85b2ecbc218 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] GET failed (client error): The resource could not be found. Oct 11 04:23:05.765861 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-adbfacd3-7349-416a-a0c9-f85b2ecbc218 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "GET /v2.0/ports/a268f046-1685-48cb-b2ce-ea0e04c9d692 HTTP/1.1" status: 404 len: 333 time: 0.0691323 Oct 11 04:23:05.771371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46864) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:05.777825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'name': 'tempest-AllowedAddressPairTestJSON-1278599856'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:05.797590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.801273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.805539 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8d726268-eb6d-42df-a9b3-d99b4d7ab9f1 tempest-FloatingIPAdminTestJSON-67429526 tempest-FloatingIPAdminTestJSON-67429526-project] 10.222.0.39 "DELETE /v2.0/floatingips/fd3cd9a8-f3b3-4e91-bed2-1f328f47bae2 HTTP/1.1" status: 204 len: 168 time: 1.5186679 Oct 11 04:23:05.808864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.824587 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 6 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:05.855929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Subnet': ['ID=737c2cc5-b024-4849-91d1-be17a05b447a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:05.862368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.867012 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-18df29fc-b0db-423a-94b8-5dc33c993f10 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/subnets/737c2cc5-b024-4849-91d1-be17a05b447a HTTP/1.1" status: 204 len: 168 time: 0.7545938 Oct 11 04:23:05.869621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46868) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:05.880582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb731992-4e39-4773-ad47-605ed6023c97 None None] Network 5ad5517b-c1df-4ccd-8a64-e497f7a3418e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:05.914057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.915497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:05.918258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:05.986116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:05.989730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.007704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.055464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:06.060071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] device_id is not set on port bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:06.064492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:06.068562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:06.069363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Port': ['ID=3795b330-f8e9-4516-94f1-7f1263f9b8f1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:06.077836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:06.078795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.082332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=8185a098-5e97-42c7-8dae-0e4c902f02f4,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:06.093136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.118776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f615ecb8-ae4b-4749-88cc-b7cfd4d2f4c6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2838643 Oct 11 04:23:06.121179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46870) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:06.129283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:06.132714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:06.137111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:06.217821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d7109-d2a5-4d04-9aef-7c272907003d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:06.224433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d7109-d2a5-4d04-9aef-7c272907003d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:06.227105 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fb5d7109-d2a5-4d04-9aef-7c272907003d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1048725 Oct 11 04:23:06.230626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46874) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:06.252397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] DHCP port deletion for 5ad5517b-c1df-4ccd-8a64-e497f7a3418e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:06.278253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Deleting port e8c9c20b-5506-4692-bc15-44b0204ad258 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:06.279502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.339143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] Deleting port e8c9c20b-5506-4692-bc15-44b0204ad258 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:06.339823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.348548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Allocated IP 172.20.0.13 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:06.372573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46876) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:06.402475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] For port e8c9c20b-5506-4692-bc15-44b0204ad258, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8c9c20b-5506-4692-bc15-44b0204ad258,segment=NetworkSegment(eb592f10-238b-45ba-be4c-99cae82a269d),segment_id=eb592f10-238b-45ba-be4c-99cae82a269d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:06.403056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.425919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Calling delete_port for e8c9c20b-5506-4692-bc15-44b0204ad258 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:06.447496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 8185a098-5e97-42c7-8dae-0e4c902f02f4 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:06.447988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.567248 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 7 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:06.634093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.656186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.680704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] For port e8c9c20b-5506-4692-bc15-44b0204ad258, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8c9c20b-5506-4692-bc15-44b0204ad258,segment=NetworkSegment(eb592f10-238b-45ba-be4c-99cae82a269d),segment_id=eb592f10-238b-45ba-be4c-99cae82a269d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:06.681379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.691465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 8185a098-5e97-42c7-8dae-0e4c902f02f4 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:06.707605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-acd2eb47-29b8-4bc6-a05a-72c0b1971db1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7ea1ee12a6d4ddaba4218f84ad78d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319166 Oct 11 04:23:06.712159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.712588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-256a6541-586a-4d43-8ad9-2c8552faca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.712725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46884) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:06.724620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] Calling delete_port for e8c9c20b-5506-4692-bc15-44b0204ad258 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:06.729252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:06.752440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.815129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.824401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Port': ['ID=e8c9c20b-5506-4692-bc15-44b0204ad258,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:06.832775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] No DVR routers for this DVR port e8c9c20b-5506-4692-bc15-44b0204ad258 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:06.839257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.858762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] Pushing event deleted for resources: {'Port': ['ID=e8c9c20b-5506-4692-bc15-44b0204ad258,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:06.861366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4bc850-1702-4c0e-ad5e-51ecd57964ae None None] No DVR routers for this DVR port e8c9c20b-5506-4692-bc15-44b0204ad258 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:06.883497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:06.884051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77be2dfd-fd09-4553-a3bc-2780ddf88773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.891631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:06.922044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb227d2-8c8d-4c07-a1e3-8c6af744d328 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:23:06.925772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:06.948885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77be2dfd-fd09-4553-a3bc-2780ddf88773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.972582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:06.981421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.987855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:06.995122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:06.995575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.047420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb227d2-8c8d-4c07-a1e3-8c6af744d328 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:23:07.054634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad5517b-c1df-4ccd-8a64-e497f7a3418e']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:07.055679 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5f4a4e9e-5d23-4e7b-ab73-8af0195f3ceb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2832682 Oct 11 04:23:07.058228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46886) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:07.065450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:dc:e6:29'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:07.078810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb592f10-238b-45ba-be4c-99cae82a269d') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:07.079176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb592f10-238b-45ba-be4c-99cae82a269d') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:07.092684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.116708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.132949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.167273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=8185a098-5e97-42c7-8dae-0e4c902f02f4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:07.171593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77be2dfd-fd09-4553-a3bc-2780ddf88773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.174463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77be2dfd-fd09-4553-a3bc-2780ddf88773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.178287 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-77be2dfd-fd09-4553-a3bc-2780ddf88773 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f118046-d962-4e27-bca2-9ff1ae4034ca HTTP/1.1" status: 204 len: 168 time: 0.4571383 Oct 11 04:23:07.179150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:07.179150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.222028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.233877 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment eb592f10-238b-45ba-be4c-99cae82a269d resource provider aggregate not found Oct 11 04:23:07.239596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be2dfd-fd09-4553-a3bc-2780ddf88773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f118046-d962-4e27-bca2-9ff1ae4034ca,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:07.242365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.245711 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-37fd67c8-d4c9-4299-b6f1-9bf003b82624 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8185a098-5e97-42c7-8dae-0e4c902f02f4 HTTP/1.1" status: 204 len: 168 time: 1.0139430 Oct 11 04:23:07.249572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46894) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:07.262232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment eb592f10-238b-45ba-be4c-99cae82a269d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb592f10-238b-45ba-be4c-99cae82a269d found for delete ", "request_id": "req-8fe547bd-74c7-42c5-a047-7ce5068cf757"}]} Oct 11 04:23:07.271720 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 8 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:07.313294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.324240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ef91a267-b41a-43b9-abeb-d93154cdbe78 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:07.353493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.361833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] 10.222.0.39 "DELETE /v2.0/networks/5ad5517b-c1df-4ccd-8a64-e497f7a3418e HTTP/1.1" status: 204 len: 168 time: 1.4888363 Oct 11 04:23:07.364348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd123196-d1cb-455d-afd7-4ee884ffae23 tempest-NetworksIpV6TestAttrs-1543332731 tempest-NetworksIpV6TestAttrs-1543332731-project] Pushing event deleted for resources: {'Network': ['ID=5ad5517b-c1df-4ccd-8a64-e497f7a3418e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:07.368088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:07.420209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Router 5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:07.446907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565097f-5431-4a46-b1ce-9aab56fa862c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:07.448644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565097f-5431-4a46-b1ce-9aab56fa862c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:07.450706 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5565097f-5431-4a46-b1ce-9aab56fa862c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1980517 Oct 11 04:23:07.453234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46900) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:07.460806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ef91a267-b41a-43b9-abeb-d93154cdbe78 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:07.461419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.461929 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ef91a267-b41a-43b9-abeb-d93154cdbe78 Oct 11 04:23:07.566384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet c3d298b7-f493-4446-a580-3c10259d898d {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:07.576616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.594866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ef91a267-b41a-43b9-abeb-d93154cdbe78 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:07.595688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.684090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ef91a267-b41a-43b9-abeb-d93154cdbe78, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ef91a267-b41a-43b9-abeb-d93154cdbe78,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:07.689281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.698162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.726304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.776237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46904) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:07.784042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ef91a267-b41a-43b9-abeb-d93154cdbe78,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:07.808682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8c9c20b-5506-4692-bc15-44b0204ad258 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:07.818632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-39535211-11c8-4f99-81cb-cebaeefee185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.846870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e8c9c20b-5506-4692-bc15-44b0204ad258 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:07.847533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8c9c20b-5506-4692-bc15-44b0204ad258 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:07.858841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46906) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:07.869238 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 9 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:07.887447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.900897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.927467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:07.934054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:07.981193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:07.994957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] In _notify_port_updated(), no bound segment for port bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c on network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:23:07.996957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Sync routers for ids ['5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:08.001249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:08.002157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.003245 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "PUT /v2.0/ports/bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c HTTP/1.1" status: 200 len: 995 time: 0.9440653 Oct 11 04:23:08.010740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46910) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:08.012157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8aacd-44fa-4b48-b599-095e92e4e599 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:08.025905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.027343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Routers {'5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:08.030739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:08.030925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46912) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:08.031662 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f4576a78-4cf9-4ac8-909f-dd45cafbd51c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6237302 Oct 11 04:23:08.064495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-39535211-11c8-4f99-81cb-cebaeefee185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.112043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.113722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-39535211-11c8-4f99-81cb-cebaeefee185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.145694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Set router 5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:08.328458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e', 'name': '', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214', 'external_fixed_ips': [{'subnet_id': '0936a687-0b11-4154-a28b-82516157d0d1', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3795b330-f8e9-4516-94f1-7f1263f9b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:04Z', 'updated_at': '2022-10-11T04:23:06Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': '3795b330-f8e9-4516-94f1-7f1263f9b8f1', 'name': '', 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '0936a687-0b11-4154-a28b-82516157d0d1', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:05Z', 'updated_at': '2022-10-11T04:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0936a687-0b11-4154-a28b-82516157d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:08.359957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Checking router: 5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:08.360760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Updating router 5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e port 3795b330-f8e9-4516-94f1-7f1263f9b8f1 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:08.386291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.464025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d298b7-f493-4446-a580-3c10259d898d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:08.464722 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 10 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:08.476398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.479588 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-66942635-97dc-4188-b23d-e9c51bf08f61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/c3d298b7-f493-4446-a580-3c10259d898d HTTP/1.1" status: 204 len: 168 time: 1.0253541 Oct 11 04:23:08.482686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46914) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:08.492474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1b05f-c982-496f-ae01-dd46b1c9af47 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:08.555979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8d8dc745-871b-4d1e-9b52-43ff3ce8c04a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620112 Oct 11 04:23:08.564148 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-39535211-11c8-4f99-81cb-cebaeefee185 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce86866ffe6e4f7e883f6b7514e4abe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744777 Oct 11 04:23:08.564148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39535211-11c8-4f99-81cb-cebaeefee185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eae07ea-5c5b-4642-a223-886960fd0aea,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:08.564434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46916) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:08.565983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:08.567779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46918) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:08.577385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:08.636631 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-df7dc0af-ab83-4bd9-9c75-be369eeec1be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6c8781919694288bbf0cb0472ad388a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750781 Oct 11 04:23:08.639292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Provisioning complete for port 7a876100-1076-4acd-85f9-2f84c2d6ae2e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:08.639674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.640014 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Attempt 1 to provision port 7a876100-1076-4acd-85f9-2f84c2d6ae2e Oct 11 04:23:08.654695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46920) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:08.684635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.753717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:08.753927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.766583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcbcce54-ec47-45bc-a0ed-0aecfeedd81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.839900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c56d-8509-4e01-90af-20d3a6c2e157 None None] Current status of the port 7a876100-1076-4acd-85f9-2f84c2d6ae2e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:08.855228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.863619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.869505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcbcce54-ec47-45bc-a0ed-0aecfeedd81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.896102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:08.914839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Attempting to bind port 3795b330-f8e9-4516-94f1-7f1263f9b8f1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:08.915207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Attempting to bind port 3795b330-f8e9-4516-94f1-7f1263f9b8f1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4e09a774-c0cf-4349-9ae9-07998c92a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:08.915831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Attempting to bind port 3795b330-f8e9-4516-94f1-7f1263f9b8f1 on network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:08.922492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-30f2316b-b3d3-46ef-b0ff-a8bdfb208241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.928816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da2371-393d-4eef-aaf5-4d261508fadd None None] Pushing event updated for resources: {'Port': ['ID=3795b330-f8e9-4516-94f1-7f1263f9b8f1,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:08.947306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:08.947690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Checking segment: {'id': '4e09a774-c0cf-4349-9ae9-07998c92a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:08.948496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.948496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Bound using segment: {'id': '4e09a774-c0cf-4349-9ae9-07998c92a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:08.948957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Bound port: 3795b330-f8e9-4516-94f1-7f1263f9b8f1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e09a774-c0cf-4349-9ae9-07998c92a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:08.949335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.970159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:08.975061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:08.985373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Could not find standard attr ID for object 8185a098-5e97-42c7-8dae-0e4c902f02f4. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:08.986381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.002958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-30f2316b-b3d3-46ef-b0ff-a8bdfb208241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.007657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.024389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:09.025170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] For port 3795b330-f8e9-4516-94f1-7f1263f9b8f1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:09.029632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] For port 3795b330-f8e9-4516-94f1-7f1263f9b8f1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3795b330-f8e9-4516-94f1-7f1263f9b8f1,segment=NetworkSegment(4e09a774-c0cf-4349-9ae9-07998c92a33e),segment_id=4e09a774-c0cf-4349-9ae9-07998c92a33e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:09.032180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Provisioning complete for port ef91a267-b41a-43b9-abeb-d93154cdbe78 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:09.032548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.032882 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 1 to provision port ef91a267-b41a-43b9-abeb-d93154cdbe78 Oct 11 04:23:09.060564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.086369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcbcce54-ec47-45bc-a0ed-0aecfeedd81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.089500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcbcce54-ec47-45bc-a0ed-0aecfeedd81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.094011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fcbcce54-ec47-45bc-a0ed-0aecfeedd81d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2eae07ea-5c5b-4642-a223-886960fd0aea HTTP/1.1" status: 204 len: 168 time: 0.4972775 Oct 11 04:23:09.108855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] Deleting port ef91a267-b41a-43b9-abeb-d93154cdbe78 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:09.109382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.148535 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcce54-ec47-45bc-a0ed-0aecfeedd81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eae07ea-5c5b-4642-a223-886960fd0aea,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:09.152210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Routers {'5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:09.152210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:09.181073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-30f2316b-b3d3-46ef-b0ff-a8bdfb208241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.184343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-30f2316b-b3d3-46ef-b0ff-a8bdfb208241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.188091 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-30f2316b-b3d3-46ef-b0ff-a8bdfb208241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c4ea575-8acf-4b90-b07a-239d7e8b0455 HTTP/1.1" status: 204 len: 168 time: 0.5286064 Oct 11 04:23:09.204826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da2371-393d-4eef-aaf5-4d261508fadd None None] Pushing event updated for resources: {'Port': ['ID=3795b330-f8e9-4516-94f1-7f1263f9b8f1,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:09.239839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2316b-b3d3-46ef-b0ff-a8bdfb208241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ea575-8acf-4b90-b07a-239d7e8b0455,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:09.271149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Deleting port 3795b330-f8e9-4516-94f1-7f1263f9b8f1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:09.271498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.345918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.409851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ef91a267-b41a-43b9-abeb-d93154cdbe78 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:09.460690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=96db1d0f-c0c2-4407-a6b2-78a64de2e1cf,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:09.465147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:09.467688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:09.471028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:09.471572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.493626 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f76c325f-fd5f-4b81-9ec3-efb9f115af95 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9308949 Oct 11 04:23:09.493917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46930) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:09.500813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '96db1d0f-c0c2-4407-a6b2-78a64de2e1cf', 'ip_address': '2001:db8::1240:3758:61c6:7069'}], 'name': 'tempest-NetworksTestDHCPv6-1286172667'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:09.525165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.569400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] For port ef91a267-b41a-43b9-abeb-d93154cdbe78, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ef91a267-b41a-43b9-abeb-d93154cdbe78,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:09.570145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.574224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.589711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] Set router 5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:09.591979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.596530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:09.606937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] For port 3795b330-f8e9-4516-94f1-7f1263f9b8f1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3795b330-f8e9-4516-94f1-7f1263f9b8f1,segment=NetworkSegment(4e09a774-c0cf-4349-9ae9-07998c92a33e),segment_id=4e09a774-c0cf-4349-9ae9-07998c92a33e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:09.607305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.628733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Current status of the port ef91a267-b41a-43b9-abeb-d93154cdbe78 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:09.658977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Calling delete_port for 3795b330-f8e9-4516-94f1-7f1263f9b8f1 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:09.664515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] Calling delete_port for ef91a267-b41a-43b9-abeb-d93154cdbe78 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:09.673411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e', 'name': '', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:04Z', 'updated_at': '2022-10-11T04:23:09Z', 'revision_number': 4, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:09.691298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:09.736210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2014df-9d11-45b1-be29-ecca7c234efa None None] The sync data for ids ['5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e'] in dv-neutron-860894-1-hyperv is: [{'id': '5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e', 'name': '', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:04Z', 'updated_at': '2022-10-11T04:23:09Z', 'revision_number': 4, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:09.751567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46934) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:09.800297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Provisioning complete for port 861f81c7-4a45-422c-afcd-a3d8c60b014c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:09.800920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.801407 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 1 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:09.854986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.872376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ef91a267-b41a-43b9-abeb-d93154cdbe78 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:09.873830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.886671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:09.895924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:09.922071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1b91-1d53-420d-b63b-6870608ec283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.926247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:09.930829 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5935aa3c-5f4b-46aa-8e7b-2331b5a2c7da tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/ports/bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c HTTP/1.1" status: 204 len: 168 time: 1.9165993 Oct 11 04:23:09.944019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46940) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:09.984867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.000274 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fef333e-f79d-42d6-a3dd-20569e6d5b03 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] GET failed (client error): The resource could not be found. Oct 11 04:23:10.001946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0fef333e-f79d-42d6-a3dd-20569e6d5b03 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "GET /v2.0/ports/bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c HTTP/1.1" status: 404 len: 333 time: 0.0569115 Oct 11 04:23:10.005904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46944) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:10.010797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'name': 'tempest-AllowedAddressPairTestJSON-350159978'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:10.040652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] Pushing event deleted for resources: {'Port': ['ID=ef91a267-b41a-43b9-abeb-d93154cdbe78,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:10.043002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647833f7-94a2-4294-aca5-b629e579c9ac None None] No DVR routers for this DVR port ef91a267-b41a-43b9-abeb-d93154cdbe78 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:10.070973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6d525-8283-4f05-bcf3-bfd1bf18b2ea None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:10.171546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::1240:3758:61c6:7069 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/96db1d0f-c0c2-4407-a6b2-78a64de2e1cf/3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:10.280569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.296056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:10.299751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.318301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '96db1d0f-c0c2-4407-a6b2-78a64de2e1cf'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:10.319550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.323863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.350578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1b91-1d53-420d-b63b-6870608ec283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.351948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] device_id is not set on port bfe32686-fa3b-47eb-94bb-d177d3cb533e yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:10.383171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event deleted for resources: {'Port': ['ID=3795b330-f8e9-4516-94f1-7f1263f9b8f1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:10.384914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1b91-1d53-420d-b63b-6870608ec283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.409517 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 2 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:10.470989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:10.491717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.520877 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bd1a1b91-1d53-420d-b63b-6870608ec283 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85556354f3794d6a9af9d0128733b0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461040 Oct 11 04:23:10.521313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46956) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:10.524937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a1b91-1d53-420d-b63b-6870608ec283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55246a8-1e21-4739-a777-fee0b704add0,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:10.557934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.566143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.596380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:10.628913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/96db1d0f-c0c2-4407-a6b2-78a64de2e1cf/ce270293-35d3-4ee0-956d-fda0f5a00c25) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:10.636126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:10.640952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:10.650050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:10.656355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:10.657023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.680191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.682821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Allocated IP 172.20.0.6 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/bfe32686-fa3b-47eb-94bb-d177d3cb533e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:10.683814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:10.686755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.693655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f57bab77-dcbc-4e15-86e2-23a9f3b5b29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.706015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46962) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:10.707508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5719eece-ed48-4873-813b-71be97f50822 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2121739 Oct 11 04:23:10.728585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f57bab77-dcbc-4e15-86e2-23a9f3b5b29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.770380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-180622597'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:10.788741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.789260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:10.796903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.799027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:10.800852 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d5f592c4-6728-406a-8190-d664e02ffa35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/routers/5c1e15ef-69d7-4c36-9f3d-4dcafc4ca24e HTTP/1.1" status: 204 len: 168 time: 2.7675073 Oct 11 04:23:10.803108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.805977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46966) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:10.841771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa0235-5b57-49aa-a98d-44f6f7bee4a5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:10.841982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.845826 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2ffa0235-5b57-49aa-a98d-44f6f7bee4a5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1361136 Oct 11 04:23:10.846675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46968) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:10.878762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f57bab77-dcbc-4e15-86e2-23a9f3b5b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.881236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f57bab77-dcbc-4e15-86e2-23a9f3b5b29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.885174 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f57bab77-dcbc-4e15-86e2-23a9f3b5b29e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c55246a8-1e21-4739-a777-fee0b704add0 HTTP/1.1" status: 204 len: 168 time: 0.3617043 Oct 11 04:23:10.890205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.899931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.909567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bab77-dcbc-4e15-86e2-23a9f3b5b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55246a8-1e21-4739-a777-fee0b704add0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:10.917215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Deleting subnet 0936a687-0b11-4154-a28b-82516157d0d1 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:10.923960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:10.937604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:10.943232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:10.972807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:10.975234 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 3 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:10.976398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.016326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.026936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.036068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.046393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:11.046769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.050466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:11.062642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.063009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment fe4ef6f0-f309-4767-b3ba-4b5e4fac2159 of type vlan for network 8902b3eb-b5ae-4169-a305-21bff17b3eef Oct 11 04:23:11.104587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.119492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.122822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Pushing event updated for resources: {'Port': ['ID=ce270293-35d3-4ee0-956d-fda0f5a00c25,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.126696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Attempting to bind port ce270293-35d3-4ee0-956d-fda0f5a00c25 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:11.127071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Attempting to bind port ce270293-35d3-4ee0-956d-fda0f5a00c25 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:11.127606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Attempting to bind port ce270293-35d3-4ee0-956d-fda0f5a00c25 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:11.133919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:11.137382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:11.137804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:11.140013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.140412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:11.143032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Bound port: ce270293-35d3-4ee0-956d-fda0f5a00c25, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:11.143182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.143924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.148934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:11.152170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.169404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.199939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:11.206157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.211025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:11.214891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6145320 Oct 11 04:23:11.218197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:11.220946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46972) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:11.221588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=bfe32686-fa3b-47eb-94bb-d177d3cb533e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.252993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'name': 'tempest-PortsTestJSON-1749156776'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:11.255915 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4252d-c091-461c-bae6-2f9b0ef4a686,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.264443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:11.308146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698c742-6ea8-47e7-84a1-3ce3b86e5cc8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=8902b3eb-b5ae-4169-a305-21bff17b3eef,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.330674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.342301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:11.342980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.362500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:11.379998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0936a687-0b11-4154-a28b-82516157d0d1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.385446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.389107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6df5c225-85a8-4952-98f3-4d91cbb92e8b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/0936a687-0b11-4154-a28b-82516157d0d1 HTTP/1.1" status: 204 len: 168 time: 0.5817065 Oct 11 04:23:11.392039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46976) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:11.469165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] For port ce270293-35d3-4ee0-956d-fda0f5a00c25, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:11.516232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.573108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] For port ce270293-35d3-4ee0-956d-fda0f5a00c25, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ce270293-35d3-4ee0-956d-fda0f5a00c25,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:11.585354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.594306 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f03f0918-b070-44b3-a299-97183e3322eb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5872271 Oct 11 04:23:11.602265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46982) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:11.611114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dc:e6:29'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:11.635634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.655015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.673993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:11.675799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:11.677754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.702793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e09a774-c0cf-4349-9ae9-07998c92a33e') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:11.703085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e09a774-c0cf-4349-9ae9-07998c92a33e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:11.705073 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 4 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:11.707418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2ec1-5611-4a85-9951-42cbd5b44e4f None None] Pushing event updated for resources: {'Port': ['ID=ce270293-35d3-4ee0-956d-fda0f5a00c25,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.732396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 91a33c2f-590c-4235-a2b6-da73931db780 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:11.740613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.744840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:11.781010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:11.781743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.788937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.791467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Releasing vlan 483 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:11.791853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.796869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-77ba8f7b-505a-43d1-b27a-11cef3aa3fd0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b HTTP/1.1" status: 204 len: 168 time: 0.9491544 Oct 11 04:23:11.797468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 46988) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:11.823343 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 4e09a774-c0cf-4349-9ae9-07998c92a33e resource provider aggregate not found Oct 11 04:23:11.832371 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-31b759da-20ca-410c-96e6-a68bc9179cd8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121256 Oct 11 04:23:11.920065 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 4e09a774-c0cf-4349-9ae9-07998c92a33e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e09a774-c0cf-4349-9ae9-07998c92a33e found for delete ", "request_id": "req-c146877c-7d71-49cc-9ede-c315eedab653"}]} Oct 11 04:23:11.979308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:11.989474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30284e-41ee-4f15-bf64-f5d9c897bb96 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:11.991787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30284e-41ee-4f15-bf64-f5d9c897bb96 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:11.993488 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5a30284e-41ee-4f15-bf64-f5d9c897bb96 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1845248 Oct 11 04:23:11.994761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:23:11.997890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 46996) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:11.999835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.003207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214 HTTP/1.1" status: 204 len: 168 time: 0.6091442 Oct 11 04:23:12.019815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a814e7-62c1-4a5a-935f-63759125f746 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1bd7c5c-ea72-4cca-bf4a-46eedd6f3214,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:12.027624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-cd6d00a4-5279-4b95-a691-5e8143f4916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:12.029979 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-cd6d00a4-5279-4b95-a691-5e8143f4916c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30dbef6f9e254212a078625175e4fba9&device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 1098 time: 0.1056957 Oct 11 04:23:12.142867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.209339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 96db1d0f-c0c2-4407-a6b2-78a64de2e1cf {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:12.223418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.228611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.242058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-c15d70a9-3547-47a0-aeda-a8219e5918a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:12.244380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-c15d70a9-3547-47a0-aeda-a8219e5918a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4e7976e8-67b8-46be-8e09-5fa50235cb89 HTTP/1.1" status: 200 len: 912 time: 0.1703377 Oct 11 04:23:12.282738 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 5 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:12.355366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:12.372076 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-c4e904a3-75e5-474f-bd96-da4abb4a28cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767 HTTP/1.1" status: 200 len: 1001 time: 0.1206036 Oct 11 04:23:12.383464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.469639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.481137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-088270f7-2147-4c31-b877-08141085c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:12.483099 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-088270f7-2147-4c31-b877-08141085c0fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47f6c878-f58a-4a76-ad2b-88a0aac97654 HTTP/1.1" status: 200 len: 850 time: 0.0968854 Oct 11 04:23:12.603463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-603778e1-78f4-44fb-943b-929a7f613a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:12.606367 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-603778e1-78f4-44fb-943b-929a7f613a49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4e7976e8-67b8-46be-8e09-5fa50235cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140146 Oct 11 04:23:12.612868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47012) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:12.614895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=91a33c2f-590c-4235-a2b6-da73931db780,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:12.618635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'name': 'tempest-router--1458176736', 'project_id': 'fe81c617e8184610a4a37e698b0cbdef'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:12.619318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.703845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.704890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.725891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:12.726967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: 8902b3eb-b5ae-4169-a305-21bff17b3eef, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:12.754377 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-48ed5f92-6df1-46fb-93f5-81bd15852280 service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388743 Oct 11 04:23:12.777008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.783135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.785210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.805189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.856171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:12.857565 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 6 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:12.857960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c0e124ad-1dfb-420b-b462-e84a6a6d38db tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2438745 Oct 11 04:23:12.864433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47020) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:12.930267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:12.970404 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c09be37c-ba2b-4f08-843a-34a544b6f7bc req-a4fa1f28-0cfc-4cdf-b9fe-acf1515f6bbb service neutron] 10.222.0.45 "GET /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857619 Oct 11 04:23:12.971509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.127297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:13.172395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.174575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] In _notify_port_updated(), no bound segment for port bfe32686-fa3b-47eb-94bb-d177d3cb533e on network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:23:13.176769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.180733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:13.181379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.186467 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "PUT /v2.0/ports/bfe32686-fa3b-47eb-94bb-d177d3cb533e HTTP/1.1" status: 200 len: 995 time: 1.5828836 Oct 11 04:23:13.195175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47030) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.208578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.260973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.261569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0da736-3ea4-4393-ae9b-b9f5d335d007 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:13.271974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.274726 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-522886f5-1b2b-40fc-872a-ece57ee7bc01 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3d0da736-3ea4-4393-ae9b-b9f5d335d007 HTTP/1.1" status: 204 len: 168 time: 0.4091656 Oct 11 04:23:13.281748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ce270293-35d3-4ee0-956d-fda0f5a00c25 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:13.282277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8902b3eb-b5ae-4169-a305-21bff17b3eef) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:13.288585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=96db1d0f-c0c2-4407-a6b2-78a64de2e1cf,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:13.295792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d1528-6eab-49b1-9541-7e2fb6db184d tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=bfe32686-fa3b-47eb-94bb-d177d3cb533e,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:13.300044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:13.305666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:13.306290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.323181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47036) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.340847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c53cbc-b5be-4ce9-8ba2-ea3a5a990d9d None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:13.375952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2fc8d8e3-23fd-4b56-a7de-e654ccf6c000 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1516325 Oct 11 04:23:13.379072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47040) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.385523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1652535005'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:13.403403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.411161 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-408daccc-f534-4622-bf69-59cf26e7eb3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/96db1d0f-c0c2-4407-a6b2-78a64de2e1cf HTTP/1.1" status: 204 len: 168 time: 1.4068305 Oct 11 04:23:13.413980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47042) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.446874 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 7 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:13.467887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port bfe32686-fa3b-47eb-94bb-d177d3cb533e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:13.468235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.526610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-42042d12-468b-456c-a156-9b6a3ee245ed tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114259 Oct 11 04:23:13.530104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-599871431'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:13.532147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47044) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.541964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:13.546388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.577054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.578167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.586620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:13.586918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:13.595645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee3007-7e09-478d-a847-1c806400f8cc None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:13.602614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.602971 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment d9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231 of type vlan for network c16af411-a0fc-461b-983b-68f598e6f53c Oct 11 04:23:13.620184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ce270293-35d3-4ee0-956d-fda0f5a00c25 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:13.620854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.622577 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ce270293-35d3-4ee0-956d-fda0f5a00c25 Oct 11 04:23:13.632079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47046) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.655630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:13.707620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.709701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.714024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.715007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.736496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.737858 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7e708a51-d108-49ba-b2cc-20ab20f72fd5 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4132476 Oct 11 04:23:13.738908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for bfe32686-fa3b-47eb-94bb-d177d3cb533e owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:13.741096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47050) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:13.796993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:13.801232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.813275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.820510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:13.821311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.847745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ce270293-35d3-4ee0-956d-fda0f5a00c25 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:13.848186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.899777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ce270293-35d3-4ee0-956d-fda0f5a00c25, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ce270293-35d3-4ee0-956d-fda0f5a00c25,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:13.906940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.940234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:13.944786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=c16af411-a0fc-461b-983b-68f598e6f53c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:13.953015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:13.963545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c16af411-a0fc-461b-983b-68f598e6f53c details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:13.990649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1170038832', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.000078 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f5f7bff1-302a-48ab-a24d-1fa4c8d07e9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6199515 Oct 11 04:23:14.003200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47052) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:14.011225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'ports': [{'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'}, {'network_id': 'c16af411-a0fc-461b-983b-68f598e6f53c'}]} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.011541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.011999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': 'c16af411-a0fc-461b-983b-68f598e6f53c'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.033804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ce270293-35d3-4ee0-956d-fda0f5a00c25,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:14.052741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.093671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] Deleting port ce270293-35d3-4ee0-956d-fda0f5a00c25 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:14.094045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.114756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=bfe32686-fa3b-47eb-94bb-d177d3cb533e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:14.156929 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 8 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:14.157096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.159448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.185616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.209055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:14.224752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] For port ce270293-35d3-4ee0-956d-fda0f5a00c25, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ce270293-35d3-4ee0-956d-fda0f5a00c25,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:14.226739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.227197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.227748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83f1f9f2-f6b1-440d-831b-bc6732f135fd {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:14.234081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.235223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.235393 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-249b4056-312b-4018-ae6f-548a45a77f26 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "DELETE /v2.0/routers/83f1f9f2-f6b1-440d-831b-bc6732f135fd HTTP/1.1" status: 204 len: 168 time: 0.4932368 Oct 11 04:23:14.239269 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f7a0c851-2f05-4d8c-b5c1-30360e519fa3 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/ports/bfe32686-fa3b-47eb-94bb-d177d3cb533e HTTP/1.1" status: 204 len: 168 time: 1.0428128 Oct 11 04:23:14.243974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47054) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:14.243974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47056) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:14.254040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] Calling delete_port for ce270293-35d3-4ee0-956d-fda0f5a00c25 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:14.254705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Request body: {'router': {'name': 'tempest-router-1175701946', 'distributed': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.264722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.265758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.289839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:14.293327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-75274899-8d7f-4983-8241-f35afe335502 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] GET failed (client error): The resource could not be found. Oct 11 04:23:14.298901 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-75274899-8d7f-4983-8241-f35afe335502 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "GET /v2.0/ports/bfe32686-fa3b-47eb-94bb-d177d3cb533e HTTP/1.1" status: 404 len: 333 time: 0.0525260 Oct 11 04:23:14.299767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=dde08d0f-bc63-46ca-909a-36a4aa88f336,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:14.301767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47058) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:14.311098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'name': 'tempest-AllowedAddressPairTestJSON-1865836475'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.314887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:14.321189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.330916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:14.331515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.360509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.361607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.405787 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d5e8fc8b-3169-4791-be7e-8af3edbdefb9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8674159 Oct 11 04:23:14.409558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47060) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:14.414780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': 'dde08d0f-bc63-46ca-909a-36a4aa88f336', 'ip_address': '2001:db8::cf6a:e4f5:3296:4aef'}], 'name': 'tempest-NetworksTestDHCPv6-2106187142'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:14.543572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.553249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.554821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.575020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] No DVR routers for this DVR port ce270293-35d3-4ee0-956d-fda0f5a00c25 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:14.603621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.604865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-678c527a-01fd-4611-9712-5ae5f8070d43 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3597584 Oct 11 04:23:14.607497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9a798-44bc-40b1-9cfe-18746b29b8e0 None None] Pushing event deleted for resources: {'Port': ['ID=ce270293-35d3-4ee0-956d-fda0f5a00c25,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:14.608416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:14.612620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0ba37-04bd-4eef-8efb-153b424e36e0 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:14.617358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:14.621381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.710503 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 9 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:14.726363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] device_id is not set on port 97c0a733-6cd4-4700-a827-cebc042b75d0 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:14.732601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.736802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:14.776415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:14.803747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.808532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'dde08d0f-bc63-46ca-909a-36a4aa88f336'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:14.809865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.844008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 2} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:14.848867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.870744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:14.957267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/dde08d0f-bc63-46ca-909a-36a4aa88f336/9a2843f7-3a02-4163-966f-3962f574748c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:14.993576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.015293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.085154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 438bbf5a-cc41-4d5d-9042-fe029549fac9 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:15.085316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.098051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Allocated IP 172.20.0.8 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/97c0a733-6cd4-4700-a827-cebc042b75d0) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:15.103597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.104124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd779553-2cb3-432f-afc7-c6bf4894cc3d {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:15.110236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.118168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.122809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-08848440-161f-4421-92bd-ba7ce4fcf5bf tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "DELETE /v2.0/routers/fd779553-2cb3-432f-afc7-c6bf4894cc3d HTTP/1.1" status: 204 len: 168 time: 0.5086811 Oct 11 04:23:15.123203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.123326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:15.124832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47064) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:15.141105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Request body: {'router': {'name': 'tempest-router-1512243851', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'decf114061f44bd0a7f74147ee4c7408'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:15.161188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:15.170974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:15.175124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:15.187727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Pushing event updated for resources: {'Port': ['ID=9a2843f7-3a02-4163-966f-3962f574748c,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:15.246844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ce270293-35d3-4ee0-956d-fda0f5a00c25 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:15.278149 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Attempt 10 to provision port 861f81c7-4a45-422c-afcd-a3d8c60b014c Oct 11 04:23:15.282661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ce270293-35d3-4ee0-956d-fda0f5a00c25 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:15.282661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ce270293-35d3-4ee0-956d-fda0f5a00c25 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:15.297615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.299228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.304032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Attempting to bind port 9a2843f7-3a02-4163-966f-3962f574748c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:15.304720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Attempting to bind port 9a2843f7-3a02-4163-966f-3962f574748c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:15.304843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Attempting to bind port 9a2843f7-3a02-4163-966f-3962f574748c on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:15.315948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:15.316362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:15.317645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.317645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:15.317645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Bound port: 9a2843f7-3a02-4163-966f-3962f574748c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:15.317971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.338026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Port 861f81c7-4a45-422c-afcd-a3d8c60b014c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:15.357748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.362032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.363923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Could not find standard attr ID for object a268f046-1685-48cb-b2ce-ea0e04c9d692. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:15.371029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7664c91a-864c-4fbb-ba44-4704e8d351a0 None None] Could not find standard attr ID for object bcc5d596-8ea4-4775-8fb2-18c6fc90eb6c. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:15.378914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::cf6a:e4f5:3296:4aef (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/dde08d0f-bc63-46ca-909a-36a4aa88f336/8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:15.385994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.389477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.394236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] For port 9a2843f7-3a02-4163-966f-3962f574748c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:15.395948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.397700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] For port 9a2843f7-3a02-4163-966f-3962f574748c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9a2843f7-3a02-4163-966f-3962f574748c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:15.402178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.417053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.469467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d568445-943d-45d4-b5f9-e8604f5b4ec2 None None] Pushing event updated for resources: {'Port': ['ID=9a2843f7-3a02-4163-966f-3962f574748c,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:15.475626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.479649 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2f9fba12-e0b8-4b80-a27b-45581a18c3dd tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3502388 Oct 11 04:23:15.479816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.479919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47066) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:15.485530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:15.493190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e6a38f9e-96f4-4f68-8f68-8d58c28f98c3 None None] Could not find standard attr ID for object 3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:15.496688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e6a38f9e-96f4-4f68-8f68-8d58c28f98c3 None None] Could not find standard attr ID for object bfe32686-fa3b-47eb-94bb-d177d3cb533e. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:15.501309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e6a38f9e-96f4-4f68-8f68-8d58c28f98c3 None None] Could not find standard attr ID for object ce270293-35d3-4ee0-956d-fda0f5a00c25. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:15.543894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 26d33310-c1c4-4668-9242-27d867182d61 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:15.603569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Allocated IP 172.26.8.165 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/fd9ad638-27a9-435f-9cf0-4baa6b295eac) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:15.659072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:15.699907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=97c0a733-6cd4-4700-a827-cebc042b75d0,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:15.707269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:15.715734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:15.720017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.820650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.838457 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.907706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:15.925666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:15.938946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:15.939787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:15.949083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=438bbf5a-cc41-4d5d-9042-fe029549fac9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:15.993868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.024451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Provisioning complete for port 97c0a733-6cd4-4700-a827-cebc042b75d0 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:16.025059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.025180 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 1 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:16.034894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:16.041178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:16.045178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=26d33310-c1c4-4668-9242-27d867182d61,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:16.047622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:16.061571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:16.071948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': 'd9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'c16af411-a0fc-461b-983b-68f598e6f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:16.072305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: c16af411-a0fc-461b-983b-68f598e6f53c, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:16.128063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event updated for resources: {'Port': ['ID=fd9ad638-27a9-435f-9cf0-4baa6b295eac,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:16.133314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.133688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.137380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.173988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network c16af411-a0fc-461b-983b-68f598e6f53c is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:16.186365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:16.187015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.209271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c16af411-a0fc-461b-983b-68f598e6f53c) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:16.218075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af66831-4db3-4cea-b70c-f27dca659537 None None] Network c16af411-a0fc-461b-983b-68f598e6f53c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:16.230245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:16.236484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:16.241377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:16.242076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.246504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103099) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 11 04:23:16.247239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Router a26265f1-6752-42cb-9390-540fc88564e4 migrating from provider to provider. {{(pid=103099) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 11 04:23:16.247362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.255823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5b36a98a-bfbe-4948-962b-f351a5f89d9c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9505727 Oct 11 04:23:16.257208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47068) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:16.266149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'network_id': '45cf11ad-dff7-4918-90ec-ac46e44b4d23', 'name': 'tempest-AllowedAddressPairTestJSON-1566500974'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:16.267052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.275770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.285232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.346433 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-140e46b2-01d2-475a-87e7-d9eb1da782d8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3402622 Oct 11 04:23:16.349427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47072) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:16.398618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:16.406052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:16.412516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:16.418105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:16.418762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.422925 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] No L3 agents can host the router a26265f1-6752-42cb-9390-540fc88564e4 Oct 11 04:23:16.426658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:16.476984 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-17be7db0-895f-4c90-a550-b6e24f157040 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0663359 Oct 11 04:23:16.479462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47074) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:16.562683 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 2 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:16.568368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.570220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Made reservation on behalf of a7a05a37b4e449fdb2a99a09ee6659f4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:16.573665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.609440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 26d33310-c1c4-4668-9242-27d867182d61 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:16.609835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.619285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:16.626542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76709c73-437c-4b6d-a2cf-17a8f44148e4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:16.633989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76709c73-437c-4b6d-a2cf-17a8f44148e4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:16.639136 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-76709c73-437c-4b6d-a2cf-17a8f44148e4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1587265 Oct 11 04:23:16.639798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47076) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:16.649746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Hosts for router a26265f1-6752-42cb-9390-540fc88564e4: [] {{(pid=103099) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 11 04:23:16.660350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] device_id is not set on port 45e07abe-ae70-491a-8bc5-464bf6fc48ee yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:16.697208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Hosts for other DVR routers connected to router a26265f1-6752-42cb-9390-540fc88564e4: set() {{(pid=103099) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 11 04:23:16.701167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.702818 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-56f6c890-6edb-44af-bb1f-8642e8cb5cf2 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "PUT /v2.0/routers/a26265f1-6752-42cb-9390-540fc88564e4 HTTP/1.1" status: 200 len: 717 time: 1.2218609 Oct 11 04:23:16.706828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47078) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:16.776591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.811203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 26d33310-c1c4-4668-9242-27d867182d61 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:16.814878 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ce03ea3c-fbc7-4c99-aaa6-2db247043e13 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "GET /v2.0/routers/a26265f1-6752-42cb-9390-540fc88564e4 HTTP/1.1" status: 200 len: 717 time: 0.1044457 Oct 11 04:23:16.819729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47080) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:16.847569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:16.848023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.946321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:16.959055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:16.959596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Allocated IP 172.20.0.5 (45cf11ad-dff7-4918-90ec-ac46e44b4d23/1a73b861-5946-4d23-9289-0f34574f32ba/45e07abe-ae70-491a-8bc5-464bf6fc48ee) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:17.043845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.050016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.077633 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9fd569a-88b5-4dd3-8f2c-41d8a98b6e15 tempest-RoutersTestDVR-622327494 tempest-RoutersTestDVR-622327494-project] 10.222.0.39 "GET /v2.0/routers/a26265f1-6752-42cb-9390-540fc88564e4 HTTP/1.1" status: 200 len: 683 time: 0.2530732 Oct 11 04:23:17.081010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47084) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.097371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=26d33310-c1c4-4668-9242-27d867182d61,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:17.120352 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 3 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:17.153133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.156700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-58accae7-022a-46f3-aa9f-a9a609b28e6d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/26d33310-c1c4-4668-9242-27d867182d61 HTTP/1.1" status: 204 len: 168 time: 0.8061922 Oct 11 04:23:17.159628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47086) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.169659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.186432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:17.236232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9a2843f7-3a02-4163-966f-3962f574748c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:17.294971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9a2843f7-3a02-4163-966f-3962f574748c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:17.295699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.296227 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9a2843f7-3a02-4163-966f-3962f574748c Oct 11 04:23:17.317969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9940b-b275-4fe8-8dee-baad3578d915 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:17.323769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9940b-b275-4fe8-8dee-baad3578d915 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:17.326011 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8ae9940b-b275-4fe8-8dee-baad3578d915 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1633341 Oct 11 04:23:17.331538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.345512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.378645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.383624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.392429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.395741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9a2843f7-3a02-4163-966f-3962f574748c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:17.396378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.440121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 9a2843f7-3a02-4163-966f-3962f574748c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9a2843f7-3a02-4163-966f-3962f574748c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:17.444443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.448194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Router c0534d21-ac39-4044-8ca5-deb570976b15 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:17.450513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:17.452342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.452837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a26265f1-6752-42cb-9390-540fc88564e4 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:17.457853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.465065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c22bea51-b122-4167-9ec4-11dbe67ce510 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a26265f1-6752-42cb-9390-540fc88564e4 HTTP/1.1" status: 204 len: 168 time: 0.3771257 Oct 11 04:23:17.465247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47090) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.470434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Request body: {'router': {'name': 'tempest-router-1110956844', 'distributed': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:17.483252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.488646 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-48d9ec35-5713-45ec-a670-316701aea73f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124 HTTP/1.1" status: 204 len: 168 time: 0.8444450 Oct 11 04:23:17.489027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47092) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.514615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.522272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=9a2843f7-3a02-4163-966f-3962f574748c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:17.546849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8ef27-dad8-4288-8c6f-e9f2e395fa87 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:17.548384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8ef27-dad8-4288-8c6f-e9f2e395fa87 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:17.549948 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8ae8ef27-dad8-4288-8c6f-e9f2e395fa87 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0600128 Oct 11 04:23:17.552779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47094) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.615549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet dde08d0f-bc63-46ca-909a-36a4aa88f336 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:17.619571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.668827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.688181 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 4 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:17.726036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:17.768805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.828181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.855014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=dde08d0f-bc63-46ca-909a-36a4aa88f336,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:17.859987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.863161 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e2e129d5-99c9-4110-b396-cfed81a2f3ad tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/dde08d0f-bc63-46ca-909a-36a4aa88f336 HTTP/1.1" status: 204 len: 168 time: 0.3092227 Oct 11 04:23:17.865465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47096) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.869813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.870841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.874372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76acb63a-f551-4b59-86ef-0c1496864e24 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:17.907232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:17.913593 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-479a515b-59ef-4f45-a71f-90acc17a9f1f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449197 Oct 11 04:23:17.913922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47098) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:17.919653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 438bbf5a-cc41-4d5d-9042-fe029549fac9 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:17.919996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:17.925795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:17.931600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=45e07abe-ae70-491a-8bc5-464bf6fc48ee,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:17.936527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:17.988019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:17.996555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ab760e-3eb3-45a0-8a1a-e1ab8bbd2c3e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:18.001082 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] Sync routers for ids ['c0534d21-ac39-4044-8ca5-deb570976b15'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:18.018071 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1ab760e-3eb3-45a0-8a1a-e1ab8bbd2c3e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1025898 Oct 11 04:23:18.018717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47100) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.026655 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] Routers {'c0534d21-ac39-4044-8ca5-deb570976b15'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:18.029626 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c0534d21-ac39-4044-8ca5-deb570976b15'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:18.084880 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:18.096143 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] Routers {'c0534d21-ac39-4044-8ca5-deb570976b15'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:18.096988 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c0534d21-ac39-4044-8ca5-deb570976b15'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:18.099318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.110361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44f79c-eb65-4067-9e0e-18a6949cc78b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:18.113860 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2d44f79c-eb65-4067-9e0e-18a6949cc78b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914288 Oct 11 04:23:18.115830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.117358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47102) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.118854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.139983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:18.142464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:18.143290 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89610ba0-2c38-4fb4-843b-99d5e7f9ceca None None] The sync data for ids ['c0534d21-ac39-4044-8ca5-deb570976b15'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:18.145149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.148677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ce81eae7-6279-480d-a0f4-d1ed0933de7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5133586 Oct 11 04:23:18.152753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 438bbf5a-cc41-4d5d-9042-fe029549fac9 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:18.160196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47104) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.176199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:18.177067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.190297 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-385d4c7f-f3bf-4726-9cf8-9dd256f53ee2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710738 Oct 11 04:23:18.194555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.202964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:18.208018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] Deleting port 9a2843f7-3a02-4163-966f-3962f574748c {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:18.208633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.228117 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 5 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:18.241896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.243012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8bc8edca-3182-4f52-82b4-549a60ed1819 tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7771749 Oct 11 04:23:18.246122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47108) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.276183 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-132e0c06-15a3-4866-9fa3-abb4f3053d41 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0164959 Oct 11 04:23:18.279576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47110) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.284721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:dc:e6:29'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:dc:85:78'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:18.307837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] For port 9a2843f7-3a02-4163-966f-3962f574748c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9a2843f7-3a02-4163-966f-3962f574748c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:18.308225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.311350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:18.323073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] Calling delete_port for 9a2843f7-3a02-4163-966f-3962f574748c owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:18.368220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.409129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.409884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:18.413332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.440811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] Pushing event deleted for resources: {'Port': ['ID=9a2843f7-3a02-4163-966f-3962f574748c,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:18.442677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadb524-6d7b-421e-bf2d-cf5bf5e3f716 None None] No DVR routers for this DVR port 9a2843f7-3a02-4163-966f-3962f574748c on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:18.447431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5e73fb95-961c-4f2a-809c-e8f0c8b735f9 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/c0534d21-ac39-4044-8ca5-deb570976b15 HTTP/1.1" status: 200 len: 921 time: 0.2861099 Oct 11 04:23:18.450375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47114) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.487684 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e3bd8cd-2979-4ab6-bb5a-895dd83a984e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0534d21-ac39-4044-8ca5-deb570976b15 HTTP/1.1" status: 200 len: 205 time: 0.0360768 Oct 11 04:23:18.488390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.491187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47116) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.562099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=438bbf5a-cc41-4d5d-9042-fe029549fac9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:18.581136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.586923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-93a72bb9-ab7f-4e4d-bf76-9d7f7fa320fe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/438bbf5a-cc41-4d5d-9042-fe029549fac9 HTTP/1.1" status: 204 len: 168 time: 1.2504559 Oct 11 04:23:18.594606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47118) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.657597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:23:18.707554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.732738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.741081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3730593-0ce9-4e72-b8ce-e5de67736e49 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:18.742650 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c3730593-0ce9-4e72-b8ce-e5de67736e49 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1470709 Oct 11 04:23:18.745438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47120) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.812872 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 6 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:18.826185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-801f52e7-3045-4020-a3c9-27e1c2703159 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:18.830215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-801f52e7-3045-4020-a3c9-27e1c2703159 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/26d33310-c1c4-4668-9242-27d867182d61 HTTP/1.1" status: 404 len: 333 time: 0.0813916 Oct 11 04:23:18.834163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47122) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.849361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:18.864148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.868568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.869610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eb35f7-ca28-45d0-a7f2-242dab02db2f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:18.871164 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-92eb35f7-ca28-45d0-a7f2-242dab02db2f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/438bbf5a-cc41-4d5d-9042-fe029549fac9 HTTP/1.1" status: 404 len: 333 time: 0.0353971 Oct 11 04:23:18.875590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47124) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:18.926910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.927443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff054e13-99ca-4915-8ebe-c9195330b774 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:18.934201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:18.939151 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1c273ea-ada7-4f46-82c5-1d3113b0f2ca tempest-RoutersTestDVR-773891358 tempest-RoutersTestDVR-773891358-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ff054e13-99ca-4915-8ebe-c9195330b774 HTTP/1.1" status: 204 len: 168 time: 0.6886578 Oct 11 04:23:19.030100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.035853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.038902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.093050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:19.100134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:19.105651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:19.106256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.112879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f14df-20bd-4a99-ba06-07547dafd592 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:19.124039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=5458a950-64a3-405d-84d5-ea0827b6b397,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:19.142609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1f803df6-ce1c-44c5-a35f-0332a8a94498 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9446588 Oct 11 04:23:19.143392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47128) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:19.153096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '5458a950-64a3-405d-84d5-ea0827b6b397', 'ip_address': '2001:db8::1ed7:99aa:6cc5:6637'}], 'name': 'tempest-NetworksTestDHCPv6-522575003'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:19.217506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9a2843f7-3a02-4163-966f-3962f574748c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:19.261242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 9a2843f7-3a02-4163-966f-3962f574748c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:19.261694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9a2843f7-3a02-4163-966f-3962f574748c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:19.287041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47132) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:19.287332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.312250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.316985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '5458a950-64a3-405d-84d5-ea0827b6b397'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:19.318188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.332155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.338498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16af411-a0fc-461b-983b-68f598e6f53c']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:19.371121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Deleting port fd9ad638-27a9-435f-9cf0-4baa6b295eac {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:19.371466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.388906 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 7 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:19.397431 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:19.397733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:19.417929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d18d970-b388-460d-89e2-9e74de32f8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.440358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.457219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:19.499701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d18d970-b388-460d-89e2-9e74de32f8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.503591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d18d970-b388-460d-89e2-9e74de32f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.510247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/5458a950-64a3-405d-84d5-ea0827b6b397/e51e30aa-6571-475f-bf34-f49ccbcba300) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:19.518048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event updated for resources: {'Port': ['ID=45e07abe-ae70-491a-8bc5-464bf6fc48ee,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:19.526053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] In _notify_port_updated(), no bound segment for port 45e07abe-ae70-491a-8bc5-464bf6fc48ee on network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:23:19.532192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:19.532794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.537088 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d7bbe7e7-e5ff-4746-b101-f3790f23df0b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "PUT /v2.0/ports/45e07abe-ae70-491a-8bc5-464bf6fc48ee HTTP/1.1" status: 200 len: 1056 time: 1.2534628 Oct 11 04:23:19.537260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.539669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47136) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:19.552164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:19.555797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.555895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7d18d970-b388-460d-89e2-9e74de32f8bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=decf114061f44bd0a7f74147ee4c7408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645783 Oct 11 04:23:19.570121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47138) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:19.573932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18d970-b388-460d-89e2-9e74de32f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0221b80-0ca3-47dc-b57c-34c5e421fd18,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:19.597101 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment d9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231 resource provider aggregate not found Oct 11 04:23:19.604982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:19.616620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.645160 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment d9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c8b9f4-d9b4-4f49-a5e4-61c95ed8c231 found for delete ", "request_id": "req-3da67a41-7dfd-4efe-ba9d-bff7d4b4504e"}]} Oct 11 04:23:19.652913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port 45e07abe-ae70-491a-8bc5-464bf6fc48ee {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:19.654029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.702078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Calling delete_port for fd9ad638-27a9-435f-9cf0-4baa6b295eac owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:19.710923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.711419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.718373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.752429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.755573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/c16af411-a0fc-461b-983b-68f598e6f53c HTTP/1.1" status: 204 len: 168 time: 0.8777325 Oct 11 04:23:19.759926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47144) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:19.760075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:19.763570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:19.767157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:19.769507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-72290705'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:19.773737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.779807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Pushing event updated for resources: {'Port': ['ID=e51e30aa-6571-475f-bf34-f49ccbcba300,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:19.781984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fe5aa-f83d-4b43-9336-07ccf3781b7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=c16af411-a0fc-461b-983b-68f598e6f53c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:19.803936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for 45e07abe-ae70-491a-8bc5-464bf6fc48ee owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:19.820636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:19.824129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.831255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Attempting to bind port e51e30aa-6571-475f-bf34-f49ccbcba300 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:19.831891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Attempting to bind port e51e30aa-6571-475f-bf34-f49ccbcba300 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:19.832426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Attempting to bind port e51e30aa-6571-475f-bf34-f49ccbcba300 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:19.835110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-625693cd-338c-49f3-aa6f-8091b99dc149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.837996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:19.838655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:19.839275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.839843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:19.840487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Bound port: e51e30aa-6571-475f-bf34-f49ccbcba300, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:19.841453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.883330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.884204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:19.892522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-625693cd-338c-49f3-aa6f-8091b99dc149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.905614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:19.906017 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment 9dd2d0da-a80d-45bc-b0cb-4c407ed79515 of type vlan for network 60c3df40-73de-453d-8185-09da75111195 Oct 11 04:23:19.960532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 8ebef604-e0af-456e-b3fa-83ada136c7ea yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:19.962602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.010448 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 8 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:20.021901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.028742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:20.029648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.079280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:20.090018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3264287 Oct 11 04:23:20.092110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47146) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:20.098391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] For port e51e30aa-6571-475f-bf34-f49ccbcba300, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:20.109806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-625693cd-338c-49f3-aa6f-8091b99dc149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.112355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-625693cd-338c-49f3-aa6f-8091b99dc149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.113483 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-625693cd-338c-49f3-aa6f-8091b99dc149 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0221b80-0ca3-47dc-b57c-34c5e421fd18 HTTP/1.1" status: 204 len: 168 time: 0.5321779 Oct 11 04:23:20.127380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '60c3df40-73de-453d-8185-09da75111195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:20.133277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd661174-9a06-4e78-9738-9958c4677d9a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=60c3df40-73de-453d-8185-09da75111195,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:20.140157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625693cd-338c-49f3-aa6f-8091b99dc149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0221b80-0ca3-47dc-b57c-34c5e421fd18,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:20.147802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.150902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.152885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] For port e51e30aa-6571-475f-bf34-f49ccbcba300, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e51e30aa-6571-475f-bf34-f49ccbcba300,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:20.161222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 60c3df40-73de-453d-8185-09da75111195 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:20.188096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.203014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event deleted for resources: {'Port': ['ID=fd9ad638-27a9-435f-9cf0-4baa6b295eac,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:20.222977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=45e07abe-ae70-491a-8bc5-464bf6fc48ee,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:20.271536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::1ed7:99aa:6cc5:6637 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/5458a950-64a3-405d-84d5-ea0827b6b397/8ebef604-e0af-456e-b3fa-83ada136c7ea) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:20.373507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:20.375688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.413349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e8bb2-99c5-4067-84fb-569f8a76bef4 None None] Pushing event updated for resources: {'Port': ['ID=e51e30aa-6571-475f-bf34-f49ccbcba300,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:20.535310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Performing IP validity checks on allocation pools {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:23:20.536465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:23:20.572128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.575982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2dd201b9-c201-4095-9ae6-fcc7f8fbc966 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/ports/45e07abe-ae70-491a-8bc5-464bf6fc48ee HTTP/1.1" status: 204 len: 168 time: 1.0344830 Oct 11 04:23:20.579305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47154) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:20.580342 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 9 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:20.624356 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9029441d-256e-4747-96fd-42007b57da16 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] GET failed (client error): The resource could not be found. Oct 11 04:23:20.626248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9029441d-256e-4747-96fd-42007b57da16 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "GET /v2.0/ports/45e07abe-ae70-491a-8bc5-464bf6fc48ee HTTP/1.1" status: 404 len: 333 time: 0.0454516 Oct 11 04:23:20.629853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47156) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:20.635942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:20.701820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:20.736027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d77972b9-1083-42c8-9911-50a3a1a7a2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.797817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.841636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.907129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.918275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.920601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port 97c0a733-6cd4-4700-a827-cebc042b75d0 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:20.921059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:20.953536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=f5b41fb6-c693-4345-8264-59b62c838060,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:21.001157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.001711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Fanout notify agent at l3_agent the message router_deleted on router c0534d21-ac39-4044-8ca5-deb570976b15 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:21.013605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.018241 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-78240161-c208-4b07-9cd2-26ac2d085d11 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/c0534d21-ac39-4044-8ca5-deb570976b15 HTTP/1.1" status: 204 len: 168 time: 2.5246046 Oct 11 04:23:21.020825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47162) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:21.022586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': '9dd2d0da-a80d-45bc-b0cb-4c407ed79515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '60c3df40-73de-453d-8185-09da75111195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:21.022958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: 60c3df40-73de-453d-8185-09da75111195, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:21.026950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'name': 'tempest-snat-router-98909727', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': False}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:21.039477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d77972b9-1083-42c8-9911-50a3a1a7a2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.048010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d77972b9-1083-42c8-9911-50a3a1a7a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.066453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.070293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.071463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.103506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.122865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 60c3df40-73de-453d-8185-09da75111195 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:21.130716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.131452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for 97c0a733-6cd4-4700-a827-cebc042b75d0 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:21.133501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77972b9-1083-42c8-9911-50a3a1a7a2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aebc7ca-00bd-4ba0-9a24-bf788c901c81,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:21.137528 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Attempt 10 to provision port 97c0a733-6cd4-4700-a827-cebc042b75d0 Oct 11 04:23:21.139278 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d77972b9-1083-42c8-9911-50a3a1a7a2d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=591f69202c4c4019b69426f63b7a53a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358256 Oct 11 04:23:21.142674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47164) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:21.156713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 60c3df40-73de-453d-8185-09da75111195) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:21.161701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:21.162294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.207730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92574b18-702b-4edd-afb1-4ec85d36b12f None None] Network 60c3df40-73de-453d-8185-09da75111195 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:21.242027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-72a1ed75-94a7-4d2e-bfa2-f20ad10cb55e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1465585 Oct 11 04:23:21.243346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47166) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:21.249464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '60c3df40-73de-453d-8185-09da75111195', 'name': 'tempest-PortsTestJSON-1317183001'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:21.268685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.328603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e51e30aa-6571-475f-bf34-f49ccbcba300 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:21.399508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.403974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-65a5cbf1-c5d5-46a2-893d-692d3831a73b None None] Port 97c0a733-6cd4-4700-a827-cebc042b75d0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:21.411390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea777cb-ea01-4802-ae3b-e7f9e036d664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.436536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:21.444780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:21.447000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:21.449486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.455410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=8ebef604-e0af-456e-b3fa-83ada136c7ea,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:21.470553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:21.472345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:21.472969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e51e30aa-6571-475f-bf34-f49ccbcba300 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:21.473501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.473674 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e51e30aa-6571-475f-bf34-f49ccbcba300 Oct 11 04:23:21.477192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:21.478572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.483154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea777cb-ea01-4802-ae3b-e7f9e036d664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.538035 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aa3ce268-a824-48b6-960c-7b9f5d063f69 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3895671 Oct 11 04:23:21.539035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47168) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:21.542325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.551440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '5458a950-64a3-405d-84d5-ea0827b6b397', 'ip_address': '2001:db8::1ed7:99aa:6cc5:6637'}], 'name': 'tempest-NetworksTestDHCPv6-1436933085'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:21.557308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-60c3df40-73de-453d-8185-09da75111195', 'network_id': '60c3df40-73de-453d-8185-09da75111195', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': 'f5b41fb6-c693-4345-8264-59b62c838060'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:21.563589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.569825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-dc4a50d7-c0ef-41cc-8174-56ed4ab5f08e None None] Could not find standard attr ID for object 8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:21.583954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-dc4a50d7-c0ef-41cc-8174-56ed4ab5f08e None None] Could not find standard attr ID for object 45e07abe-ae70-491a-8bc5-464bf6fc48ee. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:21.588326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=97c0a733-6cd4-4700-a827-cebc042b75d0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:21.609258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-dc4a50d7-c0ef-41cc-8174-56ed4ab5f08e None None] Could not find standard attr ID for object 9a2843f7-3a02-4163-966f-3962f574748c. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:21.677010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea777cb-ea01-4802-ae3b-e7f9e036d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.679659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e51e30aa-6571-475f-bf34-f49ccbcba300 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:21.680070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.680399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea777cb-ea01-4802-ae3b-e7f9e036d664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.681556 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bea777cb-ea01-4802-ae3b-e7f9e036d664 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aebc7ca-00bd-4ba0-9a24-bf788c901c81 HTTP/1.1" status: 204 len: 168 time: 0.5364959 Oct 11 04:23:21.690277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.4 (60c3df40-73de-453d-8185-09da75111195/f5b41fb6-c693-4345-8264-59b62c838060/a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:21.716627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.720093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2aa7d3d7-ee6f-4848-8d54-de1bde53b4bb tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/ports/97c0a733-6cd4-4700-a827-cebc042b75d0 HTTP/1.1" status: 204 len: 168 time: 1.0890813 Oct 11 04:23:21.722790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47172) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:21.737425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea777cb-ea01-4802-ae3b-e7f9e036d664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aebc7ca-00bd-4ba0-9a24-bf788c901c81,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:21.753048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6190733-27a1-42ba-aba4-6e3926c5d04c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] GET failed (client error): The resource could not be found. Oct 11 04:23:21.754845 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f6190733-27a1-42ba-aba4-6e3926c5d04c tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "GET /v2.0/ports/97c0a733-6cd4-4700-a827-cebc042b75d0 HTTP/1.1" status: 404 len: 333 time: 0.0311992 Oct 11 04:23:21.763767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47174) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:21.874451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e6402622-d07a-424c-9369-a80e6f32e553 None None] Provisioning complete for port e51e30aa-6571-475f-bf34-f49ccbcba300 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:21.874726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e6402622-d07a-424c-9369-a80e6f32e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:21.875011 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e6402622-d07a-424c-9369-a80e6f32e553 None None] Attempt 1 to provision port e51e30aa-6571-475f-bf34-f49ccbcba300 Oct 11 04:23:21.921932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e51e30aa-6571-475f-bf34-f49ccbcba300, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e51e30aa-6571-475f-bf34-f49ccbcba300,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:21.930495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.022419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e6402622-d07a-424c-9369-a80e6f32e553 None None] Current status of the port e51e30aa-6571-475f-bf34-f49ccbcba300 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:22.025037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.032367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:22.032656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port 861f81c7-4a45-422c-afcd-a3d8c60b014c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:22.033180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.040785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.064222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e51e30aa-6571-475f-bf34-f49ccbcba300,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:22.078689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.097188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 78892c7f-d896-4a62-a341-d4d8e479933d yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:22.137241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.150593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Provisioning complete for port 8ebef604-e0af-456e-b3fa-83ada136c7ea triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:22.150980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.151326 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Attempt 1 to provision port 8ebef604-e0af-456e-b3fa-83ada136c7ea Oct 11 04:23:22.165010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.189882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for 861f81c7-4a45-422c-afcd-a3d8c60b014c owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:22.195840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Port 8ebef604-e0af-456e-b3fa-83ada136c7ea cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:22.242433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.271149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Allocated IP 172.20.0.2 (60c3df40-73de-453d-8185-09da75111195/f5b41fb6-c693-4345-8264-59b62c838060/2202cf4d-49ed-418e-aed2-be8f972c5635) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:22.302474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 60c3df40-73de-453d-8185-09da75111195 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:22.311580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:22.317142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:22.327713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:22.333772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Allocated IP 172.26.8.83 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:22.394248 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 11 04:23:22.394878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:22.400680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:22.401294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.434290 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-036234cd-9048-4183-8bff-4fd792a06e0a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1874194 Oct 11 04:23:22.435577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47184) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:22.443632 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-802580ff-216c-4096-9b8c-4824410b70af tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9028554 Oct 11 04:23:22.446130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47186) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:22.480867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.500013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.513536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.524343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.536983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.563179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=861f81c7-4a45-422c-afcd-a3d8c60b014c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:22.594366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:22.597790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:22.608668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Pushing event updated for resources: {'Port': ['ID=2202cf4d-49ed-418e-aed2-be8f972c5635,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:22.610867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:22.613226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3313b1-feb5-42fc-bcc3-4b24b1238f1f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:22.619254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3313b1-feb5-42fc-bcc3-4b24b1238f1f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:22.620815 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2c3313b1-feb5-42fc-bcc3-4b24b1238f1f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1737535 Oct 11 04:23:22.624365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47192) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:22.627036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Network 60c3df40-73de-453d-8185-09da75111195 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:22.628552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:22.631135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:22.690909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Port': ['ID=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:22.709761 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Attempt 2 to provision port 8ebef604-e0af-456e-b3fa-83ada136c7ea Oct 11 04:23:22.737888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.742619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9716b544-49d7-44fb-90a9-fe1d88627171 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/ports/861f81c7-4a45-422c-afcd-a3d8c60b014c HTTP/1.1" status: 204 len: 168 time: 0.9778178 Oct 11 04:23:22.750627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47198) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:22.770852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Attempting to bind port 2202cf4d-49ed-418e-aed2-be8f972c5635 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:22.771222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Attempting to bind port 2202cf4d-49ed-418e-aed2-be8f972c5635 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '9dd2d0da-a80d-45bc-b0cb-4c407ed79515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '60c3df40-73de-453d-8185-09da75111195'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:22.771582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Attempting to bind port 2202cf4d-49ed-418e-aed2-be8f972c5635 on network 60c3df40-73de-453d-8185-09da75111195 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:22.784490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:22.784838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.788121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:22.788498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Checking segment: {'id': '9dd2d0da-a80d-45bc-b0cb-4c407ed79515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '60c3df40-73de-453d-8185-09da75111195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:22.788897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.789282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Bound using segment: {'id': '9dd2d0da-a80d-45bc-b0cb-4c407ed79515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '60c3df40-73de-453d-8185-09da75111195'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:22.789840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Bound port: 2202cf4d-49ed-418e-aed2-be8f972c5635, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd2d0da-a80d-45bc-b0cb-4c407ed79515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '60c3df40-73de-453d-8185-09da75111195'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:22.790221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.794438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Port 8ebef604-e0af-456e-b3fa-83ada136c7ea cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:22.876382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting subnet 1a73b861-5946-4d23-9289-0f34574f32ba {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:22.903843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] For port 2202cf4d-49ed-418e-aed2-be8f972c5635, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:22.907383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] For port 2202cf4d-49ed-418e-aed2-be8f972c5635, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2202cf4d-49ed-418e-aed2-be8f972c5635,segment=NetworkSegment(9dd2d0da-a80d-45bc-b0cb-4c407ed79515),segment_id=9dd2d0da-a80d-45bc-b0cb-4c407ed79515)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:22.909127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.915463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.973866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:22.986864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea884da9-8d6f-49c9-8630-94edf3a8543f None None] Pushing event updated for resources: {'Port': ['ID=2202cf4d-49ed-418e-aed2-be8f972c5635,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:23.005850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.050979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 8ebef604-e0af-456e-b3fa-83ada136c7ea {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:23.051533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.061505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.097033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:23.250961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e51e30aa-6571-475f-bf34-f49ccbcba300 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:23.304109 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Attempt 3 to provision port 8ebef604-e0af-456e-b3fa-83ada136c7ea Oct 11 04:23:23.321868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.356021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e51e30aa-6571-475f-bf34-f49ccbcba300 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:23.356376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.356718 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e51e30aa-6571-475f-bf34-f49ccbcba300 Oct 11 04:23:23.358439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Port 8ebef604-e0af-456e-b3fa-83ada136c7ea cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:23.488074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e51e30aa-6571-475f-bf34-f49ccbcba300 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:23.491554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Router d29ca9af-92d0-410a-a01d-50ea4b10f76f is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:23.620530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:23.634173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.635463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Sync routers for ids ['d29ca9af-92d0-410a-a01d-50ea4b10f76f'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:23.657686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Routers {'d29ca9af-92d0-410a-a01d-50ea4b10f76f'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:23.658770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d29ca9af-92d0-410a-a01d-50ea4b10f76f'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:23.660526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.661146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.662612 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2a93c5c3-abd7-40ce-bb16-bc643fb1406c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.6398594 Oct 11 04:23:23.665729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47216) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:23.696283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 8ebef604-e0af-456e-b3fa-83ada136c7ea owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:23.792694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47218) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:23.802580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Set router d29ca9af-92d0-410a-a01d-50ea4b10f76f gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:23.834235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.898463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Subnet': ['ID=1a73b861-5946-4d23-9289-0f34574f32ba,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:23.902741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.908082 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-54f716a4-7819-4df1-9a37-29f135d09a3b tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/subnets/1a73b861-5946-4d23-9289-0f34574f32ba HTTP/1.1" status: 204 len: 168 time: 1.1543472 Oct 11 04:23:23.912475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47224) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:23.918412 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Attempt 4 to provision port 8ebef604-e0af-456e-b3fa-83ada136c7ea Oct 11 04:23:23.952156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-234534832', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:23.981982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:23.999857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e753cd-9605-4163-aa90-914dfb35bf47 None None] Network 45cf11ad-dff7-4918-90ec-ac46e44b4d23 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:24.123405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Port 8ebef604-e0af-456e-b3fa-83ada136c7ea cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:24.125242 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2bc30a13-cb8a-4aec-b0e7-061692625b58 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/d29ca9af-92d0-410a-a01d-50ea4b10f76f HTTP/1.1" status: 200 len: 906 time: 0.4583216 Oct 11 04:23:24.126002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47226) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:24.128593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Made reservation on behalf of d4ccdafd867e4471a2190e85e969b089 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:24.130403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'name': 'tempest-snat-router-98909727', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': True}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:24.131024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.144210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.146340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:24.158982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.160042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.188031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.236227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.238609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ca9af-92d0-410a-a01d-50ea4b10f76f', 'name': 'tempest-snat-router-98909727', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': False}, 'gw_port_id': 'ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:21Z', 'updated_at': '2022-10-11T04:23:22Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': 'ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ca9af-92d0-410a-a01d-50ea4b10f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:22Z', 'updated_at': '2022-10-11T04:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:24.238901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.253692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=8ebef604-e0af-456e-b3fa-83ada136c7ea,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:24.299736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Checking router: d29ca9af-92d0-410a-a01d-50ea4b10f76f for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:24.300376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Updating router d29ca9af-92d0-410a-a01d-50ea4b10f76f port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:24.320589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.325893 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d2e0d6db-d54a-4c25-8dda-4423741e762f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8ebef604-e0af-456e-b3fa-83ada136c7ea HTTP/1.1" status: 204 len: 168 time: 1.7002776 Oct 11 04:23:24.330990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] DHCP port deletion for 45cf11ad-dff7-4918-90ec-ac46e44b4d23 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:24.333143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47228) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:24.339748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.343600 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1ddbdc6c-9eeb-4248-a6f6-7f48dffc22d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1 HTTP/1.1" status: 204 len: 168 time: 1.9069531 Oct 11 04:23:24.346210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47230) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:24.351365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.433129 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c841d05b-e349-4d04-b3f4-e59424b8cdc6 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:24.434102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c841d05b-e349-4d04-b3f4-e59424b8cdc6 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:24.440901 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c841d05b-e349-4d04-b3f4-e59424b8cdc6 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1 HTTP/1.1" status: 404 len: 333 time: 0.0915287 Oct 11 04:23:24.443991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47232) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:24.488765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3a8d-6824-496f-a75c-96c95d8f3fea tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:24.490567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef3a8d-6824-496f-a75c-96c95d8f3fea tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:24.492254 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1eef3a8d-6824-496f-a75c-96c95d8f3fea tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1543391 Oct 11 04:23:24.495504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47234) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:24.507677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Deleting port 7a876100-1076-4acd-85f9-2f84c2d6ae2e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:24.508033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.508933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.514995 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd04cd1d-ba25-4653-ab90-3b9a4f3d91a4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:24.519308 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd04cd1d-ba25-4653-ab90-3b9a4f3d91a4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/a7a71c35-66a3-4bb5-ab8f-3196f81a3cc1 HTTP/1.1" status: 404 len: 333 time: 0.0735898 Oct 11 04:23:24.520370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47236) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:24.601818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet f5b41fb6-c693-4345-8264-59b62c838060 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:24.611357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.624903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.629580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 5458a950-64a3-405d-84d5-ea0827b6b397 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:24.644893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.649256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.673285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] device_id is not set on port 623d945c-ea20-4b51-bbdd-32c07691fb9a yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:24.673693 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Attempt 5 to provision port 8ebef604-e0af-456e-b3fa-83ada136c7ea Oct 11 04:23:24.678787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52a5ac-5761-4390-8dcf-c4b70fcf36f0 None None] Network 60c3df40-73de-453d-8185-09da75111195 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:24.687823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.699494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] For port 7a876100-1076-4acd-85f9-2f84c2d6ae2e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7a876100-1076-4acd-85f9-2f84c2d6ae2e,segment=NetworkSegment(0ab8406d-428c-4a18-8875-5db549ebbd6c),segment_id=0ab8406d-428c-4a18-8875-5db549ebbd6c)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:24.699891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.718243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8e5d7-eec1-4593-a040-c90be58fc405 None None] Port 8ebef604-e0af-456e-b3fa-83ada136c7ea was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:23:24.767061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Calling delete_port for 7a876100-1076-4acd-85f9-2f84c2d6ae2e owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:24.771992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.774659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27c62b1-6cfe-429d-b6d6-8f45e3fe6a5e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:24.784526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] Deleting port 7a876100-1076-4acd-85f9-2f84c2d6ae2e {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:24.784876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.915917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.920400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.956127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] For port 7a876100-1076-4acd-85f9-2f84c2d6ae2e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7a876100-1076-4acd-85f9-2f84c2d6ae2e,segment=NetworkSegment(0ab8406d-428c-4a18-8875-5db549ebbd6c),segment_id=0ab8406d-428c-4a18-8875-5db549ebbd6c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:24.956501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.956611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.966657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.971036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Provisioning complete for port 2202cf4d-49ed-418e-aed2-be8f972c5635 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:24.971590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:24.971937 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Attempt 1 to provision port 2202cf4d-49ed-418e-aed2-be8f972c5635 Oct 11 04:23:24.985652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.004553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Port': ['ID=7a876100-1076-4acd-85f9-2f84c2d6ae2e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.008646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] No DVR routers for this DVR port 7a876100-1076-4acd-85f9-2f84c2d6ae2e on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:25.011513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] Calling delete_port for 7a876100-1076-4acd-85f9-2f84c2d6ae2e owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:25.037802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.087030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.091220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=5458a950-64a3-405d-84d5-ea0827b6b397,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.093355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.096561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-98933bfd-a06b-457a-82ad-744dfb36f31f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/5458a950-64a3-405d-84d5-ea0827b6b397 HTTP/1.1" status: 204 len: 168 time: 0.5991793 Oct 11 04:23:25.100070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47238) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:25.112953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd37870-9a61-4c2a-a12a-9778172a0ecd None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:25.129726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.130777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.134570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/f5b41fb6-c693-4345-8264-59b62c838060 HTTP/1.1" status: 204 len: 168 time: 0.6127951 Oct 11 04:23:25.135484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24d1e4-0a38-4d1c-a6a6-e85e8cc7f509 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b41fb6-c693-4345-8264-59b62c838060,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.138676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47240) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:25.181369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3f2e4f4e-fa7f-4a78-8a8d-51b01c50e6dd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803823 Oct 11 04:23:25.186587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47242) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:25.191472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:25.204216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cf11ad-dff7-4918-90ec-ac46e44b4d23']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:25.227103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab8406d-428c-4a18-8875-5db549ebbd6c') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:25.227389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab8406d-428c-4a18-8875-5db549ebbd6c') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:25.236372 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.245732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.280753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.300467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.314060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Releasing vlan 464 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:25.314472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.358034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2202cf4d-49ed-418e-aed2-be8f972c5635 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:25.363028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 2202cf4d-49ed-418e-aed2-be8f972c5635 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:25.363659 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 0ab8406d-428c-4a18-8875-5db549ebbd6c resource provider aggregate not found Oct 11 04:23:25.364930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.377938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.407046 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 0ab8406d-428c-4a18-8875-5db549ebbd6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ab8406d-428c-4a18-8875-5db549ebbd6c found for delete ", "request_id": "req-e62acf73-dc51-40b5-bb79-d5679c3b56f0"}]} Oct 11 04:23:25.411250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:25.411420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.414477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.439124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Current status of the port 2202cf4d-49ed-418e-aed2-be8f972c5635 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:25.439124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.464378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Attempting to bind port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:25.464760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Attempting to bind port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:25.465144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Attempting to bind port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:25.466222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.468329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Allocated IP 172.26.8.252 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/623d945c-ea20-4b51-bbdd-32c07691fb9a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:25.479063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.485508 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] 10.222.0.39 "DELETE /v2.0/networks/45cf11ad-dff7-4918-90ec-ac46e44b4d23 HTTP/1.1" status: 204 len: 168 time: 1.5694911 Oct 11 04:23:25.491492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] No DVR routers for this DVR port 7a876100-1076-4acd-85f9-2f84c2d6ae2e on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:25.503708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:25.504226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:25.504469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.504849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:25.505336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Bound port: ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:25.505719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.513235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788c492-979d-4d82-ba5f-69c6e41cd51c None None] Pushing event updated for resources: {'Port': ['ID=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.518396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port 2202cf4d-49ed-418e-aed2-be8f972c5635, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2202cf4d-49ed-418e-aed2-be8f972c5635,segment=NetworkSegment(9dd2d0da-a80d-45bc-b0cb-4c407ed79515),segment_id=9dd2d0da-a80d-45bc-b0cb-4c407ed79515)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:25.518831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.538375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 2202cf4d-49ed-418e-aed2-be8f972c5635 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:25.591380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] For port 2202cf4d-49ed-418e-aed2-be8f972c5635, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2202cf4d-49ed-418e-aed2-be8f972c5635,segment=NetworkSegment(9dd2d0da-a80d-45bc-b0cb-4c407ed79515),segment_id=9dd2d0da-a80d-45bc-b0cb-4c407ed79515)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:25.594834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57b731-be08-49fe-93df-b3a38ff801fe None None] Network 60c3df40-73de-453d-8185-09da75111195 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:25.597075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a883-916b-4514-b997-9dcf57f29325 tempest-AllowedAddressPairTestJSON-1448518871 tempest-AllowedAddressPairTestJSON-1448518871-project] Pushing event deleted for resources: {'Network': ['ID=45cf11ad-dff7-4918-90ec-ac46e44b4d23,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.604555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093696c-1c8e-48e2-aa8d-3212c269c33b None None] Pushing event deleted for resources: {'Port': ['ID=7a876100-1076-4acd-85f9-2f84c2d6ae2e,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.620546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.689012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.716895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2202cf4d-49ed-418e-aed2-be8f972c5635 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:25.717491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.717586 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2202cf4d-49ed-418e-aed2-be8f972c5635 Oct 11 04:23:25.731630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:25.763196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port 2202cf4d-49ed-418e-aed2-be8f972c5635 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:25.770557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 2202cf4d-49ed-418e-aed2-be8f972c5635 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:23:25.775567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] For port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:25.804469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a952e783-1127-40c9-9fac-0f2ec7bb08f2 None None] Could not find standard attr ID for object 2202cf4d-49ed-418e-aed2-be8f972c5635. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:25.812454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=2202cf4d-49ed-418e-aed2-be8f972c5635,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.856086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.868314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] For port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:25.898129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7a876100-1076-4acd-85f9-2f84c2d6ae2e no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:25.902789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.916093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.921434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:25.925972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4b694-a1fe-4372-9b4f-ae3fd1dfa439 None None] Pushing event updated for resources: {'Port': ['ID=2202cf4d-49ed-418e-aed2-be8f972c5635,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.931957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:25.943898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:25.944560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.952538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:25.954610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c3df40-73de-453d-8185-09da75111195']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:25.970741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=b1d5f903-25c4-41b2-81f1-9c75d928daf2,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:25.970904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47252) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:25.981909 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5ad29e49-bf44-4bf7-acbf-b6047f130f6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7910731 Oct 11 04:23:25.981909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47254) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:25.986826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': 'b1d5f903-25c4-41b2-81f1-9c75d928daf2', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1943059964'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:25.993905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd2d0da-a80d-45bc-b0cb-4c407ed79515') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:25.993905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd2d0da-a80d-45bc-b0cb-4c407ed79515') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:26.005585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.025709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7a876100-1076-4acd-85f9-2f84c2d6ae2e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:26.026414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7a876100-1076-4acd-85f9-2f84c2d6ae2e not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:26.032038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.043894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 457 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:26.045049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.046050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705576e6-20df-4588-b04a-3e29f1bcf56e None None] DHCP port deletion for 60c3df40-73de-453d-8185-09da75111195 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:26.070508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Routers {'d29ca9af-92d0-410a-a01d-50ea4b10f76f'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:26.071645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d29ca9af-92d0-410a-a01d-50ea4b10f76f'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:26.072719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.083304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788c492-979d-4d82-ba5f-69c6e41cd51c None None] Pushing event updated for resources: {'Port': ['ID=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.099950 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 9dd2d0da-a80d-45bc-b0cb-4c407ed79515 resource provider aggregate not found Oct 11 04:23:26.138301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 9dd2d0da-a80d-45bc-b0cb-4c407ed79515 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dd2d0da-a80d-45bc-b0cb-4c407ed79515 found for delete ", "request_id": "req-e3cf81dd-6871-41e9-b6e2-ad5dc3734718"}]} Oct 11 04:23:26.151659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] Deleting port e51e30aa-6571-475f-bf34-f49ccbcba300 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:26.152117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.158133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:26.167136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:26.170354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:26.172545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Pushing event updated for resources: {'Port': ['ID=623d945c-ea20-4b51-bbdd-32c07691fb9a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.221877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:26.222063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.237156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.240505 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/60c3df40-73de-453d-8185-09da75111195 HTTP/1.1" status: 204 len: 168 time: 1.1009054 Oct 11 04:23:26.244210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47262) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:26.250451 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-db7fc3fc-1633-4654-bcde-8d3730c93c30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7a05a37b4e449fdb2a99a09ee6659f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783668 Oct 11 04:23:26.251768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1311295891'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:26.261067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47264) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:26.274740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] Set router d29ca9af-92d0-410a-a01d-50ea4b10f76f gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:26.276763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562071e-1834-4e9f-a4cd-382ebbd5470b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=60c3df40-73de-453d-8185-09da75111195,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.279104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Allocated IP 172.26.8.254 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/ae2039c3-0a13-45e1-bc1f-af0a504c8fad) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:26.289143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:26.289764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.377146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:26.380732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.388685 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f615a31b-bb02-4673-844e-11b62a9ba27c tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5920138 Oct 11 04:23:26.388931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47266) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:26.394571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.252'}]}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:26.400225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.422580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18ff-0f84-4900-b245-943b2f805c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.432121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.433194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.447427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18ff-0f84-4900-b245-943b2f805c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.465290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.488376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] For port e51e30aa-6571-475f-bf34-f49ccbcba300, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e51e30aa-6571-475f-bf34-f49ccbcba300,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:26.488668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.511421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18ff-0f84-4900-b245-943b2f805c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.513984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] Calling delete_port for e51e30aa-6571-475f-bf34-f49ccbcba300 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:26.514849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5bc18ff-0f84-4900-b245-943b2f805c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.519233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a5bc18ff-0f84-4900-b245-943b2f805c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed8782bf-86b4-4b20-a089-e07acafdb210 HTTP/1.1" status: 204 len: 168 time: 0.2567830 Oct 11 04:23:26.527861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.528419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:26.533440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.543098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:26.548303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2039c3-0a13-45e1-bc1f-af0a504c8fad,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.557994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc18ff-0f84-4900-b245-943b2f805c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8782bf-86b4-4b20-a089-e07acafdb210,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.564730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.565084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment 5211fd63-e06b-46e8-a659-3de330361026 of type vlan for network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 Oct 11 04:23:26.577577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port e29fb3f7-afde-413b-882a-001ed3754ff0 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:26.581943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:26.595204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:26.653114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.732455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.749152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.754611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:26.755209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.758315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:26.797078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] Pushing event deleted for resources: {'Port': ['ID=e51e30aa-6571-475f-bf34-f49ccbcba300,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.802732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ddc5e-f3ad-48dc-b243-011801fcfd6f None None] No DVR routers for this DVR port e51e30aa-6571-475f-bf34-f49ccbcba300 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:26.829234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ca9af-92d0-410a-a01d-50ea4b10f76f', 'name': 'tempest-snat-router-98909727', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': False}, 'gw_port_id': 'ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:21Z', 'updated_at': '2022-10-11T04:23:22Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': 'ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ca9af-92d0-410a-a01d-50ea4b10f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:22Z', 'updated_at': '2022-10-11T04:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:26.837656 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:26.838119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:26.870106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=835b0de6-ff6e-41f3-aee2-8dfc8db00b88,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:26.875951 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b71aa78f-2ba9-45f2-aa19-7315def1554d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6305106 Oct 11 04:23:26.880260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47276) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:26.885687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:26.886967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a007eaa-8849-4207-b2c9-3e3e7791c525 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:26.905577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:26.911874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38363c-e7c7-4fb3-99dc-7478939c9c69 None None] The sync data for ids ['d29ca9af-92d0-410a-a01d-50ea4b10f76f'] in dv-neutron-860894-1-hyperv is: [{'id': 'd29ca9af-92d0-410a-a01d-50ea4b10f76f', 'name': 'tempest-snat-router-98909727', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': False}, 'gw_port_id': 'ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:21Z', 'updated_at': '2022-10-11T04:23:22Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': 'ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ca9af-92d0-410a-a01d-50ea4b10f76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:22Z', 'updated_at': '2022-10-11T04:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:26.996643 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cb6426c4-a9e8-4e12-8fad-0818bf104cc3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0138853 Oct 11 04:23:26.999056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47282) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.036880 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-628cbdc8-0434-4ce2-9a04-05f8e935a0fd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0345511 Oct 11 04:23:27.037415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47284) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.075764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.085614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:27.112956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.164004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c0389-4829-48bd-8865-e5bd5975d5f6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:27.165181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c0389-4829-48bd-8865-e5bd5975d5f6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:27.170583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0c2c0389-4829-48bd-8865-e5bd5975d5f6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1314418 Oct 11 04:23:27.176640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47288) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.224327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e51e30aa-6571-475f-bf34-f49ccbcba300 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:27.227524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b73de9-1a48-4785-8656-9b8ff1e3ec35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'b1d5f903-25c4-41b2-81f1-9c75d928daf2'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:27.228343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b2b73de9-1a48-4785-8656-9b8ff1e3ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.338227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet b1d5f903-25c4-41b2-81f1-9c75d928daf2 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:27.344625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.395046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e51e30aa-6571-475f-bf34-f49ccbcba300 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:27.395902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e51e30aa-6571-475f-bf34-f49ccbcba300 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:27.397726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2202cf4d-49ed-418e-aed2-be8f972c5635 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:27.437833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.455269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2202cf4d-49ed-418e-aed2-be8f972c5635 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:27.456090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2202cf4d-49ed-418e-aed2-be8f972c5635 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:27.537258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.592483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.671328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.691667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=202c0c78-5360-45dc-b106-d12110f92004,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:27.710958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.724174 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b1d5f903-25c4-41b2-81f1-9c75d928daf2 HTTP/1.1" status: 204 len: 168 time: 0.5440917 Oct 11 04:23:27.726513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47298) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.729318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server [None req-b2b73de9-1a48-4785-8656-9b8ff1e3ec35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1d5f903-25c4-41b2-81f1-9c75d928daf2: This subnet is being modified by another concurrent operation. Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 04:23:27.734898 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise exception Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1d5f903-25c4-41b2-81f1-9c75d928daf2: This subnet is being modified by another concurrent operation. Oct 11 04:23:27.738809 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server Oct 11 04:23:27.747346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47300) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.754373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': '5211fd63-e06b-46e8-a659-3de330361026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:27.754960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: 835b0de6-ff6e-41f3-aee2-8dfc8db00b88, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:27.757714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b221fcb-a825-463a-9910-6f1fd9dfb576 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d5f903-25c4-41b2-81f1-9c75d928daf2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:27.784499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:27.796065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 835b0de6-ff6e-41f3-aee2-8dfc8db00b88) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:27.800918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:27.801688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.825785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d26327-d047-4442-afc9-51849041094f None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:23:27.834367 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ab800f3e-cc97-4ae3-890b-570cbabc1020 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992677 Oct 11 04:23:27.835777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.840206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47304) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.855377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:27.865188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:27.945217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ca5b10b7-115a-4193-a335-7c7c4644cd08 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0637519 Oct 11 04:23:27.952238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b3430bf1-5a99-4754-a4f2-75eefaed5d37 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] Request body: {'port': {'network_id': '5e8b552e-fefa-4d4f-ae01-03fa912e2754', 'name': 'tempest-NetworksNegativeTestJSON-541175791'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:27.961310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:27.968107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1711068921'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:27.970962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d26327-d047-4442-afc9-51849041094f None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:23:27.990675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:27.994608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.000535 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3430bf1-5a99-4754-a4f2-75eefaed5d37 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] POST failed (client error): The resource could not be found. Oct 11 04:23:28.001261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3430bf1-5a99-4754-a4f2-75eefaed5d37 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.006139 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b3430bf1-5a99-4754-a4f2-75eefaed5d37 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2533875 Oct 11 04:23:28.030919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47308) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.103990 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-283e0062-1922-4ab7-ba3d-d6c4423bdeae tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:28.104890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283e0062-1922-4ab7-ba3d-d6c4423bdeae tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.108712 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-283e0062-1922-4ab7-ba3d-d6c4423bdeae tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "DELETE /v2.0/networks/3bd3fbab-0889-48a9-a600-534ad7e03a21 HTTP/1.1" status: 404 len: 339 time: 0.0858243 Oct 11 04:23:28.112589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47310) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.145566 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64f0511-b5ef-4286-8934-86b1e5cb4669 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:28.146466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64f0511-b5ef-4286-8934-86b1e5cb4669 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.151523 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c64f0511-b5ef-4286-8934-86b1e5cb4669 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "DELETE /v2.0/ports/7484cf2d-687f-4a07-9d85-8cdbe9aeb7cd HTTP/1.1" status: 404 len: 333 time: 0.0376892 Oct 11 04:23:28.155363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47312) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.194640 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c9bcec-9c21-4f72-8f46-6f59decabe31 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] DELETE failed (client error): The resource could not be found. Oct 11 04:23:28.196172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c9bcec-9c21-4f72-8f46-6f59decabe31 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.204889 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-39c9bcec-9c21-4f72-8f46-6f59decabe31 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "DELETE /v2.0/subnets/b3eea9e7-3850-4051-9834-9bcd1ed06466 HTTP/1.1" status: 404 len: 337 time: 0.0475359 Oct 11 04:23:28.211976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47314) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.237860 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff74f2b3-588d-4ab0-a3d2-8217a016af03 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] GET failed (client error): The resource could not be found. Oct 11 04:23:28.243303 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ff74f2b3-588d-4ab0-a3d2-8217a016af03 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "GET /v2.0/networks/eaf35706-f68c-492d-9efc-be73c2736b58 HTTP/1.1" status: 404 len: 339 time: 0.0267487 Oct 11 04:23:28.244160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47316) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.248423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.284702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e167e7f-5272-4cf6-ae70-821639e784d2 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] GET failed (client error): The resource could not be found. Oct 11 04:23:28.290313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0e167e7f-5272-4cf6-ae70-821639e784d2 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "GET /v2.0/ports/f22f6be8-7e48-4e0e-bf43-27fa020eedb8 HTTP/1.1" status: 404 len: 333 time: 0.0414617 Oct 11 04:23:28.303228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47318) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.364536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-835b0de6-ff6e-41f3-aee2-8dfc8db00b88', 'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': '202c0c78-5360-45dc-b106-d12110f92004'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:28.366435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.387378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7c3ab0-7fd1-440c-93ad-095a80c536b3 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] GET failed (client error): The resource could not be found. Oct 11 04:23:28.391056 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ba7c3ab0-7fd1-440c-93ad-095a80c536b3 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "GET /v2.0/subnets/12fa9a1c-7990-4167-949d-5c12702a7fae HTTP/1.1" status: 404 len: 337 time: 0.0867782 Oct 11 04:23:28.394258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.397728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Router 2f1d1153-bcbb-4416-bd66-9ea17319c022 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:28.399917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47320) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.403480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:28.411078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.421172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-50b4f2f6-e8b7-44ef-8660-47776242f6f6 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:28.468742 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b4f2f6-e8b7-44ef-8660-47776242f6f6 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] PUT failed (client error): The resource could not be found. Oct 11 04:23:28.469436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b4f2f6-e8b7-44ef-8660-47776242f6f6 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.470735 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-50b4f2f6-e8b7-44ef-8660-47776242f6f6 tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "PUT /v2.0/networks/021ce9e1-5247-4ad9-b806-ac1d7d551d45 HTTP/1.1" status: 404 len: 339 time: 0.0598836 Oct 11 04:23:28.473791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:28.475498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47322) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.480691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e74bdbd5-37a1-41d1-aa02-8d4bfa5bd37e tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:28.486777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:28.489873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:28.490595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.504626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 4a3e8ff6-5f0f-4df7-a40a-6651740d4b98 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:28.519626 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74bdbd5-37a1-41d1-aa02-8d4bfa5bd37e tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] PUT failed (client error): The resource could not be found. Oct 11 04:23:28.520743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74bdbd5-37a1-41d1-aa02-8d4bfa5bd37e tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.522584 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e74bdbd5-37a1-41d1-aa02-8d4bfa5bd37e tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "PUT /v2.0/ports/826a8a3d-aff4-415a-b45d-d68d104acfd9 HTTP/1.1" status: 404 len: 333 time: 0.0456905 Oct 11 04:23:28.524078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=48a98898-9a09-4dd2-87c4-48285eab219e,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:28.528783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47324) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.535419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-36cecdf9-f59f-4db3-bd8d-92a57f3de47b tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:28.540951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Allocated IP 172.20.0.2 (835b0de6-ff6e-41f3-aee2-8dfc8db00b88/202c0c78-5360-45dc-b106-d12110f92004/269e9ead-d3ae-410f-840c-2d183e650526) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:28.547865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b6364381-a321-4c25-af59-e408137ccd0c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7014351 Oct 11 04:23:28.562015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47326) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.567016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:28.569482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.573158 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cecdf9-f59f-4db3-bd8d-92a57f3de47b tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] PUT failed (client error): The resource could not be found. Oct 11 04:23:28.573158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cecdf9-f59f-4db3-bd8d-92a57f3de47b tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:28.580347 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-36cecdf9-f59f-4db3-bd8d-92a57f3de47b tempest-NetworksNegativeTestJSON-1934344377 tempest-NetworksNegativeTestJSON-1934344377-project] 10.222.0.39 "PUT /v2.0/subnets/d7dc5932-be1b-4b5c-b715-99ccd22ed6e0 HTTP/1.1" status: 404 len: 337 time: 0.0436811 Oct 11 04:23:28.580529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.605659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.609353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.681052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.681570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1373c569-1302-4ab2-8b79-f38d37de686f {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:28.701009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.706387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.730425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.732219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1784ecb5-7f5c-4303-9945-932f8ae9a587 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1687331 Oct 11 04:23:28.735126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47330) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.753896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.759936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.804418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:28.807272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:28.812015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:28.818691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Pushing event updated for resources: {'Port': ['ID=269e9ead-d3ae-410f-840c-2d183e650526,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:28.842080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 11 04:23:28.843293 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2d144959-2e82-4889-a896-75cdab79c2fb tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4530129 Oct 11 04:23:28.846313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47334) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.869052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:28.872756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Attempting to bind port 269e9ead-d3ae-410f-840c-2d183e650526 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:28.873581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Attempting to bind port 269e9ead-d3ae-410f-840c-2d183e650526 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5211fd63-e06b-46e8-a659-3de330361026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:28.873844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Attempting to bind port 269e9ead-d3ae-410f-840c-2d183e650526 on network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:28.881869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:28.882242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Checking segment: {'id': '5211fd63-e06b-46e8-a659-3de330361026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:28.883208 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Sync routers for ids ['2f1d1153-bcbb-4416-bd66-9ea17319c022'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:28.885950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.886395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Bound using segment: {'id': '5211fd63-e06b-46e8-a659-3de330361026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:28.886973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Bound port: 269e9ead-d3ae-410f-840c-2d183e650526, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5211fd63-e06b-46e8-a659-3de330361026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '835b0de6-ff6e-41f3-aee2-8dfc8db00b88'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:28.887399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:28.902558 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Routers {'2f1d1153-bcbb-4416-bd66-9ea17319c022'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:28.907281 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2f1d1153-bcbb-4416-bd66-9ea17319c022'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:28.959603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47336) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:28.962676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] For port 269e9ead-d3ae-410f-840c-2d183e650526, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:28.967374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] For port 269e9ead-d3ae-410f-840c-2d183e650526, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=269e9ead-d3ae-410f-840c-2d183e650526,segment=NetworkSegment(5211fd63-e06b-46e8-a659-3de330361026),segment_id=5211fd63-e06b-46e8-a659-3de330361026)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:28.973748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.009067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Deleting port 623d945c-ea20-4b51-bbdd-32c07691fb9a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:29.013011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.044850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f015506-1779-4820-a399-33ca2c007d44 None None] Pushing event updated for resources: {'Port': ['ID=269e9ead-d3ae-410f-840c-2d183e650526,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:29.058094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.6 (835b0de6-ff6e-41f3-aee2-8dfc8db00b88/202c0c78-5360-45dc-b106-d12110f92004/4a3e8ff6-5f0f-4df7-a40a-6651740d4b98) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:29.176105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.193160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Calling delete_port for 623d945c-ea20-4b51-bbdd-32c07691fb9a owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:29.211214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.212627 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-279576a7-5ddd-448a-94fd-7da110a18d35 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0856562 Oct 11 04:23:29.213002 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Set router 2f1d1153-bcbb-4416-bd66-9ea17319c022 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:29.219634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47340) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:29.297803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:29.365130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa243852-0b0d-4705-aa1c-7f68bd5a0c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.482792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.514852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:29.517656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.518009 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 Oct 11 04:23:29.556457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Pushing event deleted for resources: {'Port': ['ID=623d945c-ea20-4b51-bbdd-32c07691fb9a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:29.638749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.659567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.672516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ebe89112-f5f3-47ba-95ba-6db98a257100 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/2f1d1153-bcbb-4416-bd66-9ea17319c022 HTTP/1.1" status: 200 len: 906 time: 0.4485571 Oct 11 04:23:29.672850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47344) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:29.701718 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1d1153-bcbb-4416-bd66-9ea17319c022', 'name': 'tempest-snat-router-98909727', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ae2039c3-0a13-45e1-bc1f-af0a504c8fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:24Z', 'updated_at': '2022-10-11T04:23:26Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': 'ae2039c3-0a13-45e1-bc1f-af0a504c8fad', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1d1153-bcbb-4416-bd66-9ea17319c022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:24Z', 'updated_at': '2022-10-11T04:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:29.734262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:29.735436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.746013 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Checking router: 2f1d1153-bcbb-4416-bd66-9ea17319c022 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:29.747543 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Updating router 2f1d1153-bcbb-4416-bd66-9ea17319c022 port ae2039c3-0a13-45e1-bc1f-af0a504c8fad binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:29.759764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:29.765617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.771713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa243852-0b0d-4705-aa1c-7f68bd5a0c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.777280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.781037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-06c493d2-e485-460e-becb-1257aadfd886 tempest-RoutersAdminNegativeIpV6Test-1198670915 tempest-RoutersAdminNegativeIpV6Test-1198670915-project-admin] 10.222.0.39 "DELETE /v2.0/ports/623d945c-ea20-4b51-bbdd-32c07691fb9a HTTP/1.1" status: 204 len: 168 time: 0.9336746 Oct 11 04:23:29.783681 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.788240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa243852-0b0d-4705-aa1c-7f68bd5a0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:29.863282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.007556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::1 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/48a98898-9a09-4dd2-87c4-48285eab219e/b8ca12af-cb1b-499a-98b7-c7d0dc0b9913) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:30.100570 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.105442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47350) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:30.110044 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.156811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.161968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.176706 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Attempting to bind port ae2039c3-0a13-45e1-bc1f-af0a504c8fad on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:30.177087 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Attempting to bind port ae2039c3-0a13-45e1-bc1f-af0a504c8fad by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:30.177479 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Attempting to bind port ae2039c3-0a13-45e1-bc1f-af0a504c8fad on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:30.195259 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:30.195524 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:30.196155 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.196695 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:30.197436 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Bound port: ae2039c3-0a13-45e1-bc1f-af0a504c8fad, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:30.198300 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.206507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:30.213512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:30.216807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:30.227099 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Pushing event updated for resources: {'Port': ['ID=ae2039c3-0a13-45e1-bc1f-af0a504c8fad,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.252008 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aa243852-0b0d-4705-aa1c-7f68bd5a0c89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7973bf80f504e58b60b9d72aed4e628&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2883091 Oct 11 04:23:30.252008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.252296 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.252660 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.253004 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.253343 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.253786 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.254126 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.254472 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.254822 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.255165 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.255538 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.255813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.256165 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:30.261168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47354) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:30.302317 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] For port ae2039c3-0a13-45e1-bc1f-af0a504c8fad, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:30.306519 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] For port ae2039c3-0a13-45e1-bc1f-af0a504c8fad, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ae2039c3-0a13-45e1-bc1f-af0a504c8fad,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:30.311741 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.371441 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794abe40-f7ab-4c9d-8ec7-117067fc4032 None None] Pushing event updated for resources: {'Port': ['ID=ae2039c3-0a13-45e1-bc1f-af0a504c8fad,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.378156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa243852-0b0d-4705-aa1c-7f68bd5a0c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6effd31e-26aa-4fbb-8cbd-47d00b2ce1b1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.381271 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Routers {'2f1d1153-bcbb-4416-bd66-9ea17319c022'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:30.381896 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2f1d1153-bcbb-4416-bd66-9ea17319c022'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:30.411069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0befb68f-7d69-45ad-a131-6fef1fe835af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.482273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0befb68f-7d69-45ad-a131-6fef1fe835af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.516186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.524303 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] Set router 2f1d1153-bcbb-4416-bd66-9ea17319c022 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:30.591139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=4a3e8ff6-5f0f-4df7-a40a-6651740d4b98,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.615842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0befb68f-7d69-45ad-a131-6fef1fe835af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.618776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0befb68f-7d69-45ad-a131-6fef1fe835af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.620168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0befb68f-7d69-45ad-a131-6fef1fe835af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6effd31e-26aa-4fbb-8cbd-47d00b2ce1b1 HTTP/1.1" status: 204 len: 168 time: 0.3577876 Oct 11 04:23:30.630783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befb68f-7d69-45ad-a131-6fef1fe835af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6effd31e-26aa-4fbb-8cbd-47d00b2ce1b1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.634405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Deleting port ae2039c3-0a13-45e1-bc1f-af0a504c8fad {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:30.634773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.637135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b4221e7-f2f3-42fa-a9f4-0a045fb1bae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.668124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e610ea-89ca-44c9-ac54-e648dc63b180 None None] Network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:30.668693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:30.669128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.678671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.679733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014790a-91f2-4f8a-91b2-f9b4c956f657 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:30.744963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:30.745312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] For port ae2039c3-0a13-45e1-bc1f-af0a504c8fad, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ae2039c3-0a13-45e1-bc1f-af0a504c8fad,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:30.745742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.756294 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-578fbe3e-bf0b-4be6-b36f-8103c5f58840 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7920756 Oct 11 04:23:30.760321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47358) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:30.764828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:30.767273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:30.770572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:30.771124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.805957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Calling delete_port for ae2039c3-0a13-45e1-bc1f-af0a504c8fad owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:30.874222 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1d1153-bcbb-4416-bd66-9ea17319c022', 'name': 'tempest-snat-router-98909727', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ae2039c3-0a13-45e1-bc1f-af0a504c8fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:24Z', 'updated_at': '2022-10-11T04:23:26Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': 'ae2039c3-0a13-45e1-bc1f-af0a504c8fad', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1d1153-bcbb-4416-bd66-9ea17319c022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:24Z', 'updated_at': '2022-10-11T04:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:30.896702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b4221e7-f2f3-42fa-a9f4-0a045fb1bae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.906490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b4221e7-f2f3-42fa-a9f4-0a045fb1bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:30.907928 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9db871-07ce-4f55-a68e-8ad788df19a3 None None] The sync data for ids ['2f1d1153-bcbb-4416-bd66-9ea17319c022'] in dv-neutron-860894-1-hyperv is: [{'id': '2f1d1153-bcbb-4416-bd66-9ea17319c022', 'name': 'tempest-snat-router-98909727', 'tenant_id': '34a0bfb90aba46658389325565f5745b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'ae2039c3-0a13-45e1-bc1f-af0a504c8fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:24Z', 'updated_at': '2022-10-11T04:23:26Z', 'revision_number': 3, 'project_id': '34a0bfb90aba46658389325565f5745b', 'gw_port': {'id': 'ae2039c3-0a13-45e1-bc1f-af0a504c8fad', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1d1153-bcbb-4416-bd66-9ea17319c022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:24Z', 'updated_at': '2022-10-11T04:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:30.989764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.006700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4b4221e7-f2f3-42fa-a9f4-0a045fb1bae1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e81d537255e493483f22d1a836e6666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8991773 Oct 11 04:23:31.017325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:31.028134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4221e7-f2f3-42fa-a9f4-0a045fb1bae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89310398-9911-4c39-a65c-7c735f244f8e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:31.071043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Provisioning complete for port 269e9ead-d3ae-410f-840c-2d183e650526 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:31.071415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.071746 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Attempt 1 to provision port 269e9ead-d3ae-410f-840c-2d183e650526 Oct 11 04:23:31.135444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4655-fc64-49c5-8492-ef77848176ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.143850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.191241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae2039c3-0a13-45e1-bc1f-af0a504c8fad,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:31.207068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 4a3e8ff6-5f0f-4df7-a40a-6651740d4b98 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:31.207419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.238294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4655-fc64-49c5-8492-ef77848176ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.239618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Current status of the port 269e9ead-d3ae-410f-840c-2d183e650526 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:31.240005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.303368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] For port 269e9ead-d3ae-410f-840c-2d183e650526, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=269e9ead-d3ae-410f-840c-2d183e650526,segment=NetworkSegment(5211fd63-e06b-46e8-a659-3de330361026),segment_id=5211fd63-e06b-46e8-a659-3de330361026)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:31.307573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '48a98898-9a09-4dd2-87c4-48285eab219e'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:31.311950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.316519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.464643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.483503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 4a3e8ff6-5f0f-4df7-a40a-6651740d4b98 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:31.653738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4655-fc64-49c5-8492-ef77848176ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.660644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a9d4655-fc64-49c5-8492-ef77848176ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.666661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8a9d4655-fc64-49c5-8492-ef77848176ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89310398-9911-4c39-a65c-7c735f244f8e HTTP/1.1" status: 204 len: 168 time: 0.6480165 Oct 11 04:23:31.672629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 269e9ead-d3ae-410f-840c-2d183e650526 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:31.703146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d4655-fc64-49c5-8492-ef77848176ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89310398-9911-4c39-a65c-7c735f244f8e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:31.729377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.802785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.813211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.814186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.847448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae90147-c231-4c6f-8820-819e9b59af87 None None] Pushing event updated for resources: {'Port': ['ID=269e9ead-d3ae-410f-840c-2d183e650526,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:31.866392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 269e9ead-d3ae-410f-840c-2d183e650526 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:31.868906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.869427 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 269e9ead-d3ae-410f-840c-2d183e650526 Oct 11 04:23:31.930934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/48a98898-9a09-4dd2-87c4-48285eab219e/7e2d516a-babb-4a15-a44f-c78ea0518daa) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:31.936133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:31.985861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:31.988484 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.181379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:32.183208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:32.250638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47388) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.323118 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d57cdcbd-15a6-4404-a4f5-d4c6d6edcdfc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4ccdafd867e4471a2190e85e969b089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683005 Oct 11 04:23:32.327129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47390) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.327342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.328048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f1d1153-bcbb-4416-bd66-9ea17319c022 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:32.335479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.336313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3f33503b-ff3f-4e4f-8a0a-b46c0f85a5bb tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/routers/2f1d1153-bcbb-4416-bd66-9ea17319c022 HTTP/1.1" status: 204 len: 168 time: 2.6614871 Oct 11 04:23:32.339996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47392) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.347625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.380059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362dea60-018c-452d-8cb0-a78e9087c1b5 None None] Network 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:32.392230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Router ef646614-ffa7-41e6-9dae-83fe25c029a9 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:32.432167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-987eab6d-18c9-4b53-8907-bbab62b26b0e None None] Could not find standard attr ID for object 4a3e8ff6-5f0f-4df7-a40a-6651740d4b98. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:32.433752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=4a3e8ff6-5f0f-4df7-a40a-6651740d4b98,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:32.495939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0768d068-8718-48e5-98f3-76eea752f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.513017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 269e9ead-d3ae-410f-840c-2d183e650526 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:32.514424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:32.521253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-987eab6d-18c9-4b53-8907-bbab62b26b0e None None] Provisioning complete for port 269e9ead-d3ae-410f-840c-2d183e650526 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:32.521818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-987eab6d-18c9-4b53-8907-bbab62b26b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.522211 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-987eab6d-18c9-4b53-8907-bbab62b26b0e None None] Attempt 1 to provision port 269e9ead-d3ae-410f-840c-2d183e650526 Oct 11 04:23:32.539368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.545232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-745dd200-5bcd-42ab-ba7e-2cb3adc6eb51 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/4a3e8ff6-5f0f-4df7-a40a-6651740d4b98 HTTP/1.1" status: 204 len: 168 time: 1.7836220 Oct 11 04:23:32.553660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47398) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.584055 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-640d39f0-dfb8-4cd7-8933-7a0ee831f5bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:32.590885 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-640d39f0-dfb8-4cd7-8933-7a0ee831f5bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/4a3e8ff6-5f0f-4df7-a40a-6651740d4b98 HTTP/1.1" status: 404 len: 333 time: 0.0347359 Oct 11 04:23:32.595919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47402) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.639829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.657912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 202c0c78-5360-45dc-b106-d12110f92004 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:32.666804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0768d068-8718-48e5-98f3-76eea752f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.669149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.672129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:32.699952 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4897dfa9-761f-46df-9f36-4098d4e0e97e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "PUT /v2.0/routers/ef646614-ffa7-41e6-9dae-83fe25c029a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9637153 Oct 11 04:23:32.703372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Sync routers for ids ['ef646614-ffa7-41e6-9dae-83fe25c029a9'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:32.705293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47406) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.745050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.765033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafad242-000a-4b92-837d-96ba270effa6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:32.770934 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aafad242-000a-4b92-837d-96ba270effa6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports/b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 HTTP/1.1" status: 200 len: 911 time: 0.0640347 Oct 11 04:23:32.772264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47408) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.783231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Routers {'ef646614-ffa7-41e6-9dae-83fe25c029a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:32.783986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ef646614-ffa7-41e6-9dae-83fe25c029a9'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:32.867663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0d69e-26a9-4429-97e2-bd0f0d695249 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:32.872256 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-80e0d69e-26a9-4429-97e2-bd0f0d695249 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.0959415 Oct 11 04:23:32.872574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0768d068-8718-48e5-98f3-76eea752f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.873912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47412) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:32.875382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0768d068-8718-48e5-98f3-76eea752f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.876601 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0768d068-8718-48e5-98f3-76eea752f6b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c27c62b1-6cfe-429d-b6d6-8f45e3fe6a5e HTTP/1.1" status: 204 len: 168 time: 0.5472302 Oct 11 04:23:32.890295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.895520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768d068-8718-48e5-98f3-76eea752f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27c62b1-6cfe-429d-b6d6-8f45e3fe6a5e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:32.901902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:32.936845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.008219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.033115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Set router ef646614-ffa7-41e6-9dae-83fe25c029a9 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:33.070516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=202c0c78-5360-45dc-b106-d12110f92004,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:33.083467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.091274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c5132650-d5c1-4a01-a736-f1b84e498ae4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/202c0c78-5360-45dc-b106-d12110f92004 HTTP/1.1" status: 204 len: 168 time: 0.4935949 Oct 11 04:23:33.094634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:33.199192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Deleting port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:33.200067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.212584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.242815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-987eab6d-18c9-4b53-8907-bbab62b26b0e None None] Current status of the port 269e9ead-d3ae-410f-840c-2d183e650526 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:33.283456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.289760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:33.298089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Pushing event updated for resources: {'Port': ['ID=7e2d516a-babb-4a15-a44f-c78ea0518daa,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:33.300794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:33.303465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:33.337149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:33.337520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.337851 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 Oct 11 04:23:33.414305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 269e9ead-d3ae-410f-840c-2d183e650526 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:33.415326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.423833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] For port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:33.424335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.458776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Attempting to bind port 7e2d516a-babb-4a15-a44f-c78ea0518daa on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:33.458983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Attempting to bind port 7e2d516a-babb-4a15-a44f-c78ea0518daa by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:33.459340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Attempting to bind port 7e2d516a-babb-4a15-a44f-c78ea0518daa on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:33.469452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:33.470028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:33.470429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.470877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:33.471514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Bound port: 7e2d516a-babb-4a15-a44f-c78ea0518daa, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:33.471871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.540409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Calling delete_port for ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:33.569620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] For port 7e2d516a-babb-4a15-a44f-c78ea0518daa, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:33.573389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] For port 7e2d516a-babb-4a15-a44f-c78ea0518daa, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e2d516a-babb-4a15-a44f-c78ea0518daa,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:33.582941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port 269e9ead-d3ae-410f-840c-2d183e650526, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=269e9ead-d3ae-410f-840c-2d183e650526,segment=NetworkSegment(5211fd63-e06b-46e8-a659-3de330361026),segment_id=5211fd63-e06b-46e8-a659-3de330361026)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:33.584621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.618669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 269e9ead-d3ae-410f-840c-2d183e650526 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:33.635453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.774566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:33.817758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dd5c9-6608-4763-a393-1ed6217a75c2 None None] Pushing event updated for resources: {'Port': ['ID=7e2d516a-babb-4a15-a44f-c78ea0518daa,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:33.829326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47436) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:33.833728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461678334', 'description': 'tempest-secgroup-smoke-461678334 description', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:33.860135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port 269e9ead-d3ae-410f-840c-2d183e650526 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:33.874746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:33.912341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=269e9ead-d3ae-410f-840c-2d183e650526,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:33.949877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:28Z', 'updated_at': '2022-10-11T04:23:30Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None, '_interfaces': [{'id': 'b8ca12af-cb1b-499a-98b7-c7d0dc0b9913', 'name': '', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'mac_address': 'fa:16:3e:f6:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '48a98898-9a09-4dd2-87c4-48285eab219e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:29Z', 'updated_at': '2022-10-11T04:23:31Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'subnets': [{'id': '48a98898-9a09-4dd2-87c4-48285eab219e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:33.986127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.006998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.018500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Checking router: ef646614-ffa7-41e6-9dae-83fe25c029a9 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:34.026326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Updating router ef646614-ffa7-41e6-9dae-83fe25c029a9 port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:34.063745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.078424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.116974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835b0de6-ff6e-41f3-aee2-8dfc8db00b88']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:34.122727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.139774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5211fd63-e06b-46e8-a659-3de330361026') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:34.141502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5211fd63-e06b-46e8-a659-3de330361026') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:34.154408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.173275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.191411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 472 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:34.192055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.261431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5211fd63-e06b-46e8-a659-3de330361026 resource provider aggregate not found Oct 11 04:23:34.264882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47446) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.313926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-227b19f0-e1e9-4b1e-acec-24879c8edc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.316816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.325852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5211fd63-e06b-46e8-a659-3de330361026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5211fd63-e06b-46e8-a659-3de330361026 found for delete ", "request_id": "req-fe681303-2035-4c8f-9d88-00a126d5dd8a"}]} Oct 11 04:23:34.376480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.386375 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/835b0de6-ff6e-41f3-aee2-8dfc8db00b88 HTTP/1.1" status: 204 len: 168 time: 1.2906585 Oct 11 04:23:34.387469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66662395-48f2-43d7-989c-22a2bc45caf9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=835b0de6-ff6e-41f3-aee2-8dfc8db00b88,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:34.389283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47452) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.394624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'name': 'tempest-PortsTestJSON-574393441'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:34.407393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.427176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 269e9ead-d3ae-410f-840c-2d183e650526 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:34.494671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:34.498440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 269e9ead-d3ae-410f-840c-2d183e650526 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:34.499029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 269e9ead-d3ae-410f-840c-2d183e650526 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 04:23:34.548356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 269e9ead-d3ae-410f-840c-2d183e650526 not found, will not notify nova. {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 04:23:34.589798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-36303338-4841-402e-ab51-c7ef6aea6d23 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.595348 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-36303338-4841-402e-ab51-c7ef6aea6d23 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3293769 Oct 11 04:23:34.601857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47454) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.607912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-4381f080-1ae6-417b-8ebb-1130c498faaa tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.608874 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4381f080-1ae6-417b-8ebb-1130c498faaa tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061059 Oct 11 04:23:34.619022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47456) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.633355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.641559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.677205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:34.681610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:34.719721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port e7897317-1b8a-445a-b37e-cbe5c991efc2 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:34.898694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d028e-e33f-4984-83ba-f2b4432a4905 None None] Pushing event updated for resources: {'Port': ['ID=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:34.931770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-1da47edf-6cae-441f-a4bd-941a419ea593 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.933003 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1da47edf-6cae-441f-a4bd-941a419ea593 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0100205 Oct 11 04:23:34.941476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47458) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.945859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-7c55ae1a-2acc-4f66-9e63-a66e67bcf74e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.946833 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7c55ae1a-2acc-4f66-9e63-a66e67bcf74e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043907 Oct 11 04:23:34.950512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47460) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.955204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-2e20beaf-de42-479b-8744-4479bbe3e969 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.956146 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2e20beaf-de42-479b-8744-4479bbe3e969 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046909 Oct 11 04:23:34.959778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47462) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.965847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-39a91101-2d7c-4215-ba61-a1f86fcf423f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.966861 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-39a91101-2d7c-4215-ba61-a1f86fcf423f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061243 Oct 11 04:23:34.969920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47464) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.974032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-4f88d330-0ed6-406a-adf0-4ddee733a2ac tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.974994 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4f88d330-0ed6-406a-adf0-4ddee733a2ac tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042012 Oct 11 04:23:34.983172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47466) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:34.986023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Attempting to bind port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:34.987235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Attempting to bind port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:34.987681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Attempting to bind port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:34.989532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-65c18513-36ff-4fd4-ae72-c4d4ff6c27d4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:34.990490 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-65c18513-36ff-4fd4-ae72-c4d4ff6c27d4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064027 Oct 11 04:23:34.993360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47468) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.000301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:35.000499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.000774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:35.001190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.001585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:35.002063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Bound port: b8ca12af-cb1b-499a-98b7-c7d0dc0b9913, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:35.002456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.032804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-b3dae211-a79f-4cf6-894d-e2059da3748f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.033788 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b3dae211-a79f-4cf6-894d-e2059da3748f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0395558 Oct 11 04:23:35.040571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47470) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.066393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.109235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] For port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:35.109772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.112666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] For port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:35.119463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.167098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=e7897317-1b8a-445a-b37e-cbe5c991efc2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:35.178661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.184469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.187865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:35.189236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d028e-e33f-4984-83ba-f2b4432a4905 None None] Pushing event updated for resources: {'Port': ['ID=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:35.189501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:35.197070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Routers {'ef646614-ffa7-41e6-9dae-83fe25c029a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:35.197744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ef646614-ffa7-41e6-9dae-83fe25c029a9'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:35.203267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:35.210798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:35.211567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.236948 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b741f311-dd57-4b89-a554-f4a856e41599 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8465481 Oct 11 04:23:35.239422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47472) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.243443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-ee8cafe3-f168-47f2-af91-19877133549e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.244501 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ee8cafe3-f168-47f2-af91-19877133549e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1981316 Oct 11 04:23:35.270992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47474) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.301280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-b8883ebd-5a3e-4bd0-b089-dc4f1caff1ca tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.302471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b8883ebd-5a3e-4bd0-b089-dc4f1caff1ca tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0231509 Oct 11 04:23:35.305697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.308910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47476) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.313842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-4ca15744-702b-4e2d-9385-187e07fea824 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.314869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4ca15744-702b-4e2d-9385-187e07fea824 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046217 Oct 11 04:23:35.319375 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47478) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.325446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-62c107f2-82f2-4c14-b802-97d133c721d8 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.326429 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-62c107f2-82f2-4c14-b802-97d133c721d8 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051353 Oct 11 04:23:35.328981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.329515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d29ca9af-92d0-410a-a01d-50ea4b10f76f {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:35.331225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.350293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47480) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.370544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-51b1e27e-ba17-4f02-989b-b46dc16ff8b4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.377370 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-51b1e27e-ba17-4f02-989b-b46dc16ff8b4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0126760 Oct 11 04:23:35.381044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47482) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.396540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] Set router ef646614-ffa7-41e6-9dae-83fe25c029a9 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:35.416482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.422099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.423624 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1dc12f80-ea36-4309-a010-0d4df96597af tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d29ca9af-92d0-410a-a01d-50ea4b10f76f HTTP/1.1" status: 204 len: 168 time: 3.0824504 Oct 11 04:23:35.428443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47484) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.431722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.440410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-e1aa6170-f2ad-419c-8059-ceb5dd55d260 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.444751 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e1aa6170-f2ad-419c-8059-ceb5dd55d260 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0623271 Oct 11 04:23:35.446434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47486) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.447616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1068799849', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:35.460107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-44634a3c-0287-49dc-af4b-1d38d3284c89 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.464111 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-44634a3c-0287-49dc-af4b-1d38d3284c89 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0140994 Oct 11 04:23:35.464718 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47488) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.471173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-94ec1b6f-3d9d-4454-80bc-1b7c27abac24 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.478688 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-94ec1b6f-3d9d-4454-80bc-1b7c27abac24 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0127189 Oct 11 04:23:35.480092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47490) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.496125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.497849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.500923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-13326f8e-c172-4451-8e6b-bc29b7706111 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.507964 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-13326f8e-c172-4451-8e6b-bc29b7706111 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0211246 Oct 11 04:23:35.508146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47492) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.525840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-e8a9cc76-090a-46d4-9db4-b8767d40acdf tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.529807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e8a9cc76-090a-46d4-9db4-b8767d40acdf tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0205567 Oct 11 04:23:35.530504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47494) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.535107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8863f5-0b29-4f56-8f60-451c46640f43,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:35.540653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-3aaba125-465d-4994-ad6a-a9884e0a466e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.544861 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3aaba125-465d-4994-ad6a-a9884e0a466e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0125549 Oct 11 04:23:35.547912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47496) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.553279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-783fa0f8-73de-446f-953a-d3e7c0e681ca tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.562110 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-783fa0f8-73de-446f-953a-d3e7c0e681ca tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0132866 Oct 11 04:23:35.564885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47498) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.579812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-9eb880e4-4e6f-4079-8811-756d4952464e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.580773 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9eb880e4-4e6f-4079-8811-756d4952464e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0150070 Oct 11 04:23:35.584130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47500) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.589210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-0ed101be-0b00-4e05-8c54-5a0b17c3ce3d tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.589366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfbc47-2702-4ba4-a388-d420b474ac22,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:35.592663 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0ed101be-0b00-4e05-8c54-5a0b17c3ce3d tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051522 Oct 11 04:23:35.595525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47502) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.604672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.609080 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fd6f6245-c9b0-42cd-9739-65f89aa99daa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7756202 Oct 11 04:23:35.610786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-9a5c149e-ea85-4184-a29d-2efc93960b08 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.614135 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a5c149e-ea85-4184-a29d-2efc93960b08 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0156727 Oct 11 04:23:35.614135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47504) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.618700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group_rule': {'security_group_id': 'd2dfbc47-2702-4ba4-a388-d420b474ac22', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:35.623999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47506) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.633018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-5f058d77-5484-4e95-97d0-5dff3471edf4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.636744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5f058d77-5484-4e95-97d0-5dff3471edf4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0091174 Oct 11 04:23:35.637760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47508) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.639685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port e7897317-1b8a-445a-b37e-cbe5c991efc2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:35.640025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.647996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-252fe4f8-ef8b-44f6-90a1-123e77a04db0 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.650967 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-252fe4f8-ef8b-44f6-90a1-123e77a04db0 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056722 Oct 11 04:23:35.654448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:35.661535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47510) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.662111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.666397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-d0616b20-faf4-4fb0-a182-42ea7efc5a50 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.670274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d0616b20-faf4-4fb0-a182-42ea7efc5a50 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049269 Oct 11 04:23:35.672657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47512) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.680523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-38cc7f3e-f821-4804-bb83-71071cbd157f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.684061 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-38cc7f3e-f821-4804-bb83-71071cbd157f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054879 Oct 11 04:23:35.686820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47514) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.703608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-f01160f8-b4ed-4dba-9ee9-52f9af7e02f9 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.704820 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f01160f8-b4ed-4dba-9ee9-52f9af7e02f9 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0127640 Oct 11 04:23:35.709172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47516) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.751297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Provisioning complete for port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:35.751804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.752266 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Attempt 1 to provision port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 Oct 11 04:23:35.755309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.761998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.774350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-d95e0987-8a60-4673-844e-19d4bbbbaa0f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.775631 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d95e0987-8a60-4673-844e-19d4bbbbaa0f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0635443 Oct 11 04:23:35.779652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47518) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.779788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for e7897317-1b8a-445a-b37e-cbe5c991efc2 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:35.841160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-5b92b422-14a5-42d9-b363-a04fd8935a71 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.842359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5b92b422-14a5-42d9-b363-a04fd8935a71 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067880 Oct 11 04:23:35.851886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47520) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.873748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.875545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.892263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-72e07e8d-c99c-4d28-a376-b93237208def tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.893761 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-72e07e8d-c99c-4d28-a376-b93237208def tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0391405 Oct 11 04:23:35.895946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:28Z', 'updated_at': '2022-10-11T04:23:30Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None, '_interfaces': [{'id': 'b8ca12af-cb1b-499a-98b7-c7d0dc0b9913', 'name': '', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'mac_address': 'fa:16:3e:f6:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '48a98898-9a09-4dd2-87c4-48285eab219e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:29Z', 'updated_at': '2022-10-11T04:23:35Z', 'revision_number': 4, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'subnets': [{'id': '48a98898-9a09-4dd2-87c4-48285eab219e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:35.935184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9da5-f694-4e4a-8fab-f2f473598677 None None] The sync data for ids ['ef646614-ffa7-41e6-9dae-83fe25c029a9'] in dv-neutron-860894-1-hyperv is: [{'id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:28Z', 'updated_at': '2022-10-11T04:23:30Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None, '_interfaces': [{'id': 'b8ca12af-cb1b-499a-98b7-c7d0dc0b9913', 'name': '', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'mac_address': 'fa:16:3e:f6:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '48a98898-9a09-4dd2-87c4-48285eab219e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:29Z', 'updated_at': '2022-10-11T04:23:35Z', 'revision_number': 4, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'subnets': [{'id': '48a98898-9a09-4dd2-87c4-48285eab219e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:35.936784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Current status of the port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:35.937993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:35.940737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47522) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.947986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-3c57271e-5bb0-4d84-bb23-f8ac15497737 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.949496 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3c57271e-5bb0-4d84-bb23-f8ac15497737 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073321 Oct 11 04:23:35.956781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47524) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:35.970496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=e7897317-1b8a-445a-b37e-cbe5c991efc2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:35.975557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-5648d091-5514-45a5-b980-e7e9b935ddc8 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:35.983012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5648d091-5514-45a5-b980-e7e9b935ddc8 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0174646 Oct 11 04:23:35.990729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47526) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.003928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.010223 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a9f740d5-a5c9-47c5-92d6-a8e7fc622402 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/e7897317-1b8a-445a-b37e-cbe5c991efc2 HTTP/1.1" status: 204 len: 168 time: 0.7660847 Oct 11 04:23:36.011648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47528) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.014507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-5c293538-fd8f-4696-981e-89d184a63351 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.025984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5c293538-fd8f-4696-981e-89d184a63351 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0168293 Oct 11 04:23:36.025984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47530) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.045411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] For port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:36.052341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.054563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.054787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-ebc8cb74-5153-49bc-853b-7a0ba6336c5c tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.058353 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ebc8cb74-5153-49bc-853b-7a0ba6336c5c tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0127041 Oct 11 04:23:36.060513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'mac_address': 'fa:16:3e:40:fa:b6', 'name': 'tempest-PortsTestJSON-1561680954'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:36.065194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47532) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.069411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-4aeba189-4e1a-4281-b536-b9641dbd511f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.081292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47534) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.088431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-19532bfa-b75a-4eb3-8dd5-81c8e8060593 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.092431 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19532bfa-b75a-4eb3-8dd5-81c8e8060593 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055346 Oct 11 04:23:36.094950 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4aeba189-4e1a-4281-b536-b9641dbd511f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0163772 Oct 11 04:23:36.112719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47536) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.129876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-8aa816b6-c8d6-4643-a6d7-b0d9d5eaaa3c tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.130934 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8aa816b6-c8d6-4643-a6d7-b0d9d5eaaa3c tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080605 Oct 11 04:23:36.134360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47538) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.144451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-4d331271-ac68-4623-b0c6-3b6a46d02588 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.149199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:36.149567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.159521 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d331271-ac68-4623-b0c6-3b6a46d02588 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0238531 Oct 11 04:23:36.160200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47540) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.174954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Pushing event updated for resources: {'Port': ['ID=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:36.192343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-5aad93ba-aef8-4db0-aeca-c01c7a14fc9f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.201635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Provisioning complete for port 7e2d516a-babb-4a15-a44f-c78ea0518daa triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:36.202224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.202833 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Attempt 1 to provision port 7e2d516a-babb-4a15-a44f-c78ea0518daa Oct 11 04:23:36.203497 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5aad93ba-aef8-4db0-aeca-c01c7a14fc9f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0397432 Oct 11 04:23:36.209053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47542) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.219260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-35990cf2-2935-49f4-a9b1-8ea718357040 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.224251 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-35990cf2-2935-49f4-a9b1-8ea718357040 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0126622 Oct 11 04:23:36.227642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:36.239590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47544) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.248292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.252399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-f7e98627-83d7-4ed3-a28c-c40973c5cc55 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.262697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f7e98627-83d7-4ed3-a28c-c40973c5cc55 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0211511 Oct 11 04:23:36.263872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47546) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.268201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-0b590366-aa2d-4c05-ac67-947e3f2d80f9 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.276260 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0b590366-aa2d-4c05-ac67-947e3f2d80f9 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0112488 Oct 11 04:23:36.277605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.279992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47548) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.292900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-9355c311-32ad-4034-a7b3-5544ef8d5cc4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.294229 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9355c311-32ad-4034-a7b3-5544ef8d5cc4 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109327 Oct 11 04:23:36.297655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e2d516a-babb-4a15-a44f-c78ea0518daa up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:36.305231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47550) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.313712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-1aa9ae20-87c9-43a8-bc19-586127be6950 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.321192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1aa9ae20-87c9-43a8-bc19-586127be6950 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0108473 Oct 11 04:23:36.326755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47552) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.336368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-415b47bf-09eb-4cb8-bf19-00de85a10e95 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.339943 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-415b47bf-09eb-4cb8-bf19-00de85a10e95 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090411 Oct 11 04:23:36.341937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cabee9-374f-4641-ad74-ec220edb9e8c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:36.344399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47554) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.355549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-cd3324f8-52a5-4f5f-a71a-460c4cf9cea6 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.359101 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cd3324f8-52a5-4f5f-a71a-460c4cf9cea6 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098109 Oct 11 04:23:36.368894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47556) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.375242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.380484 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:36.383751 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ee4f898a-eef9-41b9-8957-87ebb35dd4f6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7669816 Oct 11 04:23:36.389916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47558) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.393064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-db483d67-4f51-44e0-9039-531d32daef9e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.397258 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-db483d67-4f51-44e0-9039-531d32daef9e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0121281 Oct 11 04:23:36.407064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group_rule': {'security_group_id': 'd2dfbc47-2702-4ba4-a388-d420b474ac22', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:36.408236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47560) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.418246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [None req-99eebfb5-f391-464a-8add-1bb45b17308e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.421739 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-99eebfb5-f391-464a-8add-1bb45b17308e tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0100751 Oct 11 04:23:36.427369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47562) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.440691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-c7ae3b47-ab3b-46d5-9a6a-1a95bb2a5553 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.446281 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c7ae3b47-ab3b-46d5-9a6a-1a95bb2a5553 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0157058 Oct 11 04:23:36.449228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47564) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.469124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-2256e7a4-20bf-448d-bcdc-e099c3411831 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.470286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2256e7a4-20bf-448d-bcdc-e099c3411831 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0157154 Oct 11 04:23:36.473082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47568) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.483815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-d8405e3e-66ad-4cae-a494-2784946fc1bd tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.484993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d8405e3e-66ad-4cae-a494-2784946fc1bd tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0108876 Oct 11 04:23:36.488842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47570) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.494521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-d640674f-81dc-412b-9e75-9a1c000f1de6 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.498986 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d640674f-81dc-412b-9e75-9a1c000f1de6 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078204 Oct 11 04:23:36.501731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47572) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.501934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ec3231d-9be6-4195-92ec-187575dead41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.511943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-24438f30-fb66-4e20-a5cf-899a90ee66b8 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.514623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-24438f30-fb66-4e20-a5cf-899a90ee66b8 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0118830 Oct 11 04:23:36.518280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47574) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.520197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Current status of the port 7e2d516a-babb-4a15-a44f-c78ea0518daa is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:36.520610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.525399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7e2d516a-babb-4a15-a44f-c78ea0518daa triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:36.525564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-562f3144-16e6-4679-bb1d-fbf83bd82b92 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.525765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.526092 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7e2d516a-babb-4a15-a44f-c78ea0518daa Oct 11 04:23:36.530764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-562f3144-16e6-4679-bb1d-fbf83bd82b92 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0100911 Oct 11 04:23:36.543329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.546222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47576) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.562253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-aa6f746d-2f0b-47cc-b112-ccd65ece2e5f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.565813 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aa6f746d-2f0b-47cc-b112-ccd65ece2e5f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079458 Oct 11 04:23:36.574492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47578) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.600876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-f79fafcf-7e47-4fa8-88be-9bfd4c2d8b0a tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.601887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f79fafcf-7e47-4fa8-88be-9bfd4c2d8b0a tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0250642 Oct 11 04:23:36.605636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47580) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.615028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-b0f8f109-9e5b-4f1c-8b10-ac5479701502 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.616000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b0f8f109-9e5b-4f1c-8b10-ac5479701502 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095046 Oct 11 04:23:36.619121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47582) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.624471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-c9e95d72-da25-43aa-ad63-8b0b429c0777 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.625451 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c9e95d72-da25-43aa-ad63-8b0b429c0777 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054233 Oct 11 04:23:36.629088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47584) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.641191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-05ffa9b3-b93f-4533-837c-863eb6b8332a tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.642229 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-05ffa9b3-b93f-4533-837c-863eb6b8332a tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0121932 Oct 11 04:23:36.646069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.649683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47586) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.670421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-4f7744fe-2756-4c9d-a420-e872bef14514 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.675767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] For port 7e2d516a-babb-4a15-a44f-c78ea0518daa, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e2d516a-babb-4a15-a44f-c78ea0518daa,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:36.682075 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4f7744fe-2756-4c9d-a420-e872bef14514 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0285933 Oct 11 04:23:36.682455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47588) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.688108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-85d70c91-3dbd-4f9b-949b-bbb5a3a07183 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.691674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-85d70c91-3dbd-4f9b-949b-bbb5a3a07183 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058105 Oct 11 04:23:36.694425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47590) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.702201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.706293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-659fa093-8dd8-42e2-96c8-c1677fc2222b tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.710087 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-659fa093-8dd8-42e2-96c8-c1677fc2222b tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0119741 Oct 11 04:23:36.710087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47592) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.717777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-62ce7442-f7da-4393-97e3-3988bd144caa tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.721143 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-62ce7442-f7da-4393-97e3-3988bd144caa tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078542 Oct 11 04:23:36.721264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port a991b23c-cefd-4311-9479-7ecfbd450b06 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:36.723759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47594) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.734151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-e2ae6855-ad14-4ed6-af08-1868ad229e68 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.737683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e2ae6855-ad14-4ed6-af08-1868ad229e68 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0106463 Oct 11 04:23:36.737683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.738775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47596) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.742989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-1471eb10-118d-4230-9c4a-857341aec213 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.746246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1471eb10-118d-4230-9c4a-857341aec213 tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048535 Oct 11 04:23:36.746932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47598) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.751482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-b876a342-008f-4702-9267-e774502bbe0a tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.754646 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b876a342-008f-4702-9267-e774502bbe0a tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046105 Oct 11 04:23:36.755053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47600) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.758140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45817770-8806-442e-90c2-5457c7ce25d6 None None] DHCP port deletion for 835b0de6-ff6e-41f3-aee2-8dfc8db00b88 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:36.759130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [None req-c4ec4a3b-b29b-411b-bb04-6b916708cc8f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:23:36.763451 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4ec4a3b-b29b-411b-bb04-6b916708cc8f tempest-ExtensionsTestJSON-2133209814 tempest-ExtensionsTestJSON-2133209814-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041373 Oct 11 04:23:36.763451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.785108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7e2d516a-babb-4a15-a44f-c78ea0518daa is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:36.785553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.793414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b4db-9eaf-48f2-9c90-5a9e3ff785a2 None None] Pushing event updated for resources: {'Port': ['ID=7e2d516a-babb-4a15-a44f-c78ea0518daa,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:36.801829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1909e9b8-b0fd-4f09-a00f-ca2fe6798490,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:36.820078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.821468 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1bedb939-42e2-482e-be79-364c682758c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4256930 Oct 11 04:23:36.826866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47604) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:36.836082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group_rule': {'security_group_id': 'd2dfbc47-2702-4ba4-a388-d420b474ac22', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:36.879135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.888055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:23:36.888413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:23:36.893492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b1a26ab0-5b86-4312-9558-7a5755c7d23a None None] Provisioning complete for port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:36.893862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b1a26ab0-5b86-4312-9558-7a5755c7d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.894594 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b1a26ab0-5b86-4312-9558-7a5755c7d23a None None] Attempt 1 to provision port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 Oct 11 04:23:36.972800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:36.977296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.005388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9f6d8f-4c7a-4e2d-84ad-4a6c86bd8bc4,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.016138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.019820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-196d1b0e-d794-42a4-a8e2-26a97f60c011 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890502 Oct 11 04:23:37.020147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b1a26ab0-5b86-4312-9558-7a5755c7d23a None None] Current status of the port b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:37.020630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47606) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.027493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b1a26ab0-5b86-4312-9558-7a5755c7d23a None None] Could not find standard attr ID for object 269e9ead-d3ae-410f-840c-2d183e650526. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:37.027767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group_rule': {'security_group_id': 'd2dfbc47-2702-4ba4-a388-d420b474ac22', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:37.062899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.075483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.151430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.155387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.157580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=b8ca12af-cb1b-499a-98b7-c7d0dc0b9913,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.167783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.195603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd25e0d2-2f25-4c58-a466-d2cedd5a90a1,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.207769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.210258 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-52351c74-6da7-4c11-b247-0913621e6594 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886392 Oct 11 04:23:37.221898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47610) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.222253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47612) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.233169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.234562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group_rule': {'security_group_id': 'd2dfbc47-2702-4ba4-a388-d420b474ac22', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:37.235225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.264672 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Project 8dcc4908efa84af38c26d5dc2d79d986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:23:37.271714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.313240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.339514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.345973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.369308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee05ea7f-7ff0-4b81-a90a-06597a236d02,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.381435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.382841 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68a28282-37b9-4d6a-8de0-8fd0a91ac7b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594586 Oct 11 04:23:37.385538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47616) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.390474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'security_group_rule': {'security_group_id': 'd2dfbc47-2702-4ba4-a388-d420b474ac22', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:37.413784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f19d604-faad-4963-a834-028ed034320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.453816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7e2d516a-babb-4a15-a44f-c78ea0518daa is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:37.461959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.490604 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Project 8dcc4908efa84af38c26d5dc2d79d986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:23:37.504897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.508520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ae2039c3-0a13-45e1-bc1f-af0a504c8fad no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:37.519700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Allocated IP 172.26.8.182 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/9ee16198-84af-43d7-8bdf-90f00f195815) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:37.534026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ae2039c3-0a13-45e1-bc1f-af0a504c8fad {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:37.535043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ae2039c3-0a13-45e1-bc1f-af0a504c8fad not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:37.535043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:37.557257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:37.557938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ab62fd56-38cc-4fd2-80b6-526e8b7d4dc2 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:37.571169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f19d604-faad-4963-a834-028ed034320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.573151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.576796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f19d604-faad-4963-a834-028ed034320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.591321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.614612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:37.622194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:37.628512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:37.634100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:37.634574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.636753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=a991b23c-cefd-4311-9479-7ecfbd450b06,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.639729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5f8b9e-de95-4462-a257-8d1846833530,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.648513 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2f19d604-faad-4963-a834-028ed034320e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d74812b219e746c7b9497ff15b7393f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210134 Oct 11 04:23:37.649059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.650295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0eece341-34aa-47c0-8b72-a4d4ea0e567f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2634957 Oct 11 04:23:37.650922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47618) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.651442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19d604-faad-4963-a834-028ed034320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0ea50a-8d98-4ab8-baeb-c3ff26f042b8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.656502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47620) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.667230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'network': {'name': 'tempest-network-smoke--700363323', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:37.667358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Router ef646614-ffa7-41e6-9dae-83fe25c029a9 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:23:37.684416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.693035 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-93764399-f9f7-4e8f-beef-c760c62c4c00 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6370966 Oct 11 04:23:37.696324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47622) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.718199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Made reservation on behalf of 8dcc4908efa84af38c26d5dc2d79d986 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:37.721643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.744628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6891b528-5d5c-4cab-96dd-dee1f89f0bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.765865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:37.778896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6891b528-5d5c-4cab-96dd-dee1f89f0bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.789315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.789648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Added segment 199f5169-94d1-4e72-8f3b-2f8ac8ccbb05 of type vlan for network 73c43a25-1023-4312-8335-9c13c09ca9d4 Oct 11 04:23:37.813944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9def4-328c-4f0d-a9e0-9c83a50e72c0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:37.817961 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c4e9def4-328c-4f0d-a9e0-9c83a50e72c0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/a991b23c-cefd-4311-9479-7ecfbd450b06 HTTP/1.1" status: 200 len: 841 time: 0.1179786 Oct 11 04:23:37.830289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47624) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.850131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:37.856499 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-656fc68f-a972-4552-9378-e4b77d62a91d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "PUT /v2.0/routers/ef646614-ffa7-41e6-9dae-83fe25c029a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9804420 Oct 11 04:23:37.859626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47626) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.885051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.901164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.933071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abba4e-1689-4fad-ab80-00dfbee8e3cd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:37.934659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abba4e-1689-4fad-ab80-00dfbee8e3cd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:37.936168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e5abba4e-1689-4fad-ab80-00dfbee8e3cd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0754240 Oct 11 04:23:37.938750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6891b528-5d5c-4cab-96dd-dee1f89f0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.940066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47628) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:37.941380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6891b528-5d5c-4cab-96dd-dee1f89f0bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.942640 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6891b528-5d5c-4cab-96dd-dee1f89f0bd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be0ea50a-8d98-4ab8-baeb-c3ff26f042b8 HTTP/1.1" status: 204 len: 168 time: 0.2870762 Oct 11 04:23:37.958512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.963939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:37.964532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:37.974272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891b528-5d5c-4cab-96dd-dee1f89f0bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0ea50a-8d98-4ab8-baeb-c3ff26f042b8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:37.997050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.017394 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3524663 Oct 11 04:23:38.022648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47632) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:38.029530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'admin_state_up': True, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:38.031653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 48a98898-9a09-4dd2-87c4-48285eab219e {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:38.044650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.054340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e2d516a-babb-4a15-a44f-c78ea0518daa up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:38.073371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port a991b23c-cefd-4311-9479-7ecfbd450b06 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:38.073832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.088935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:38.090812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715a497-d23d-4752-a1fd-58c7d514ea3b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Network': ['ID=73c43a25-1023-4312-8335-9c13c09ca9d4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:38.108089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:38.108906 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] Sync routers for ids ['ef646614-ffa7-41e6-9dae-83fe25c029a9'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:38.110718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:38.122759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event updated for resources: {'Port': ['ID=9ee16198-84af-43d7-8bdf-90f00f195815,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:38.127661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] Routers {'ef646614-ffa7-41e6-9dae-83fe25c029a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:38.128289 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ef646614-ffa7-41e6-9dae-83fe25c029a9'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:38.130684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:38.148235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.199338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.214263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for a991b23c-cefd-4311-9479-7ecfbd450b06 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:38.220867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7e2d516a-babb-4a15-a44f-c78ea0518daa triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:38.221424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.221797 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7e2d516a-babb-4a15-a44f-c78ea0518daa Oct 11 04:23:38.269848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.307406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.309119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.316332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.341646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.349410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/a991b23c-cefd-4311-9479-7ecfbd450b06 HTTP/1.1" status: 204 len: 168 time: 0.5141919 Oct 11 04:23:38.349410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47638) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:38.373762 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] Set router ef646614-ffa7-41e6-9dae-83fe25c029a9 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:38.409795 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d825e014-7a98-4617-9963-cb3019e641b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:38.420152 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d825e014-7a98-4617-9963-cb3019e641b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/a991b23c-cefd-4311-9479-7ecfbd450b06 HTTP/1.1" status: 404 len: 333 time: 0.0629072 Oct 11 04:23:38.420152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4c293-e6fb-498e-9854-6fbc5a152362 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=a991b23c-cefd-4311-9479-7ecfbd450b06,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:38.420152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47642) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:38.420525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7e2d516a-babb-4a15-a44f-c78ea0518daa is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:38.427400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'name': 'tempest-PortsTestJSON-1861193665'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:38.435421 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:28Z', 'updated_at': '2022-10-11T04:23:36Z', 'revision_number': 3, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:38.448667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.454767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 269e9ead-d3ae-410f-840c-2d183e650526 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:38.469867 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] Checking router: ef646614-ffa7-41e6-9dae-83fe25c029a9 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:38.479102 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] Routers {'ef646614-ffa7-41e6-9dae-83fe25c029a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:38.479919 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ef646614-ffa7-41e6-9dae-83fe25c029a9'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:38.499216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 269e9ead-d3ae-410f-840c-2d183e650526 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:38.499567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 269e9ead-d3ae-410f-840c-2d183e650526 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:38.509617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.570374 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] Set router ef646614-ffa7-41e6-9dae-83fe25c029a9 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:38.632925 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:28Z', 'updated_at': '2022-10-11T04:23:36Z', 'revision_number': 3, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:38.674042 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a58c6-f42a-405e-a499-11f25e64417a None None] The sync data for ids ['ef646614-ffa7-41e6-9dae-83fe25c029a9'] in dv-neutron-860894-1-hyperv is: [{'id': 'ef646614-ffa7-41e6-9dae-83fe25c029a9', 'name': 'tempest-NetworksTestDHCPv6-router-971027803', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:28Z', 'updated_at': '2022-10-11T04:23:36Z', 'revision_number': 3, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:38.727879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.731415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:38.734880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.769722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 40049ec7-f353-4d5c-b577-a87c25e7fdae yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:38.851107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=48a98898-9a09-4dd2-87c4-48285eab219e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:38.855750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:38.861687 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6fa1083e-d154-4bef-bd61-0ea66cadcecb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/48a98898-9a09-4dd2-87c4-48285eab219e HTTP/1.1" status: 204 len: 168 time: 0.9180136 Oct 11 04:23:38.861917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47658) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:38.870046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cb2a7-0614-4258-8809-d525731a66cf None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:38.954740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47660) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:39.058593 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1be5dac-e549-485e-b284-d223d3ae8919 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1952755 Oct 11 04:23:39.061640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47664) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:39.114916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:39.194111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-59f0e60c-311b-477f-8bb6-b8ae8ac56a97 tempest-DvrRoutersNegativeTest-2010477333 tempest-DvrRoutersNegativeTest-2010477333-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1283030954', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:39.197007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.policy [None req-59f0e60c-311b-477f-8bb6-b8ae8ac56a97 tempest-DvrRoutersNegativeTest-2010477333 tempest-DvrRoutersNegativeTest-2010477333-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103099) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 11 04:23:39.197305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.policy [None req-59f0e60c-311b-477f-8bb6-b8ae8ac56a97 tempest-DvrRoutersNegativeTest-2010477333 tempest-DvrRoutersNegativeTest-2010477333-project] Failed policy check for 'create_router' {{(pid=103099) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 11 04:23:39.198732 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-59f0e60c-311b-477f-8bb6-b8ae8ac56a97 tempest-DvrRoutersNegativeTest-2010477333 tempest-DvrRoutersNegativeTest-2010477333-project] create failed (client error): Access was denied to this resource. Oct 11 04:23:39.198853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] Deleting port 7e2d516a-babb-4a15-a44f-c78ea0518daa {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:39.198853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.199020 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59f0e60c-311b-477f-8bb6-b8ae8ac56a97 tempest-DvrRoutersNegativeTest-2010477333 tempest-DvrRoutersNegativeTest-2010477333-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2369187 Oct 11 04:23:39.201779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.292805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.313312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.319319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] For port 7e2d516a-babb-4a15-a44f-c78ea0518daa, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e2d516a-babb-4a15-a44f-c78ea0518daa,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:39.319814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.335718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] Calling delete_port for 7e2d516a-babb-4a15-a44f-c78ea0518daa owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:39.368797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.370180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.421168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.421387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.421835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Fanout notify agent at l3_agent the message router_deleted on router ef646614-ffa7-41e6-9dae-83fe25c029a9 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:39.444782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.447238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.458889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.459086 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c29b22be-4ed4-4db7-88ff-7161d9edc902 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/routers/ef646614-ffa7-41e6-9dae-83fe25c029a9 HTTP/1.1" status: 204 len: 168 time: 0.3965099 Oct 11 04:23:39.461906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47668) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:39.472746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:39.493947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.501751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.510220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.546315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] Pushing event deleted for resources: {'Port': ['ID=7e2d516a-babb-4a15-a44f-c78ea0518daa,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:39.564366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf03fb-867b-4d41-a441-939139385af4 None None] No DVR routers for this DVR port 7e2d516a-babb-4a15-a44f-c78ea0518daa on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:39.599949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:39.609402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:39.613117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:39.618850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:39.619885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.625088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=40049ec7-f353-4d5c-b577-a87c25e7fdae,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:39.666322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:39.669863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.674566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47672) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:39.678567 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3c3ac95e-0722-4584-bbbe-01070565d44b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2605634 Oct 11 04:23:39.680663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47676) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:39.686327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:39.769859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Allocated IP 172.26.8.176 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/539219d5-0c41-4473-b7cc-1452711edd17) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:39.783078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.818174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8f4e-f7e2-4357-b41b-f8d6eda4e14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.941035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:39.978199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e2d516a-babb-4a15-a44f-c78ea0518daa no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:39.981371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.001171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7e2d516a-babb-4a15-a44f-c78ea0518daa {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:40.001611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e2d516a-babb-4a15-a44f-c78ea0518daa not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:40.002261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:40.025177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:40.025601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b8ca12af-cb1b-499a-98b7-c7d0dc0b9913 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:40.030205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.038733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.038733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] In _notify_port_updated(), no bound segment for port 40049ec7-f353-4d5c-b577-a87c25e7fdae on network 8902b3eb-b5ae-4169-a305-21bff17b3eef {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:23:40.044300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:40.044913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.046210 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/ports/40049ec7-f353-4d5c-b577-a87c25e7fdae HTTP/1.1" status: 200 len: 818 time: 0.3646419 Oct 11 04:23:40.052518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47680) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:40.073846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.101125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8f4e-f7e2-4357-b41b-f8d6eda4e14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.102302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.106733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:40.108364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e9667-d0df-4ad4-b8f3-d40dfa0da4a9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=40049ec7-f353-4d5c-b577-a87c25e7fdae,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:40.116009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:40.136510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:40.143452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8f4e-f7e2-4357-b41b-f8d6eda4e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.181047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Port': ['ID=539219d5-0c41-4473-b7cc-1452711edd17,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:40.245227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:40.263980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:40.272495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.273020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:40.273833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.277012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebcea6-a53f-47ea-a097-530a9ce1e56f None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:40.284728 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0c0f8f4e-f7e2-4357-b41b-f8d6eda4e14e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca483a87d7fd4e74b3e2efaf826fc144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092527 Oct 11 04:23:40.288525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47682) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:40.295920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=277e2c50-9e73-4cb4-860b-655a577fb641,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:40.297920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8f4e-f7e2-4357-b41b-f8d6eda4e14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e2d7e-9220-438d-86de-505f818d2435,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:40.318994 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e5061acf-2e4c-4500-8a3a-49cb071d914c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8560760 Oct 11 04:23:40.323422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47684) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:40.329459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:40.358355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 40049ec7-f353-4d5c-b577-a87c25e7fdae {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:40.358696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.376962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Router 47f7304c-d463-4147-8bc7-cbc15b90c4a9 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:40.382351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.383386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.401129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-305ab589-7593-40ed-b320-0c2497fecd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.456919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-305ab589-7593-40ed-b320-0c2497fecd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.461139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '277e2c50-9e73-4cb4-860b-655a577fb641'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:40.461992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.479835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.496433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.511498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 40049ec7-f353-4d5c-b577-a87c25e7fdae owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:40.546235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.556984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.604687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-305ab589-7593-40ed-b320-0c2497fecd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.607215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-305ab589-7593-40ed-b320-0c2497fecd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.608366 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-305ab589-7593-40ed-b320-0c2497fecd47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d10e2d7e-9220-438d-86de-505f818d2435 HTTP/1.1" status: 204 len: 168 time: 0.3190839 Oct 11 04:23:40.618266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ab589-7593-40ed-b320-0c2497fecd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e2d7e-9220-438d-86de-505f818d2435,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:40.639178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/277e2c50-9e73-4cb4-860b-655a577fb641/39a7fc1e-4dea-44c1-a13e-abfdbbed2f83) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:40.639688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.640902 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cf562860-d050-4f5a-9c46-24815336245a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3148673 Oct 11 04:23:40.644655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47688) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:40.697024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:40.714209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] Sync routers for ids ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:40.741695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.776785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] Routers {'47f7304c-d463-4147-8bc7-cbc15b90c4a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:40.777593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:40.788021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:40.791907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1bc8bd85-20d5-49c5-91d4-199a1259653e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3598971 Oct 11 04:23:40.797370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47692) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:40.801883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': False}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:40.830867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:40.849322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] Routers {'47f7304c-d463-4147-8bc7-cbc15b90c4a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:40.849542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:40.933664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Router ed75f106-9298-40ae-9158-876ddf4d3988 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:41.080588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:41.081740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb91214-af74-4a1c-92db-5d091bfca451 None None] The sync data for ids ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:41.094967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:41.108116 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Sync routers for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:41.124805 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:41.127157 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:41.135942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.143530 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-73950d71-17dd-41b2-bc14-72352b3c13d7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1196637 Oct 11 04:23:41.145551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.161803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.171285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.225038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:41.229709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:41.239803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:41.250294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Pushing event updated for resources: {'Port': ['ID=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:41.285659 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:41.288587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.318517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Attempting to bind port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:41.319530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Attempting to bind port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:41.320141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Attempting to bind port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:41.326577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:41.327737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:41.328340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.328943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:41.329606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Bound port: 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:41.330200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.331172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=40049ec7-f353-4d5c-b577-a87c25e7fdae,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:41.442555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] For port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:41.448287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] For port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:41.456527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.470571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.475877 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7dd121f0-224b-4ebb-8df2-f2125ab8a526 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/40049ec7-f353-4d5c-b577-a87c25e7fdae HTTP/1.1" status: 204 len: 168 time: 1.4165430 Oct 11 04:23:41.484362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47714) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.487055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.527406 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1591f938-4816-44fc-a886-48d63b03e81f tempest-TestNetworkAdvancedServerOps-2143601837 tempest-TestNetworkAdvancedServerOps-2143601837-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8dcc4908efa84af38c26d5dc2d79d986&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3792210 Oct 11 04:23:41.543472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47716) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.574910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6774-39ea-457a-adf3-9b64fa29f20a None None] Pushing event updated for resources: {'Port': ['ID=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:41.602896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47718) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.626391 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:40Z', 'revision_number': 3, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:41.664015 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Checking router: ed75f106-9298-40ae-9158-876ddf4d3988 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:41.664597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Updating router ed75f106-9298-40ae-9158-876ddf4d3988 port 539219d5-0c41-4473-b7cc-1452711edd17 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:41.699298 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.744074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08291a-2aee-43e5-bac5-6cb648d03d7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:41.750080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6d08291a-2aee-43e5-bac5-6cb648d03d7e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2646990 Oct 11 04:23:41.768308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47722) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.812110 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-8801f52a-d76b-45ac-bee8-8180ffb96eaf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:41.813664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8801f52a-d76b-45ac-bee8-8180ffb96eaf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/40049ec7-f353-4d5c-b577-a87c25e7fdae HTTP/1.1" status: 404 len: 333 time: 0.0413585 Oct 11 04:23:41.819198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47724) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.823770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1618415528'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:41.834574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d7e9ae61-e52a-4cf9-bf6c-cf4f70f691f2 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:41.835679 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-d7e9ae61-e52a-4cf9-bf6c-cf4f70f691f2 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 04:23:41.836178 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d7e9ae61-e52a-4cf9-bf6c-cf4f70f691f2 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 04:23:41.837156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d7e9ae61-e52a-4cf9-bf6c-cf4f70f691f2 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2268071 Oct 11 04:23:41.844271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47726) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.853247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508362389'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:41.861630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7993801-9d99-42c3-a75e-7683e765f2c7 tempest-TestNetworkAdvancedServerOps-2143601837 tempest-TestNetworkAdvancedServerOps-2143601837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:41.865893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.869109 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d7993801-9d99-42c3-a75e-7683e765f2c7 tempest-TestNetworkAdvancedServerOps-2143601837 tempest-TestNetworkAdvancedServerOps-2143601837-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3245971 Oct 11 04:23:41.889572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:41.893816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.897710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.911080 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a9f1ae15-db71-4ee9-8e6b-9c59826ceefc tempest-TestNetworkAdvancedServerOps-2143601837 tempest-TestNetworkAdvancedServerOps-2143601837-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437415 Oct 11 04:23:41.916657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47730) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:41.932281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328182947', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:41.935785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:41.985906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:41.995039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.040964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::1 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/277e2c50-9e73-4cb4-860b-655a577fb641/6a90e481-5fd3-47ae-a8cd-6aa891a23a05) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:42.053539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.053888 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment 2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5 of type vlan for network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 Oct 11 04:23:42.082661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:42.117866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.158631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:42.158818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Made reservation on behalf of 8dcc4908efa84af38c26d5dc2d79d986 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:42.159607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.160194 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 Oct 11 04:23:42.162144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.173169 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.179898 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.213518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.219253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:42.220013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.238423 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f519e8-6101-41ab-a8df-9ee2156575dd None None] Pushing event updated for resources: {'Port': ['ID=539219d5-0c41-4473-b7cc-1452711edd17,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.254021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.255846 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Attempting to bind port 539219d5-0c41-4473-b7cc-1452711edd17 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:42.256492 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Attempting to bind port 539219d5-0c41-4473-b7cc-1452711edd17 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:42.257927 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Attempting to bind port 539219d5-0c41-4473-b7cc-1452711edd17 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:42.268263 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:42.269188 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:42.269852 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.270395 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:42.271044 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Bound port: 539219d5-0c41-4473-b7cc-1452711edd17, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:42.271602 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.298663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.313884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:42.314459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.318673 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4984534 Oct 11 04:23:42.325098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:42.325653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.331882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:42.357562 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] For port 539219d5-0c41-4473-b7cc-1452711edd17, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:42.362366 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] For port 539219d5-0c41-4473-b7cc-1452711edd17, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=539219d5-0c41-4473-b7cc-1452711edd17,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:42.365055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:42.369041 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.370832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.380717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74533ab-c896-478c-9ed3-3328af5c53e2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=e6a3250d-e03e-43f0-afa6-0cd45c56d4a2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.401340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:42.425170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a8cae-0174-4434-9bad-4b3bf54a729c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.450336 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f519e8-6101-41ab-a8df-9ee2156575dd None None] Pushing event updated for resources: {'Port': ['ID=539219d5-0c41-4473-b7cc-1452711edd17,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.460559 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:42.464190 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:42.501484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.525670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.558122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.562123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.611339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.623383 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:42.632560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.636768 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7875619 Oct 11 04:23:42.658291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47734) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:42.671085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdffccb-4076-4ed2-84a5-12cd1d456f52 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531a9dff-bc1a-4453-9357-fc4e348fc035,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.671958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '531a9dff-bc1a-4453-9357-fc4e348fc035', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:42.690611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:42.693750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.705374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:42.731490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Checking segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:42.732214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network hostable DHCP agents. Network: 73c43a25-1023-4312-8335-9c13c09ca9d4, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:42.734459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Subnet': ['ID=09e1f6a7-edac-4c53-8a69-ce1ab02ca35c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.754099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:42.756349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:42.756910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:42.757550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.780164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 73c43a25-1023-4312-8335-9c13c09ca9d4) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:42.789198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d387a2-4b73-4165-8e20-f2bd3ff696fe None None] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:42.797007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:42.797606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.819233 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:42.831545 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c5f39134-54c9-4bad-82eb-83db57d8d937 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9093585 Oct 11 04:23:42.832932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47736) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:42.919512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:42.945900 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:40Z', 'revision_number': 3, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:42.989478 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89625557-2392-4483-8bb1-fc886e9d8146 None None] The sync data for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv is: [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:40Z', 'revision_number': 3, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:42.999808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-73c43a25-1023-4312-8335-9c13c09ca9d4', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:43.000893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.138247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-dd7a350b-e77c-40f5-a461-a46d877587a4 None None] Provisioning complete for port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:43.140157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dd7a350b-e77c-40f5-a461-a46d877587a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.140620 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-dd7a350b-e77c-40f5-a461-a46d877587a4 None None] Attempt 1 to provision port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 Oct 11 04:23:43.165872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.192879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.195598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.206977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.218818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.272521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812d5fbb-977b-4e2d-92db-40a21ece4e9a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:43.292973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Allocated IP 172.20.0.2 (73c43a25-1023-4312-8335-9c13c09ca9d4/09e1f6a7-edac-4c53-8a69-ce1ab02ca35c/fe778dc8-90c8-48a5-9d71-19857896205b) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:43.370220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.375923 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0d708e65-0b49-473b-bfdc-44f35b4d044c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7146485 Oct 11 04:23:43.376581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47738) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:43.400808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-78d30eb1-c0c3-4737-bca0-801851f348b0 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '531a9dff-bc1a-4453-9357-fc4e348fc035', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:43.435680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a350b-e77c-40f5-a461-a46d877587a4 None None] Current status of the port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:43.559744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.567049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.575860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Provisioning complete for port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:43.576931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.577616 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Attempt 1 to provision port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 Oct 11 04:23:43.590667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.676256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Pushing event updated for resources: {'Port': ['ID=fe778dc8-90c8-48a5-9d71-19857896205b,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:43.702065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:43.705493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:43.707255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:43.709798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:43.788479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Attempting to bind port fe778dc8-90c8-48a5-9d71-19857896205b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:43.789029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Attempting to bind port fe778dc8-90c8-48a5-9d71-19857896205b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:43.789498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Attempting to bind port fe778dc8-90c8-48a5-9d71-19857896205b on network 73c43a25-1023-4312-8335-9c13c09ca9d4 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:43.796316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:43.796856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Checking segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:43.797361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.797876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Bound using segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:43.798462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Bound port: fe778dc8-90c8-48a5-9d71-19857896205b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:43.798963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.843334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.899145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] For port fe778dc8-90c8-48a5-9d71-19857896205b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:43.904172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] For port fe778dc8-90c8-48a5-9d71-19857896205b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe778dc8-90c8-48a5-9d71-19857896205b,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:43.909512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:43.985489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a563bb6-3290-4a08-bf76-d533b4b8447a None None] Pushing event updated for resources: {'Port': ['ID=fe778dc8-90c8-48a5-9d71-19857896205b,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:44.071308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78d30eb1-c0c3-4737-bca0-801851f348b0 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.155403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 539219d5-0c41-4473-b7cc-1452711edd17 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:44.223169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Router 47f7304c-d463-4147-8bc7-cbc15b90c4a9 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:23:44.226387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=0a5f3eff-9696-443d-be1e-8b44a4ac029d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:44.234864 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Attempt 2 to provision port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 Oct 11 04:23:44.262990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Allocated IP 172.20.0.1 (73c43a25-1023-4312-8335-9c13c09ca9d4/09e1f6a7-edac-4c53-8a69-ce1ab02ca35c/f6bff217-4efe-4e47-9e1b-30dd3ea76fb2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:44.317003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:44.337624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 539219d5-0c41-4473-b7cc-1452711edd17 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:44.338467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.338467 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 539219d5-0c41-4473-b7cc-1452711edd17 Oct 11 04:23:44.338816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:44.339181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: e6a3250d-e03e-43f0-afa6-0cd45c56d4a2, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:44.352464 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-78d30eb1-c0c3-4737-bca0-801851f348b0 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 04:23:44.355268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-78d30eb1-c0c3-4737-bca0-801851f348b0 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9578393 Oct 11 04:23:44.357061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47742) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:44.441824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:44.445436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 539219d5-0c41-4473-b7cc-1452711edd17 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:44.446383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.450978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.476460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 539219d5-0c41-4473-b7cc-1452711edd17, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=539219d5-0c41-4473-b7cc-1452711edd17,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:44.479549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa3d0-d91c-4518-a215-5b92ebfff857 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.483770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.485240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:44.496868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, e6a3250d-e03e-43f0-afa6-0cd45c56d4a2) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:44.516676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:44.517270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.525079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa3d0-d91c-4518-a215-5b92ebfff857 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.531118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.540177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.540904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.546935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:44.557789 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e5332602-ff16-4936-b071-48ebedcc42c2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2292452 Oct 11 04:23:44.557948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d719e-e830-4b96-aba2-fec1605297a1 None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:44.558288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.561996 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5d5b042d-b341-49d5-a9ac-99a1ef7af41a tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "PUT /v2.0/routers/47f7304c-d463-4147-8bc7-cbc15b90c4a9 HTTP/1.1" status: 200 len: 922 time: 3.7634072 Oct 11 04:23:44.565394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.567345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47744) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:44.568134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47746) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:44.570123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] Sync routers for ids ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:44.622388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:44.626849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] Routers {'47f7304c-d463-4147-8bc7-cbc15b90c4a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:44.627504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:44.659361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:44.684068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:44.685612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:44.694232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=539219d5-0c41-4473-b7cc-1452711edd17,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:44.701597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:44.735605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:44.736575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.736575 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 Oct 11 04:23:44.737549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:44.742013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] Routers {'47f7304c-d463-4147-8bc7-cbc15b90c4a9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:44.742013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:44.745216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa3d0-d91c-4518-a215-5b92ebfff857 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.749011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcdfa3d0-d91c-4518-a215-5b92ebfff857 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:44.752883 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dcdfa3d0-d91c-4518-a215-5b92ebfff857 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/531a9dff-bc1a-4453-9357-fc4e348fc035 HTTP/1.1" status: 204 len: 168 time: 0.3877769 Oct 11 04:23:44.768351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:44.770246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47748) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:44.776823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:44.809903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:44.810595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b630164f-7d36-4d6f-893d-65f952deff3e None None] The sync data for ids ['47f7304c-d463-4147-8bc7-cbc15b90c4a9'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:44.819254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Router c471292a-3b46-4e96-8fa7-bdc9ac675c71 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:44.822029 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Attempt 3 to provision port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 Oct 11 04:23:44.827176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Port': ['ID=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:44.876677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfa3d0-d91c-4518-a215-5b92ebfff857 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a9dff-bc1a-4453-9357-fc4e348fc035,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:44.950168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:44.961193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:44.961870 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Sync routers for ids ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:44.966364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-36e0475a-a7f6-4e90-af36-5a29dbe4ba79 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "PUT /v2.0/routers/c471292a-3b46-4e96-8fa7-bdc9ac675c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3195777 Oct 11 04:23:44.967273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47750) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:44.986069 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Routers {'c471292a-3b46-4e96-8fa7-bdc9ac675c71'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:44.989363 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:45.021276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a147ef8-3e8f-4c8b-b029-4bcfa031e051 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:45.026717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3a147ef8-3e8f-4c8b-b029-4bcfa031e051 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports/6a90e481-5fd3-47ae-a8cd-6aa891a23a05 HTTP/1.1" status: 200 len: 911 time: 0.0580237 Oct 11 04:23:45.027496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47752) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.039522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': '0a5f3eff-9696-443d-be1e-8b44a4ac029d'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:45.041395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.050968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.060653 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cd7000e4-68a0-418d-94b6-6006b1298eb4 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/47f7304c-d463-4147-8bc7-cbc15b90c4a9 HTTP/1.1" status: 200 len: 922 time: 0.4442666 Oct 11 04:23:45.069176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47754) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.110738 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ddc33604-0de2-4215-bb6b-6358e87177fb tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3312180 Oct 11 04:23:45.113431 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47756) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.121860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455455009'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:45.155795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:45.160105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.181459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85c653-8791-406e-85c3-71d9f745c0c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:45.190344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85c653-8791-406e-85c3-71d9f745c0c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:45.190570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.194576 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fe85c653-8791-406e-85c3-71d9f745c0c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1635685 Oct 11 04:23:45.204034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47758) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.236017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Allocated IP 172.20.0.2 (e6a3250d-e03e-43f0-afa6-0cd45c56d4a2/0a5f3eff-9696-443d-be1e-8b44a4ac029d/ed210eb1-6970-4974-869f-45a13e1975b4) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:45.258895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:45.312629 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Set router c471292a-3b46-4e96-8fa7-bdc9ac675c71 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:45.338113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649b58b-c7b0-403c-b58b-1fae1ad0dcd8 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:45.342828 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4649b58b-c7b0-403c-b58b-1fae1ad0dcd8 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=47f7304c-d463-4147-8bc7-cbc15b90c4a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2662714 Oct 11 04:23:45.356064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47760) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.384960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a5f3eff-9696-443d-be1e-8b44a4ac029d (CIDR: 172.20.0.0/28) Oct 11 04:23:45.416013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:45.416513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:23:45.448762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.452340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.481875 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Attempt 4 to provision port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 Oct 11 04:23:45.494827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.553991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-14fd92b7-020e-4de0-8c52-e544137715cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9366808 Oct 11 04:23:45.554820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:45.559589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47762) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.571870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:45.591331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.601748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.626194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:45.641319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:45.662604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.663825 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5476623 Oct 11 04:23:45.664200 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:40Z', 'updated_at': '2022-10-11T04:23:43Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None, '_interfaces': [{'id': '6a90e481-5fd3-47ae-a8cd-6aa891a23a05', 'name': '', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'mac_address': 'fa:16:3e:08:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '277e2c50-9e73-4cb4-860b-655a577fb641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:41Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'subnets': [{'id': '277e2c50-9e73-4cb4-860b-655a577fb641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:45.692701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47764) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.695499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:45.703604 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Checking router: c471292a-3b46-4e96-8fa7-bdc9ac675c71 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:45.704361 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Updating router c471292a-3b46-4e96-8fa7-bdc9ac675c71 port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:45.711290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1dc47491-484b-4b3a-8d7e-4b79527403a4 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '2665f2cb-fce9-4260-bcb9-00787c9f4f4f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:45.712044 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-1dc47491-484b-4b3a-8d7e-4b79527403a4 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 11 04:23:45.712551 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-1dc47491-484b-4b3a-8d7e-4b79527403a4 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:45.713526 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1dc47491-484b-4b3a-8d7e-4b79527403a4 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0198643 Oct 11 04:23:45.731183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eaed4-c639-49d0-b88d-e141cf535ae9 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2665f2cb-fce9-4260-bcb9-00787c9f4f4f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:45.732428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47766) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.746523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edddfd6-9048-40ba-8482-a615504de679 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:45.748471 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0edddfd6-9048-40ba-8482-a615504de679 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.3875799 Oct 11 04:23:45.750660 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.791587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47768) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.796392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Pushing event updated for resources: {'Port': ['ID=ed210eb1-6970-4974-869f-45a13e1975b4,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:45.805273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Attempting to bind port ed210eb1-6970-4974-869f-45a13e1975b4 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:45.806187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Attempting to bind port ed210eb1-6970-4974-869f-45a13e1975b4 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:45.806590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Attempting to bind port ed210eb1-6970-4974-869f-45a13e1975b4 on network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:45.820466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:45.820760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Checking segment: {'id': '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:45.821175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.821577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Bound using segment: {'id': '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:45.822065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Bound port: ed210eb1-6970-4974-869f-45a13e1975b4, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:45.822452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:45.840947 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-88d67eff-6e90-4c05-b855-eb7ffb23ea53 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=47f7304c-d463-4147-8bc7-cbc15b90c4a9 HTTP/1.1" status: 200 len: 205 time: 0.0446146 Oct 11 04:23:45.843453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47770) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:45.850147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6422aef-a8b8-4102-89aa-3ec799069c0e None None] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:45.918497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.036852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.071880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c25a635-c65b-41c7-94f1-077249b565ed tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.140718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] For port ed210eb1-6970-4974-869f-45a13e1975b4, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:46.145034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] For port ed210eb1-6970-4974-869f-45a13e1975b4, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ed210eb1-6970-4974-869f-45a13e1975b4,segment=NetworkSegment(2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5),segment_id=2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:46.146475 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Attempt 5 to provision port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 Oct 11 04:23:46.176716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.233073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c25a635-c65b-41c7-94f1-077249b565ed tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.238115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.241452 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.249116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.252551 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.253336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe778dc8-90c8-48a5-9d71-19857896205b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:46.255545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:46.259086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.259765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.272093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544b0da-6c0c-49e2-821b-b6eeb2158561 None None] Pushing event updated for resources: {'Port': ['ID=ed210eb1-6970-4974-869f-45a13e1975b4,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:46.318727 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdc6ac-57d8-4de3-90b8-1df6d223788b None None] Pushing event updated for resources: {'Port': ['ID=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:46.335669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:46.383317 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Attempting to bind port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:46.383927 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Attempting to bind port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:46.384706 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Attempting to bind port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:46.391869 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:46.392498 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:46.393452 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.393982 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:46.394856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Bound port: 6a90e481-5fd3-47ae-a8cd-6aa891a23a05, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:46.395436 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.406188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.477339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Port': ['ID=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:46.495158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Deleting port 9ee16198-84af-43d7-8bdf-90f00f195815 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:46.495158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.511240 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] For port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:46.515844 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] For port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:46.523384 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.626138 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdc6ac-57d8-4de3-90b8-1df6d223788b None None] Pushing event updated for resources: {'Port': ['ID=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:46.648067 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Routers {'c471292a-3b46-4e96-8fa7-bdc9ac675c71'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:46.648960 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:46.655784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fe778dc8-90c8-48a5-9d71-19857896205b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:46.656373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.656921 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fe778dc8-90c8-48a5-9d71-19857896205b Oct 11 04:23:46.675652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:46.687836 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:46.791106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c25a635-c65b-41c7-94f1-077249b565ed tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.796177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c25a635-c65b-41c7-94f1-077249b565ed tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.798198 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7c25a635-c65b-41c7-94f1-077249b565ed tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/2665f2cb-fce9-4260-bcb9-00787c9f4f4f HTTP/1.1" status: 204 len: 168 time: 1.0541184 Oct 11 04:23:46.800838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47774) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:46.824334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.840911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Calling delete_port for 9ee16198-84af-43d7-8bdf-90f00f195815 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:46.859779 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Attempt 6 to provision port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 Oct 11 04:23:46.870048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25a635-c65b-41c7-94f1-077249b565ed tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2665f2cb-fce9-4260-bcb9-00787c9f4f4f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:46.873889 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] Set router c471292a-3b46-4e96-8fa7-bdc9ac675c71 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:46.904380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fe778dc8-90c8-48a5-9d71-19857896205b is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:46.904770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:46.982452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port fe778dc8-90c8-48a5-9d71-19857896205b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe778dc8-90c8-48a5-9d71-19857896205b,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:46.991887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:46.992234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.014557 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-35e75688-48c8-4822-8cd7-38b42402a56b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1973598 Oct 11 04:23:47.026116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47776) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:47.036354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819423400'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:47.040982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Current status of the port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:47.041374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.050053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.056024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.056925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 539219d5-0c41-4473-b7cc-1452711edd17 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:47.080153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] For port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:47.143212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=fe778dc8-90c8-48a5-9d71-19857896205b,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:47.146807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.186232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.204623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:47.239242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:47.248897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 539219d5-0c41-4473-b7cc-1452711edd17 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:47.249271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.249725 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 539219d5-0c41-4473-b7cc-1452711edd17 Oct 11 04:23:47.270810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:47.271756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.310756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab8c20-b245-4453-b2b9-aa8aea8818e6 None None] Pushing event updated for resources: {'Port': ['ID=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:47.366636 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:40Z', 'updated_at': '2022-10-11T04:23:43Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None, '_interfaces': [{'id': '6a90e481-5fd3-47ae-a8cd-6aa891a23a05', 'name': '', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'mac_address': 'fa:16:3e:08:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '277e2c50-9e73-4cb4-860b-655a577fb641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:41Z', 'updated_at': '2022-10-11T04:23:46Z', 'revision_number': 4, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'subnets': [{'id': '277e2c50-9e73-4cb4-860b-655a577fb641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:47.392746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Provisioning complete for port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:47.393046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.393380 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 1 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:47.414045 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9cbb8-f5a3-41ae-8427-39eaea0cb315 None None] The sync data for ids ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'] in dv-neutron-860894-1-hyperv is: [{'id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:40Z', 'updated_at': '2022-10-11T04:23:43Z', 'revision_number': 2, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None, '_interfaces': [{'id': '6a90e481-5fd3-47ae-a8cd-6aa891a23a05', 'name': '', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'mac_address': 'fa:16:3e:08:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '277e2c50-9e73-4cb4-860b-655a577fb641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:41Z', 'updated_at': '2022-10-11T04:23:46Z', 'revision_number': 4, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'subnets': [{'id': '277e2c50-9e73-4cb4-860b-655a577fb641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:47.437146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 539219d5-0c41-4473-b7cc-1452711edd17 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:47.440498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:47.465679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=399393ea-aa0f-4f21-aabc-d280b7398c2f,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:47.477609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7aebfef6-9e22-42d2-a464-a2dd95d27684 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9099946 Oct 11 04:23:47.478260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47778) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:47.532395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'fixed_ips': [{'subnet_id': '0a5f3eff-9696-443d-be1e-8b44a4ac029d'}, {'subnet_id': '399393ea-aa0f-4f21-aabc-d280b7398c2f'}], 'name': 'tempest-PortsTestJSON-366794398'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:47.537803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:47.538183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.555393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:47.577175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Router ed75f106-9298-40ae-9158-876ddf4d3988 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:23:47.583332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.588054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:47.943664 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 2 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:47.947211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.014325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.026629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:48.041838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=6a90e481-5fd3-47ae-a8cd-6aa891a23a05,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:48.050372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13888bf7-9c55-4a6d-adde-703239285fbc None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:48.062226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db4108a-1fc1-4031-8a5f-4be5e8fa5c3e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:48.067538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event deleted for resources: {'Port': ['ID=9ee16198-84af-43d7-8bdf-90f00f195815,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:48.079172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.080191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-737dc9b1-f374-41e0-b58c-d05001fc303a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0525751 Oct 11 04:23:48.093519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47782) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.097756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:48.107481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9d3e991b-5797-4b78-865e-23c7dc193ff3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '0db4108a-1fc1-4031-8a5f-4be5e8fa5c3e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:48.107922 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-9d3e991b-5797-4b78-865e-23c7dc193ff3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 11 04:23:48.108445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-9d3e991b-5797-4b78-865e-23c7dc193ff3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:48.109562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d3e991b-5797-4b78-865e-23c7dc193ff3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137291 Oct 11 04:23:48.140366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47784) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.289155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.314297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:48.327180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.341102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd247-1b50-4b2f-86ca-0188e55f93fd tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.355326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:48.355851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 04:23:48.396555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 not found, will not notify nova. {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 04:23:48.397494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe778dc8-90c8-48a5-9d71-19857896205b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:48.448973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.486751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd247-1b50-4b2f-86ca-0188e55f93fd tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.490774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fe778dc8-90c8-48a5-9d71-19857896205b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:48.491420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.491774 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fe778dc8-90c8-48a5-9d71-19857896205b Oct 11 04:23:48.507693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 401e8921-34a6-4dc2-8800-421171c98dfe yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:48.526909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.534503 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 3 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:48.549690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:48.555431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f6959ea7-6630-4ec3-a015-8328f4625d0a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "PUT /v2.0/routers/ed75f106-9298-40ae-9158-876ddf4d3988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7212811 Oct 11 04:23:48.556891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.570600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Sync routers for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:48.585600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Router c471292a-3b46-4e96-8fa7-bdc9ac675c71 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:23:48.609514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] Update dhcp port {'port': {'network_id': 'e6a3250d-e03e-43f0-afa6-0cd45c56d4a2', 'fixed_ips': [{'subnet_id': '0a5f3eff-9696-443d-be1e-8b44a4ac029d', 'ip_address': '172.20.0.2'}, {'subnet_id': '399393ea-aa0f-4f21-aabc-d280b7398c2f'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'ed210eb1-6970-4974-869f-45a13e1975b4'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:23:48.613526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:48.614162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:48.615894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:48.646569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.647890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Fanout notify agent at l3_agent the message router_deleted on router 47f7304c-d463-4147-8bc7-cbc15b90c4a9 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:48.657139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.662746 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8b67d2d0-b788-4dd6-a1a0-d8fb5d2684ed tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/47f7304c-d463-4147-8bc7-cbc15b90c4a9 HTTP/1.1" status: 204 len: 168 time: 2.8183038 Oct 11 04:23:48.663731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47788) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.669155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-882625054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:48.688555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd247-1b50-4b2f-86ca-0188e55f93fd tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.689538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.693654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd247-1b50-4b2f-86ca-0188e55f93fd tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.698408 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b5bd247-1b50-4b2f-86ca-0188e55f93fd tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/0db4108a-1fc1-4031-8a5f-4be5e8fa5c3e HTTP/1.1" status: 204 len: 168 time: 0.5500383 Oct 11 04:23:48.699079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47790) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.723986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bd247-1b50-4b2f-86ca-0188e55f93fd tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db4108a-1fc1-4031-8a5f-4be5e8fa5c3e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:48.740785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:48.745397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.747293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.750021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-99b4737e-53b9-4932-b99b-137ec8cd152c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "PUT /v2.0/routers/c471292a-3b46-4e96-8fa7-bdc9ac675c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5367281 Oct 11 04:23:48.752505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47792) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.831701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fe778dc8-90c8-48a5-9d71-19857896205b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:48.833176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ed210eb1-6970-4974-869f-45a13e1975b4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:48.867169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:48.868180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c88e31-d6d9-427f-bba4-3518e9fcf63e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:48.869943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c88e31-d6d9-427f-bba4-3518e9fcf63e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:48.872263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-30c88e31-d6d9-427f-bba4-3518e9fcf63e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1183112 Oct 11 04:23:48.875774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.876880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47808) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.883207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.910314 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0286bcfb-6cce-4966-9e85-07cc6fbc12c2 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2014530 Oct 11 04:23:48.914021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.919349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084243736'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:48.926205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:48.930186 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f1582bef-a14a-4295-85c6-ca44ca837f00 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2650449 Oct 11 04:23:48.932594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:48.937433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:48.997713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.14 (e6a3250d-e03e-43f0-afa6-0cd45c56d4a2/0a5f3eff-9696-443d-be1e-8b44a4ac029d/401e8921-34a6-4dc2-8800-421171c98dfe) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:49.003896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 277e2c50-9e73-4cb4-860b-655a577fb641 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:49.012337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.015929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.21 (e6a3250d-e03e-43f0-afa6-0cd45c56d4a2/399393ea-aa0f-4f21-aabc-d280b7398c2f/401e8921-34a6-4dc2-8800-421171c98dfe) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:49.016344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.046992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ed210eb1-6970-4974-869f-45a13e1975b4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:49.047478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.047699 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ed210eb1-6970-4974-869f-45a13e1975b4 Oct 11 04:23:49.056942 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-b26b51e5-78c2-4e0b-88b6-90231452a548 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461678334&fields=id&tenant_id=8dcc4908efa84af38c26d5dc2d79d986 HTTP/1.1" status: 200 len: 267 time: 0.1811922 Oct 11 04:23:49.117121 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 4 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:49.131349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.196313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.202448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:49.252042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.259633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.308570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.313864 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3947945 Oct 11 04:23:49.313864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47814) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.318158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f2a0ab79-a0d6-4c5b-8457-e56dfed27fac tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '84b762d6-9445-4c10-8584-37fb2e60e77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:49.329735 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-f2a0ab79-a0d6-4c5b-8457-e56dfed27fac tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 11 04:23:49.330388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-f2a0ab79-a0d6-4c5b-8457-e56dfed27fac tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:49.334140 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f2a0ab79-a0d6-4c5b-8457-e56dfed27fac tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0171156 Oct 11 04:23:49.337040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc4aae-ed54-487a-9e8d-4f29940f4846 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b762d6-9445-4c10-8584-37fb2e60e77f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:49.342352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.348995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d7b6edbf-f326-413d-98b2-e0af40a0dca6 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '84b762d6-9445-4c10-8584-37fb2e60e77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:49.349598 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-d7b6edbf-f326-413d-98b2-e0af40a0dca6 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 11 04:23:49.350138 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d7b6edbf-f326-413d-98b2-e0af40a0dca6 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:49.353784 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d7b6edbf-f326-413d-98b2-e0af40a0dca6 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076602 Oct 11 04:23:49.354997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47818) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.360625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-38c94ef6-8538-4825-8888-5338c4cd775a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '84b762d6-9445-4c10-8584-37fb2e60e77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:49.361467 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-38c94ef6-8538-4825-8888-5338c4cd775a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 11 04:23:49.362107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-38c94ef6-8538-4825-8888-5338c4cd775a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:49.366519 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-38c94ef6-8538-4825-8888-5338c4cd775a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066726 Oct 11 04:23:49.366735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47820) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.371883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ce3c2564-26be-4232-bc2a-9874254c8ab5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '84b762d6-9445-4c10-8584-37fb2e60e77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:49.372902 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-ce3c2564-26be-4232-bc2a-9874254c8ab5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 11 04:23:49.373667 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-ce3c2564-26be-4232-bc2a-9874254c8ab5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:49.377703 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ce3c2564-26be-4232-bc2a-9874254c8ab5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066690 Oct 11 04:23:49.377882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47822) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.405091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ed210eb1-6970-4974-869f-45a13e1975b4 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:49.405486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.444119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 2, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:49.454848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ed210eb1-6970-4974-869f-45a13e1975b4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ed210eb1-6970-4974-869f-45a13e1975b4,segment=NetworkSegment(2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5),segment_id=2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:49.491129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.500574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Checking router: ed75f106-9298-40ae-9158-876ddf4d3988 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:49.500574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Updating router ed75f106-9298-40ae-9158-876ddf4d3988 port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:23:49.500828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-862f9c1c-4c44-4688-8ac8-2fd72e43e98b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.557362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-862f9c1c-4c44-4688-8ac8-2fd72e43e98b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.558027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.580339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] Sync routers for ids ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:49.598459 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] Routers {'c471292a-3b46-4e96-8fa7-bdc9ac675c71'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:49.599331 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:49.609816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ed210eb1-6970-4974-869f-45a13e1975b4,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:49.650019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.661341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-159d1473-10c7-42a9-a09d-8845331f16e8 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:49.662857 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-159d1473-10c7-42a9-a09d-8845331f16e8 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/networks?id=73c43a25-1023-4312-8335-9c13c09ca9d4 HTTP/1.1" status: 200 len: 796 time: 0.6051009 Oct 11 04:23:49.675608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.698115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-862f9c1c-4c44-4688-8ac8-2fd72e43e98b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.703428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-862f9c1c-4c44-4688-8ac8-2fd72e43e98b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.705347 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 5 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:49.708608 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-862f9c1c-4c44-4688-8ac8-2fd72e43e98b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/84b762d6-9445-4c10-8584-37fb2e60e77f HTTP/1.1" status: 204 len: 168 time: 0.3285160 Oct 11 04:23:49.711894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47824) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.712656 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] Set router c471292a-3b46-4e96-8fa7-bdc9ac675c71 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:49.716908 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-37407c3b-fbe8-479c-9701-af2322b28692 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/quotas/8dcc4908efa84af38c26d5dc2d79d986 HTTP/1.1" status: 200 len: 375 time: 0.0433285 Oct 11 04:23:49.763224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.763769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f9c1c-4c44-4688-8ac8-2fd72e43e98b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b762d6-9445-4c10-8584-37fb2e60e77f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:49.790049 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:40Z', 'updated_at': '2022-10-11T04:23:47Z', 'revision_number': 3, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:49.817949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:49.831329 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] Checking router: c471292a-3b46-4e96-8fa7-bdc9ac675c71 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:23:49.833173 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bedb33d8-0ecd-4545-8181-1fa4c5f6873a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0948822 Oct 11 04:23:49.837054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47826) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:49.843875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--228929287'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:49.848614 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] Routers {'c471292a-3b46-4e96-8fa7-bdc9ac675c71'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:49.849299 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:49.857974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.873556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Allocated IP 172.26.8.41 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/d0ed750c-ffe4-49dc-a252-5849573d1fb2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:49.880597 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-1bf0c649-8782-426e-9cff-7185b2a741fe tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8dcc4908efa84af38c26d5dc2d79d986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550345 Oct 11 04:23:49.887355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:49.977673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] Set router c471292a-3b46-4e96-8fa7-bdc9ac675c71 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:50.028378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.030334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.038284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.086977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=277e2c50-9e73-4cb4-860b-655a577fb641,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:50.092545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.096783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.101094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.104621 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-28f9ab91-944f-4174-a4e1-8a1a927a7934 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/277e2c50-9e73-4cb4-860b-655a577fb641 HTTP/1.1" status: 204 len: 168 time: 1.2221887 Oct 11 04:23:50.104760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.107446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47828) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.113122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a0205-dfb1-4220-85f1-84597d110281 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:50.125731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-99fc3491-1b97-4663-a7bf-69d8d41a3ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147570 Oct 11 04:23:50.141005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.146399 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3079455 Oct 11 04:23:50.154202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47830) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.159113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-121b4c11-8efc-4a7f-8683-b7783bc40f95 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.161076 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-121b4c11-8efc-4a7f-8683-b7783bc40f95 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 04:23:50.163060 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-121b4c11-8efc-4a7f-8683-b7783bc40f95 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:50.167633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-121b4c11-8efc-4a7f-8683-b7783bc40f95 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124056 Oct 11 04:23:50.170071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47832) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.178175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-80b00e9c-7f65-4114-b9d0-af671a963170 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.192932 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:40Z', 'updated_at': '2022-10-11T04:23:47Z', 'revision_number': 3, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:50.224715 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460814b8-890b-4cae-b285-7ab729d4a4b6 None None] The sync data for ids ['c471292a-3b46-4e96-8fa7-bdc9ac675c71'] in dv-neutron-860894-1-hyperv is: [{'id': 'c471292a-3b46-4e96-8fa7-bdc9ac675c71', 'name': 'tempest-NetworksTestDHCPv6-router-826194064', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:40Z', 'updated_at': '2022-10-11T04:23:47Z', 'revision_number': 3, 'project_id': '948be051eb4a4518ac27aaa538d152b4', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:50.233585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ed210eb1-6970-4974-869f-45a13e1975b4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:50.241703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99bdf3-9eb8-490b-8aee-bb64695216cf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:50.252778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-80b00e9c-7f65-4114-b9d0-af671a963170 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:50.257112 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-80b00e9c-7f65-4114-b9d0-af671a963170 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0835114 Oct 11 04:23:50.258325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47834) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.264078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7180a980-892c-4d40-bf69-43770f4bdc16 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.264565 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-7180a980-892c-4d40-bf69-43770f4bdc16 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 11 04:23:50.265099 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-7180a980-892c-4d40-bf69-43770f4bdc16 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:50.269230 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7180a980-892c-4d40-bf69-43770f4bdc16 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100398 Oct 11 04:23:50.269927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47836) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.272643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.274787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-87658ed3-1c14-4f72-b698-07e78026621e tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.279274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d6b72-1968-42af-83ca-4d41650953e5 None None] Pushing event updated for resources: {'Port': ['ID=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:50.281403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.330967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:50.339660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:50.341718 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 6 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:50.343597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:50.374483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Attempting to bind port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:50.374785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event updated for resources: {'Port': ['ID=d0ed750c-ffe4-49dc-a252-5849573d1fb2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:50.374894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Attempting to bind port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:50.375107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Attempting to bind port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 on network 73c43a25-1023-4312-8335-9c13c09ca9d4 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:50.392669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47838) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.393026 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-04cdc8f9-80a3-406f-80c1-e30061f5b516 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2821689 Oct 11 04:23:50.398080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:50.400895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-f9e5b232-8e9c-40bf-ac3b-3f0a9ea78e47 service neutron] 10.222.0.39 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276673 Oct 11 04:23:50.402456 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:50.404513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=401e8921-34a6-4dc2-8800-421171c98dfe,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:50.407055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:50.420342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:50.420717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Checking segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:50.421126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.421524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Bound using segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:50.422404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Bound port: f6bff217-4efe-4e47-9e1b-30dd3ea76fb2, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:50.422833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.426875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] Allocated IP 172.20.0.18 (e6a3250d-e03e-43f0-afa6-0cd45c56d4a2/399393ea-aa0f-4f21-aabc-d280b7398c2f/ed210eb1-6970-4974-869f-45a13e1975b4) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:50.454737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:50.460862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:50.461892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.488500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1b55caa6-ce14-4567-a007-e72d7f6f7793 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9636781 Oct 11 04:23:50.489162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47840) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.497587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a5f3eff-9696-443d-be1e-8b44a4ac029d'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.501465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.529583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ed210eb1-6970-4974-869f-45a13e1975b4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:50.529962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.530308 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ed210eb1-6970-4974-869f-45a13e1975b4 Oct 11 04:23:50.595183 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-87658ed3-1c14-4f72-b698-07e78026621e tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:50.599218 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-87658ed3-1c14-4f72-b698-07e78026621e tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3276680 Oct 11 04:23:50.599696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47842) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.610203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5ff6323a-dfca-4ef8-b5e2-f45dc1c30d4d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.610723 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-5ff6323a-dfca-4ef8-b5e2-f45dc1c30d4d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 04:23:50.611223 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-5ff6323a-dfca-4ef8-b5e2-f45dc1c30d4d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:50.613876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:50.615269 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5ff6323a-dfca-4ef8-b5e2-f45dc1c30d4d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130401 Oct 11 04:23:50.618460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47844) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:50.624840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-94985b39-4dd1-4c80-ac11-2d426d0f478d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:50.649234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.668949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] For port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:50.687747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] For port ed210eb1-6970-4974-869f-45a13e1975b4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ed210eb1-6970-4974-869f-45a13e1975b4,segment=NetworkSegment(2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5),segment_id=2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:50.729820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] For port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:50.747012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.848366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.862028 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15ea96f5-8535-4eec-9236-55bb4ed368dc req-06cfcb14-2213-4f8a-b37b-e9d09e687ec3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 210 time: 0.1243978 Oct 11 04:23:50.867397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:50.868047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:50.875625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.891285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.914304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:50.934637 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-94985b39-4dd1-4c80-ac11-2d426d0f478d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Project d168199f50f94d108b82e26903a7aca2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:23:50.938157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ed210eb1-6970-4974-869f-45a13e1975b4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:50.979320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d6b72-1968-42af-83ca-4d41650953e5 None None] Pushing event updated for resources: {'Port': ['ID=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:50.993526 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-94985b39-4dd1-4c80-ac11-2d426d0f478d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:50.995004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-94985b39-4dd1-4c80-ac11-2d426d0f478d tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3743916 Oct 11 04:23:51.000203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47854) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.002676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.003285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Fanout notify agent at l3_agent the message router_deleted on router c471292a-3b46-4e96-8fa7-bdc9ac675c71 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:51.006558 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 7 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:51.008407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-154cdeb3-804e-4d9f-9a93-853ee55c775c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:51.009050 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-154cdeb3-804e-4d9f-9a93-853ee55c775c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 11 04:23:51.009605 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-154cdeb3-804e-4d9f-9a93-853ee55c775c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:51.010815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-154cdeb3-804e-4d9f-9a93-853ee55c775c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096912 Oct 11 04:23:51.014636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Delete allocated IP 172.20.0.21 (e6a3250d-e03e-43f0-afa6-0cd45c56d4a2/399393ea-aa0f-4f21-aabc-d280b7398c2f) {{(pid=103099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 04:23:51.020974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47856) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.021173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.025429 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e7953210-9b84-4a72-bb5b-bb62f2ed50e1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/routers/c471292a-3b46-4e96-8fa7-bdc9ac675c71 HTTP/1.1" status: 204 len: 168 time: 0.6315370 Oct 11 04:23:51.028192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47858) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.042234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fb1321f7-7f01-4140-86a4-ca2f93910648 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:51.132059 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-fb1321f7-7f01-4140-86a4-ca2f93910648 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Project d168199f50f94d108b82e26903a7aca2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:23:51.173998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] Deleting port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:51.174462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.183010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ff82c-a096-463c-9c60-97068d49b50e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:51.188604 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fc6ff82c-a096-463c-9c60-97068d49b50e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1580713 Oct 11 04:23:51.189748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47860) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.201352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.209893 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-fb1321f7-7f01-4140-86a4-ca2f93910648 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:51.210669 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fb1321f7-7f01-4140-86a4-ca2f93910648 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1884673 Oct 11 04:23:51.214504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47864) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.238372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0ca7f4b2-eaf6-4446-bd52-881f7bcf7af7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:51.294664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34bec8f-973f-488a-b746-9f30ef8382c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:51.296865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c34bec8f-973f-488a-b746-9f30ef8382c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051652 Oct 11 04:23:51.303758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47866) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.305854 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-0ca7f4b2-eaf6-4446-bd52-881f7bcf7af7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Project d168199f50f94d108b82e26903a7aca2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:23:51.358573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:23:51.372825 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3639f31e-ffad-404c-b6b2-c1b3f8522290 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678723 Oct 11 04:23:51.384634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47868) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.391341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:51.396464 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-0ca7f4b2-eaf6-4446-bd52-881f7bcf7af7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:51.397506 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0ca7f4b2-eaf6-4446-bd52-881f7bcf7af7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1628335 Oct 11 04:23:51.400631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47870) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:51.403052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07c24-a596-403c-a52d-391ba5239b3a None None] Pushing event updated for resources: {'Port': ['ID=ed210eb1-6970-4974-869f-45a13e1975b4,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:51.434581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] For port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:51.435089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.509337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.520408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] Calling delete_port for 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:51.562194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.644248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:51.648531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.790712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8cdb08b0-dcce-46bb-b577-9c56f71a2113 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.844582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.847090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=401e8921-34a6-4dc2-8800-421171c98dfe,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:51.850082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.852713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Current status of the port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:51.853102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.921648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8cdb08b0-dcce-46bb-b577-9c56f71a2113 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.981931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] In _notify_port_updated(), no bound segment for port 401e8921-34a6-4dc2-8800-421171c98dfe on network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:23:51.993940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:51.994565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:51.999596 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4b845397-e514-4f36-a823-23d07b6873ec tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/ports/401e8921-34a6-4dc2-8800-421171c98dfe HTTP/1.1" status: 200 len: 919 time: 1.5093808 Oct 11 04:23:52.019679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47874) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.030138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] For port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:52.031334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a5f3eff-9696-443d-be1e-8b44a4ac029d'}, {'subnet_id': '399393ea-aa0f-4f21-aabc-d280b7398c2f'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:52.050520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ed210eb1-6970-4974-869f-45a13e1975b4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:52.053574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778137a7-aeb3-4663-8b78-23d1dab46b7e None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:52.077573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.079350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.092853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Router 6de00d07-97ff-4e3d-8e01-62229fbf6e26 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:52.140485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Could not find standard attr ID for object 6a90e481-5fd3-47ae-a8cd-6aa891a23a05. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:52.162470 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3335ee1-4376-48e9-a85e-06910bf9f86f req-cd08a1fc-5eda-4bf7-a388-c7512e881ba3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 210 time: 0.1598597 Oct 11 04:23:52.163179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] No DVR routers for this DVR port 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:52.191314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8cdb08b0-dcce-46bb-b577-9c56f71a2113 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.194959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8cdb08b0-dcce-46bb-b577-9c56f71a2113 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.198688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8cdb08b0-dcce-46bb-b577-9c56f71a2113 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057 HTTP/1.1" status: 204 len: 168 time: 0.7761002 Oct 11 04:23:52.229328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47876) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.258755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Provisioning complete for port fe778dc8-90c8-48a5-9d71-19857896205b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:52.259364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.259448 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Attempt 1 to provision port fe778dc8-90c8-48a5-9d71-19857896205b Oct 11 04:23:52.264210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Pushing event updated for resources: {'Port': ['ID=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:52.265953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.281296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb08b0-dcce-46bb-b577-9c56f71a2113 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e11e5-ecba-4c35-9cc2-3e3c3bbdc057,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:52.327712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:23:52.363684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b31168-c72d-462d-b962-580c02cc6cba None None] Pushing event deleted for resources: {'Port': ['ID=39a7fc1e-4dea-44c1-a13e-abfdbbed2f83,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:52.367293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] Sync routers for ids ['6de00d07-97ff-4e3d-8e01-62229fbf6e26'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:23:52.388926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:50Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:52.422331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:23:52.426148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.428646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ed210eb1-6970-4974-869f-45a13e1975b4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:52.429015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.429348 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ed210eb1-6970-4974-869f-45a13e1975b4 Oct 11 04:23:52.440949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.441927 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7e2191e5-3d9e-45f0-9446-9b84f10c565c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "PUT /v2.0/routers/6de00d07-97ff-4e3d-8e01-62229fbf6e26 HTTP/1.1" status: 200 len: 878 time: 3.5083907 Oct 11 04:23:52.450839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47882) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.460754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131222f6-6350-4548-9e77-8761d54e8114 None None] The sync data for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv is: [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:50Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:52.475930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:52.489313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] Routers {'6de00d07-97ff-4e3d-8e01-62229fbf6e26'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:52.490025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6de00d07-97ff-4e3d-8e01-62229fbf6e26'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:52.495293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:52.499710 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3eaabaf3-8926-4ee1-a63a-4f3ff4eac190 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2689898 Oct 11 04:23:52.508077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47886) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.516346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--644969333'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:52.523466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:52.523633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.539023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:52.554471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=b95af975-5320-4ab3-bae4-679c0cd6128f,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:52.554810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd7709-8e00-4161-adad-a842d291989f None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:52.567562 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-849ad8ff-ff94-4f9a-99c0-8d0974817ff2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1818504 Oct 11 04:23:52.570824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47888) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.579477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:52.596391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-d66ac1d2-8b35-4a9c-85d8-ddffe1182b93 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:52.598187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-d66ac1d2-8b35-4a9c-85d8-ddffe1182b93 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.45 "GET /v2.0/networks?id=73c43a25-1023-4312-8335-9c13c09ca9d4 HTTP/1.1" status: 200 len: 796 time: 0.4029489 Oct 11 04:23:52.654561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.696230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] Routers {'6de00d07-97ff-4e3d-8e01-62229fbf6e26'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:23:52.696634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6de00d07-97ff-4e3d-8e01-62229fbf6e26'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:52.707435 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-eff6d083-f628-4050-acbf-0f6d0af3f58e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dcc4908efa84af38c26d5dc2d79d986 HTTP/1.1" status: 200 len: 379 time: 0.0709345 Oct 11 04:23:52.720984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'port': {'device_id': '33832514-9549-432a-b1ff-ec2edbfc57db', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'admin_state_up': True, 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'security_groups': ['d2dfbc47-2702-4ba4-a388-d420b474ac22']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:52.725590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b3359b93-32c0-48fd-9a24-63a704c84026 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/6de00d07-97ff-4e3d-8e01-62229fbf6e26 HTTP/1.1" status: 200 len: 919 time: 0.2736127 Oct 11 04:23:52.729677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47890) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.740472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.19 (e6a3250d-e03e-43f0-afa6-0cd45c56d4a2/399393ea-aa0f-4f21-aabc-d280b7398c2f/401e8921-34a6-4dc2-8800-421171c98dfe) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:52.746048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fcace05-fdc9-43fc-bd54-387c805ca3d1 None None] Current status of the port fe778dc8-90c8-48a5-9d71-19857896205b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:52.850099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:52.850761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3155f41-8b1b-403f-93d8-c21f2312137d None None] The sync data for ids ['6de00d07-97ff-4e3d-8e01-62229fbf6e26'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:23:52.891315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.900399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3b5e6-aded-4767-8663-d0b63c6ab738 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:52.902116 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4eb3b5e6-aded-4767-8663-d0b63c6ab738 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=6de00d07-97ff-4e3d-8e01-62229fbf6e26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1617954 Oct 11 04:23:52.912983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47892) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:52.931537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.960175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Provisioning complete for port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:52.960699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.961164 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Attempt 1 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:52.962955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:52.983527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.015764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Made reservation on behalf of 8dcc4908efa84af38c26d5dc2d79d986 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:53.019587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.032959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.034367 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5217812 Oct 11 04:23:53.043577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47894) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:53.049584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-47665db0-6ba4-42d2-bc01-17ec57395fc7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'b48fe96a-89ab-43b1-a4bf-e52a0528be76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:53.097275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cefa3-0b72-4971-86dc-7edf2a952e8c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48fe96a-89ab-43b1-a4bf-e52a0528be76,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:53.109122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ed210eb1-6970-4974-869f-45a13e1975b4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:53.125461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:53.130293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.133576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=401e8921-34a6-4dc2-8800-421171c98dfe,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:53.192971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'b95af975-5320-4ab3-bae4-679c0cd6128f'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:53.194599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.215670 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-47665db0-6ba4-42d2-bc01-17ec57395fc7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The resource could not be found. Oct 11 04:23:53.217007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-47665db0-6ba4-42d2-bc01-17ec57395fc7 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1708441 Oct 11 04:23:53.220085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47896) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:53.225084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2ea2b3df-e043-499d-8375-306083fc3d6c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'b48fe96a-89ab-43b1-a4bf-e52a0528be76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '93ec5bbb-5263-4d8a-a2df-43d600680af2'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:53.304747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3a72ed-8605-4f81-a324-ce8270f34a6b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:53.307707 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4f3a72ed-8605-4f81-a324-ce8270f34a6b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.3932049 Oct 11 04:23:53.317459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47900) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:53.365069 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ab597e6f-a88a-4cf3-80ae-ebb08353c458 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de00d07-97ff-4e3d-8e01-62229fbf6e26 HTTP/1.1" status: 200 len: 205 time: 0.0462723 Oct 11 04:23:53.365215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47902) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:53.377731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] In _notify_port_updated(), no bound segment for port 401e8921-34a6-4dc2-8800-421171c98dfe on network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:23:53.385187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:53.385856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.387297 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8f943e30-f082-4f53-ac7c-d01cf6017fcb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/ports/401e8921-34a6-4dc2-8800-421171c98dfe HTTP/1.1" status: 200 len: 999 time: 1.3630526 Oct 11 04:23:53.390865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47904) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:53.403157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c8fcddd9-42d8-4331-a994-7d4bfe53a7cc req-b136a211-b3a9-4300-8abd-c0c1501f618f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 210 time: 0.0520484 Oct 11 04:23:53.405143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Allocated IP 172.20.0.6 (73c43a25-1023-4312-8335-9c13c09ca9d4/09e1f6a7-edac-4c53-8a69-ce1ab02ca35c/c3756782-296a-425d-9c01-f2f4092a31c4) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:53.423838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-2ea2b3df-e043-499d-8375-306083fc3d6c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The resource could not be found. Oct 11 04:23:53.428265 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2ea2b3df-e043-499d-8375-306083fc3d6c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2071228 Oct 11 04:23:53.441176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:53.441391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:53.535618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Allocated IP 2001:db8::f816:3eff:fe2b:7b3d (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/b95af975-5320-4ab3-bae4-679c0cd6128f/2958d1d2-c71d-4d2f-b40f-07c3a0a3944c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:53.707203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 401e8921-34a6-4dc2-8800-421171c98dfe {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:53.707983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.719430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.722827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:53.723420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 39a7fc1e-4dea-44c1-a13e-abfdbbed2f83 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:53.723960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:53.733075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.760420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.801488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:53.808532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:53.808880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a90e481-5fd3-47ae-a8cd-6aa891a23a05 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:53.813485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:53.817028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:53.818982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Current status of the port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:53.823164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:53.840257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.889247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.892655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d8622c-5624-4f6b-8f11-4a821206d5f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.905890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Provisioning complete for port ed210eb1-6970-4974-869f-45a13e1975b4 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:53.906286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.906672 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Attempt 1 to provision port ed210eb1-6970-4974-869f-45a13e1975b4 Oct 11 04:23:53.969213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Attempting to bind port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:53.969590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Attempting to bind port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:53.969961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Attempting to bind port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:53.970182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:53.982239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:53.988021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d8622c-5624-4f6b-8f11-4a821206d5f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.992867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:53.996108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:53.996488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:53.996902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:53.997300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:53.997787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Bound port: 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:53.998438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.001260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:54.109247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:54.110195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.118891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:54.124804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:54.135720 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-79e940d0-ce98-414b-9881-835809ab142d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4209459 Oct 11 04:23:54.142824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.148283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:54.170417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Request body: {'port': {'device_id': '33832514-9549-432a-b1ff-ec2edbfc57db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:54.252025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d8622c-5624-4f6b-8f11-4a821206d5f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.256131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d8622c-5624-4f6b-8f11-4a821206d5f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.257996 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-63d8622c-5624-4f6b-8f11-4a821206d5f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/b48fe96a-89ab-43b1-a4bf-e52a0528be76 HTTP/1.1" status: 204 len: 168 time: 0.8245797 Oct 11 04:23:54.315129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47908) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:54.363005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8622c-5624-4f6b-8f11-4a821206d5f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48fe96a-89ab-43b1-a4bf-e52a0528be76,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:54.372466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.460621 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8b60a712-2814-49ec-883a-4cb7d005f763 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1372085 Oct 11 04:23:54.466232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47912) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:54.474930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ad130756-2038-46a9-a96d-e0a32bf250e3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '305e9eeb-e4ed-4f42-b790-dceb2e234451', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:54.578569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d9f986ff-f890-4a9d-a19d-ac4a34a68c8d None None] Current status of the port ed210eb1-6970-4974-869f-45a13e1975b4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:54.619809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde3a4-7821-45a2-9959-17e9c3739eef None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:54.624499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:54.625012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.625445 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 Oct 11 04:23:54.654132 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-ad130756-2038-46a9-a96d-e0a32bf250e3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The resource could not be found. Oct 11 04:23:54.658645 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ad130756-2038-46a9-a96d-e0a32bf250e3 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1923089 Oct 11 04:23:54.664217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47914) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:54.685895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061576621'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:54.697861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.743799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 401e8921-34a6-4dc2-8800-421171c98dfe owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:54.744168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Provisioning complete for port ed210eb1-6970-4974-869f-45a13e1975b4 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:54.745078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.745078 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Attempt 1 to provision port ed210eb1-6970-4974-869f-45a13e1975b4 Oct 11 04:23:54.782350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:54.804637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3756782-296a-425d-9c01-f2f4092a31c4 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:23:54.812407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d78b5-4d9b-43b5-babd-6d019274b9f3 req-da7ae217-c4c3-4c88-aa25-3c1c6e924c30 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:54.813887 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-372d78b5-4d9b-43b5-babd-6d019274b9f3 req-da7ae217-c4c3-4c88-aa25-3c1c6e924c30 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 931 time: 0.2124922 Oct 11 04:23:54.814722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.822226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.835179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Current status of the port ed210eb1-6970-4974-869f-45a13e1975b4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:54.837405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Transition to ACTIVE for port object c3756782-296a-425d-9c01-f2f4092a31c4 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:23:54.842926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.858413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Provisioning complete for port 401e8921-34a6-4dc2-8800-421171c98dfe triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:54.858924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.859262 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Attempt 1 to provision port 401e8921-34a6-4dc2-8800-421171c98dfe Oct 11 04:23:54.898789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Port 401e8921-34a6-4dc2-8800-421171c98dfe cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:54.917587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:54.929390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.951127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.951495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.951807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.952141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.952473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.952799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.953124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.953446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.953767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.954086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.954406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.954817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:54.965190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:54.981654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Attempting to bind port c3756782-296a-425d-9c01-f2f4092a31c4 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:23:54.982206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Attempting to bind port c3756782-296a-425d-9c01-f2f4092a31c4 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:23:54.982702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Attempting to bind port c3756782-296a-425d-9c01-f2f4092a31c4 on network 73c43a25-1023-4312-8335-9c13c09ca9d4 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:54.987685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Port c3756782-296a-425d-9c01-f2f4092a31c4 on network 73c43a25-1023-4312-8335-9c13c09ca9d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:23:54.988031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Attempting to bind port c3756782-296a-425d-9c01-f2f4092a31c4 on network 73c43a25-1023-4312-8335-9c13c09ca9d4 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:23:54.993127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:23:54.993459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Checking segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:54.993832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Bound using segment: {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:23:54.994254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Bound port: c3756782-296a-425d-9c01-f2f4092a31c4, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:23:54.994624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.030256 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-372d78b5-4d9b-43b5-babd-6d019274b9f3 req-452a355d-accc-46e8-9699-4488e9be36d1 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939878 Oct 11 04:23:55.075274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:55.079811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:23:55.083607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:23:55.091101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.091984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:55.095362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:55.096236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.113437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=e89c1402-8aec-4565-9767-8ba229b5400a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:55.122741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.134000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:55.134843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.136437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] 10.222.0.45 "PUT /v2.0/ports/c3756782-296a-425d-9c01-f2f4092a31c4 HTTP/1.1" status: 200 len: 1093 time: 0.9788942 Oct 11 04:23:55.137158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:23:55.140974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:23:55.166346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.175029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f017ae1-df8b-43f8-8a4b-9d9abcdb6633 service neutron] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:55.193646 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-230c0ee6-872c-45d8-93ce-009e90433d36 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6213322 Oct 11 04:23:55.193856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e255956-beb1-453f-a27f-fe77ceaa1d52 x-openstack-request-id: req-5e255956-beb1-453f-a27f-fe77ceaa1d52 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:23:55.193967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:23:55.194254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e255956-beb1-453f-a27f-fe77ceaa1d52 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:23:55.194598 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e255956-beb1-453f-a27f-fe77ceaa1d52'] response: {'name': 'network-changed', 'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'status': 'completed', 'code': 200} Oct 11 04:23:55.196457 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47920) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:55.201634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:24:aa:97', 'name': 'tempest-NetworksTestDHCPv6-181580053'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:55.237807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.241225 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5601807 Oct 11 04:23:55.246278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47922) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:55.246945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd1e6-545e-49d7-a2e2-0d09059bc988 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18d530-4fa8-4d5b-8e9a-57a973a7e233,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:55.271908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304346100'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:55.283321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Deleting port d0ed750c-ffe4-49dc-a252-5849573d1fb2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:55.283664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.316732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-443b6612-777e-403b-beb0-99796ed40616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:55.318231 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-443b6612-777e-403b-beb0-99796ed40616 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8dcc4908efa84af38c26d5dc2d79d986&device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1096 time: 0.0964119 Oct 11 04:23:55.362021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.370370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.376782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-ef247a68-abca-428d-9105-410b643db49e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3756782-296a-425d-9c01-f2f4092a31c4 HTTP/1.1" status: 200 len: 217 time: 0.0400476 Oct 11 04:23:55.400536 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Attempt 2 to provision port 401e8921-34a6-4dc2-8800-421171c98dfe Oct 11 04:23:55.427507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:55.429019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-57a5686e-0961-4013-b194-f35ccfcc2d1c None None] Port 401e8921-34a6-4dc2-8800-421171c98dfe was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:23:55.429822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=401e8921-34a6-4dc2-8800-421171c98dfe,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:55.454970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-7cdf6955-d3fe-4e05-8590-b7b97e9babd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:55.456451 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-7cdf6955-d3fe-4e05-8590-b7b97e9babd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=09e1f6a7-edac-4c53-8a69-ce1ab02ca35c HTTP/1.1" status: 200 len: 834 time: 0.0729892 Oct 11 04:23:55.462186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.496060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Calling delete_port for d0ed750c-ffe4-49dc-a252-5849573d1fb2 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:55.501041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c999d-1f81-444f-be29-91381efa0e79 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:55.567990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-bdb83fd8-33ee-4c29-a229-d9ccd1a4c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:55.570573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-bdb83fd8-33ee-4c29-a229-d9ccd1a4c2fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73c43a25-1023-4312-8335-9c13c09ca9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054242 Oct 11 04:23:55.613468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.619675 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eb19407b-a995-4dbe-874d-ab90c51823ef tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/401e8921-34a6-4dc2-8800-421171c98dfe HTTP/1.1" status: 204 len: 168 time: 2.1557798 Oct 11 04:23:55.624322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47924) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:55.650234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.657959 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:23:55.672762 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c0b4ec-d591-4f6d-8bbf-3c97f2e932ce tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:23:55.677280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f8c0b4ec-d591-4f6d-8bbf-3c97f2e932ce tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/401e8921-34a6-4dc2-8800-421171c98dfe HTTP/1.1" status: 404 len: 333 time: 0.0519686 Oct 11 04:23:55.679229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47926) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:55.679838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.697100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:55.697650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.697864 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:23:55.711967 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-f2b5e3db-8b01-4582-8368-2eb1501074fb service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332808 Oct 11 04:23:55.716701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.767385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 6fdbc35f-18b4-4386-a979-a251db0beda0 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:55.785202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.786167 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5355685 Oct 11 04:23:55.795386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47928) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:55.800341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b1556c93-d7c4-4001-b151-7355027872f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': 'fb18d530-4fa8-4d5b-8e9a-57a973a7e233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6a1ef6b2-5187-4f2f-a185-0cf547b66795'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:55.800488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:55.800672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.814926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0932f-ebe7-4c5e-84b8-262d0d11bc67 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ef6b2-5187-4f2f-a185-0cf547b66795,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:55.834112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 399393ea-aa0f-4f21-aabc-d280b7398c2f {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:55.843056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.858348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Update dhcp port {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': 'b95af975-5320-4ab3-bae4-679c0cd6128f', 'ip_address': '2001:db8::f816:3eff:fe2b:7b3d'}, {'subnet_id': 'e89c1402-8aec-4565-9767-8ba229b5400a'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '2958d1d2-c71d-4d2f-b40f-07c3a0a3944c'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:23:55.883518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:55.891846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.896701 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68ab1945-4b27-4a1b-a15d-075a819e4a7d req-eb9c6695-2830-407b-85fa-2a78896cc510 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767778 Oct 11 04:23:55.898622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.943704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:55.972243 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-b1556c93-d7c4-4001-b151-7355027872f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:55.973524 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b1556c93-d7c4-4001-b151-7355027872f5 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1768727 Oct 11 04:23:55.977716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47930) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:55.993068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29830e38-abc2-4e42-b13f-767b6d95e079 None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:56.049891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.093083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-178fbd4b-3a36-4235-b562-23e151394f56 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.102338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:56.119389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event deleted for resources: {'Port': ['ID=d0ed750c-ffe4-49dc-a252-5849573d1fb2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:56.128537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 172.20.0.14 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e89c1402-8aec-4565-9767-8ba229b5400a/6fdbc35f-18b4-4386-a979-a251db0beda0) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:56.144662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fe24:aa97 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/b95af975-5320-4ab3-bae4-679c0cd6128f/6fdbc35f-18b4-4386-a979-a251db0beda0) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:56.157085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-8ca478f5-9fac-4e63-9c8a-e55aa62da590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:56.158636 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-8ca478f5-9fac-4e63-9c8a-e55aa62da590 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8dcc4908efa84af38c26d5dc2d79d986&device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1096 time: 0.1065731 Oct 11 04:23:56.167638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:56.168031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.168449 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:23:56.215782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-178fbd4b-3a36-4235-b562-23e151394f56 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.242242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.253925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:56.304847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.345796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1833f-6733-4386-8463-1bdd6ddce087 req-4fd69974-6918-427d-95ef-950cd16ed87d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:56.347292 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7fa1833f-6733-4386-8463-1bdd6ddce087 req-4fd69974-6918-427d-95ef-950cd16ed87d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 943 time: 0.1866546 Oct 11 04:23:56.347427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-de6faffa-7dd0-4d70-9898-b3f946724f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:56.348772 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-de6faffa-7dd0-4d70-9898-b3f946724f63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73c43a25-1023-4312-8335-9c13c09ca9d4 HTTP/1.1" status: 200 len: 897 time: 0.1825128 Oct 11 04:23:56.389355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-178fbd4b-3a36-4235-b562-23e151394f56 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.391862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-178fbd4b-3a36-4235-b562-23e151394f56 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.392952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-178fbd4b-3a36-4235-b562-23e151394f56 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/6a1ef6b2-5187-4f2f-a185-0cf547b66795 HTTP/1.1" status: 204 len: 168 time: 0.4134634 Oct 11 04:23:56.400160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47936) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:56.411263 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-67d9caaa-5ded-4c15-aead-95e1870eb36a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3756782-296a-425d-9c01-f2f4092a31c4 HTTP/1.1" status: 200 len: 217 time: 0.0542252 Oct 11 04:23:56.448290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.451790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fbd4b-3a36-4235-b562-23e151394f56 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ef6b2-5187-4f2f-a185-0cf547b66795,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:56.453971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.456405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.506094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.508160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-853b3459-9071-4069-bc69-727310af50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:56.509616 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-853b3459-9071-4069-bc69-727310af50e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=09e1f6a7-edac-4c53-8a69-ce1ab02ca35c HTTP/1.1" status: 200 len: 834 time: 0.0887384 Oct 11 04:23:56.532577 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3ea53982-d77c-4446-ac69-4ec6d20885e0 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1294866 Oct 11 04:23:56.535467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47938) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:56.541671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7fa1833f-6733-4386-8463-1bdd6ddce087 req-ef66ac26-e9b0-45fa-a786-7f741381d70a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596928 Oct 11 04:23:56.545340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.545852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Fanout notify agent at l3_agent the message router_deleted on router 6de00d07-97ff-4e3d-8e01-62229fbf6e26 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:23:56.547753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=399393ea-aa0f-4f21-aabc-d280b7398c2f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:56.553919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.555058 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-89732208-29c0-4e0f-b712-32719aa86c3c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/6de00d07-97ff-4e3d-8e01-62229fbf6e26 HTTP/1.1" status: 204 len: 168 time: 3.1889577 Oct 11 04:23:56.559768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47940) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:56.564079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1442177090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:56.570909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.583596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1528862-1a13-47fc-9f91-d26f9f29a2ab None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:56.583735 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-335515e4-da05-43dd-ae36-b75c0cef87ed tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/399393ea-aa0f-4f21-aabc-d280b7398c2f HTTP/1.1" status: 204 len: 168 time: 0.8941393 Oct 11 04:23:56.583735 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47942) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:56.601804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.641758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.648645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-a3798dd2-402d-482d-ba95-57785e42d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:56.650136 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-a3798dd2-402d-482d-ba95-57785e42d655 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73c43a25-1023-4312-8335-9c13c09ca9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313908 Oct 11 04:23:56.650391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.663766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 0a5f3eff-9696-443d-be1e-8b44a4ac029d {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:56.665994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Allocated IP 172.20.0.2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e89c1402-8aec-4565-9767-8ba229b5400a/2958d1d2-c71d-4d2f-b40f-07c3a0a3944c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:56.669925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.684141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:56.697467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-339eda4e-d996-44c7-895f-d681c80f6bde tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.704386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:56.717393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:56.726366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=6fdbc35f-18b4-4386-a979-a251db0beda0,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:56.750850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.753243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.775069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.801283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-339eda4e-d996-44c7-895f-d681c80f6bde tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.802566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.806475 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4bf2d56d-c705-4c7d-bd18-fae58e05550e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2430818 Oct 11 04:23:56.806730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47944) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:56.810984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': True}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:56.857207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.871950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:56.872568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.893966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:56.928704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.939441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.948738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.968208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:56.974541 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/0a5f3eff-9696-443d-be1e-8b44a4ac029d HTTP/1.1" status: 204 len: 168 time: 0.3919961 Oct 11 04:23:56.974541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774c24b-39a8-4ee6-b900-998eac66a05f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5f3eff-9696-443d-be1e-8b44a4ac029d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:56.981766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47946) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.050882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:57.058968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.059270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.059622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.059964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.060301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.060659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.060994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.061344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.061696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.062029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.062347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.062705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d351eed7-9474-4faa-ae01-494eae571980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.074413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.146126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port ed210eb1-6970-4974-869f-45a13e1975b4 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:57.146464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.221389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port ed210eb1-6970-4974-869f-45a13e1975b4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ed210eb1-6970-4974-869f-45a13e1975b4,segment=NetworkSegment(2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5),segment_id=2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:57.221802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.235395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for ed210eb1-6970-4974-869f-45a13e1975b4 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:57.246344 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33bc95bb-5bad-457a-b2b2-f3931472584b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0462055 Oct 11 04:23:57.246344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47948) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.251335 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-2cb36de1-26b2-413d-95bb-4faaa7f0c3b0 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883703 Oct 11 04:23:57.336029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-339eda4e-d996-44c7-895f-d681c80f6bde tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.338434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-339eda4e-d996-44c7-895f-d681c80f6bde tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.343301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-339eda4e-d996-44c7-895f-d681c80f6bde tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/fb18d530-4fa8-4d5b-8e9a-57a973a7e233 HTTP/1.1" status: 204 len: 168 time: 0.8022337 Oct 11 04:23:57.346309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47950) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.359075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.385433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=ed210eb1-6970-4974-869f-45a13e1975b4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:57.400624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port ed210eb1-6970-4974-869f-45a13e1975b4 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:23:57.446007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339eda4e-d996-44c7-895f-d681c80f6bde tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18d530-4fa8-4d5b-8e9a-57a973a7e233,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:57.502308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.528809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a3250d-e03e-43f0-afa6-0cd45c56d4a2']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:57.529153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.543372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:57.543981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:23:57.556404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.567428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94ffc8-caa5-4648-9da2-3d0192db928e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:57.573365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94ffc8-caa5-4648-9da2-3d0192db928e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:57.573550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.575461 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3a94ffc8-caa5-4648-9da2-3d0192db928e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3262591 Oct 11 04:23:57.578788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47952) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.610733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:23:57.611147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.619564 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a225452c-db3c-402a-9e5a-bd3ffd86c4fc tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2446311 Oct 11 04:23:57.622725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef6ce51a-2343-4d4d-b3ae-0500a2e47ff4 req-970abe16-2095-4c8b-98bc-316535d36336 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340960 Oct 11 04:23:57.624661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.633796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019905744'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:57.653737 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5 resource provider aggregate not found Oct 11 04:23:57.701181 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2de07e0a-ff5d-4d68-a7ca-ed5004b4a0c5 found for delete ", "request_id": "req-1fb16757-0e0a-47f3-b160-efa83d6551a4"}]} Oct 11 04:23:57.717463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.773560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.778679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.782915 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 HTTP/1.1" status: 204 len: 168 time: 0.7994728 Oct 11 04:23:57.783444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e0627-c5f5-4a31-b23d-7d5318edb826 None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:57.790012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47962) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.794785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d421-20f9-4de1-9d6e-376e7f1a50d0 req-e9b5028d-c524-4168-b034-90dcc15e502c tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:57.802479 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4340d421-20f9-4de1-9d6e-376e7f1a50d0 req-e9b5028d-c524-4168-b034-90dcc15e502c tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 943 time: 0.1265340 Oct 11 04:23:57.814616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e0627-c5f5-4a31-b23d-7d5318edb826 None None] Network e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:23:57.814832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=e6a3250d-e03e-43f0-afa6-0cd45c56d4a2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:57.841090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d7e80ab7-9dfd-40f3-808f-250c31b5aa89 None None] Could not find standard attr ID for object ed210eb1-6970-4974-869f-45a13e1975b4. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:23:57.846083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.846464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.846864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.847284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.847558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.847881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.848207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.848530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.848846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.849289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.849479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.849798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a1465-a0f9-4013-8da2-e8e81439d040 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:23:57.884803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f781f5-c531-4e1a-81f2-53a96a10fbd7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:57.891471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b7f781f5-c531-4e1a-81f2-53a96a10fbd7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0940609 Oct 11 04:23:57.891471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47964) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:57.891698 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4340d421-20f9-4de1-9d6e-376e7f1a50d0 req-d6386e7e-a823-45a6-b996-b7f7b7592aec tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877380 Oct 11 04:23:57.906668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 6fdbc35f-18b4-4386-a979-a251db0beda0 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:23:57.907093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.921607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:57.942936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f93f1-a0f1-4ee4-9530-15dbbcb2ab0b None None] DHCP port deletion for e6a3250d-e03e-43f0-afa6-0cd45c56d4a2 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:23:57.966564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.029383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:23:58.036740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.040988 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4a9f781b-3eeb-4afe-b972-d889ada993e6 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1461406 Oct 11 04:23:58.041128 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4123042 Oct 11 04:23:58.041210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47966) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.043937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47968) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.046724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-565220467'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:58.072140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d8cc1a52-ecd9-40b1-8599-0383c9fb4448 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '877c2819-eb9f-42b5-a0cf-5ee9c90d125a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:58.086643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236c3c-cfe3-430b-959f-82b07a1aaf1a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877c2819-eb9f-42b5-a0cf-5ee9c90d125a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:58.086888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.101894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-76ca6dd6-f41f-4615-a240-67c67c409ade None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:58.102501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-76ca6dd6-f41f-4615-a240-67c67c409ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.103275 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-76ca6dd6-f41f-4615-a240-67c67c409ade None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:23:58.114426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.114666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 6fdbc35f-18b4-4386-a979-a251db0beda0 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:23:58.116997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:58.122077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.137338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.145828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:58.146202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.146967 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:23:58.213448 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d8cc1a52-ecd9-40b1-8599-0383c9fb4448 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:58.217553 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d8cc1a52-ecd9-40b1-8599-0383c9fb4448 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1698220 Oct 11 04:23:58.218036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47970) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.225482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-33507a95-00d7-4d9a-9e15-8ae46e68ab2c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group_rule': {'security_group_id': '877c2819-eb9f-42b5-a0cf-5ee9c90d125a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:58.243835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:23:58.268377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.269076 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment 4a7a2cc9-7110-4af2-a614-d876266c677a of type vlan for network 650e6093-84a8-4944-ade2-b8a2490a466e Oct 11 04:23:58.296524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-76ca6dd6-f41f-4615-a240-67c67c409ade None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:58.305547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:58.319622 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-33507a95-00d7-4d9a-9e15-8ae46e68ab2c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:23:58.320889 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33507a95-00d7-4d9a-9e15-8ae46e68ab2c tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1018870 Oct 11 04:23:58.322587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Allocated IP 172.26.8.58 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/1eea831b-c65b-4f78-8d44-5bf10ff477fd) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:23:58.331120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47972) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.350766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.382350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ed210eb1-6970-4974-869f-45a13e1975b4 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:23:58.411784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.417100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ed210eb1-6970-4974-869f-45a13e1975b4 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:23:58.417558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ed210eb1-6970-4974-869f-45a13e1975b4 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:23:58.417665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:58.418150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.429750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4a0b34b8-4977-46ee-a841-419f77d11484 None None] Provisioning complete for port 6fdbc35f-18b4-4386-a979-a251db0beda0 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:23:58.430215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a0b34b8-4977-46ee-a841-419f77d11484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.430681 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4a0b34b8-4977-46ee-a841-419f77d11484 None None] Attempt 1 to provision port 6fdbc35f-18b4-4386-a979-a251db0beda0 Oct 11 04:23:58.449995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33fe573b-bc98-4f3f-92c8-e7ec9afe3177 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.472794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b34b8-4977-46ee-a841-419f77d11484 None None] Port 6fdbc35f-18b4-4386-a979-a251db0beda0 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:23:58.482568 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4401634 Oct 11 04:23:58.485311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47974) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.496388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:58.500612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33fe573b-bc98-4f3f-92c8-e7ec9afe3177 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.517713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0062dad-c17c-4a57-837b-002ca2cb7ea8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=650e6093-84a8-4944-ade2-b8a2490a466e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:58.530584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 650e6093-84a8-4944-ade2-b8a2490a466e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:23:58.541252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.569958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.603334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=6fdbc35f-18b4-4386-a979-a251db0beda0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:58.630101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33fe573b-bc98-4f3f-92c8-e7ec9afe3177 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.632638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33fe573b-bc98-4f3f-92c8-e7ec9afe3177 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.636128 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33fe573b-bc98-4f3f-92c8-e7ec9afe3177 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/877c2819-eb9f-42b5-a0cf-5ee9c90d125a HTTP/1.1" status: 204 len: 168 time: 0.3076830 Oct 11 04:23:58.638569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47976) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.661354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe573b-bc98-4f3f-92c8-e7ec9afe3177 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c2819-eb9f-42b5-a0cf-5ee9c90d125a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:58.671262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.675391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:58.678879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.733565 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3cfa14f-df38-4666-a7b6-accf6fa3a752 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0927591 Oct 11 04:23:58.734786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.737870 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-48119018-1fe3-4acc-b567-63df78269fe0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/6fdbc35f-18b4-4386-a979-a251db0beda0 HTTP/1.1" status: 204 len: 168 time: 1.1574967 Oct 11 04:23:58.738389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47978) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.740441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47980) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.742781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'tempest-secgroup--9152315'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:58.743686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:23:58.766144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.784323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:58.786859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:23:58.855267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.861749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Port': ['ID=1eea831b-c65b-4f78-8d44-5bf10ff477fd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:58.863264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.914290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29cb69-0e4a-470c-a046-caf05f5dcd48,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:58.914990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8daee8d-a892-4210-aae3-51b11fff25b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:58.917256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8daee8d-a892-4210-aae3-51b11fff25b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:58.919076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8daee8d-a892-4210-aae3-51b11fff25b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:58.920770 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b8daee8d-a892-4210-aae3-51b11fff25b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1793416 Oct 11 04:23:58.933810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:58.937674 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e75fcb7b-4609-4e20-9b34-9888fb4fd097 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.1957414 Oct 11 04:23:58.937674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47982) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.947600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47986) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.954357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-22ab49ce-caea-4d16-8520-553e011d2abf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:58.955512 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.api.v2.base [None req-22ab49ce-caea-4d16-8520-553e011d2abf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 04:23:58.956012 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-22ab49ce-caea-4d16-8520-553e011d2abf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] update failed (client error): There was a conflict when trying to complete your request. Oct 11 04:23:58.959474 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-22ab49ce-caea-4d16-8520-553e011d2abf tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "PUT /v2.0/security-groups/9d29cb69-0e4a-470c-a046-caf05f5dcd48 HTTP/1.1" status: 409 len: 330 time: 0.0084431 Oct 11 04:23:58.974191 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4a0b34b8-4977-46ee-a841-419f77d11484 None None] Attempt 2 to provision port 6fdbc35f-18b4-4386-a979-a251db0beda0 Oct 11 04:23:58.995624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47988) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:58.996416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b34b8-4977-46ee-a841-419f77d11484 None None] Port 6fdbc35f-18b4-4386-a979-a251db0beda0 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:23:59.077588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet b95af975-5320-4ab3-bae4-679c0cd6128f {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:59.084785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.105971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:23:59.141837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5bff6-e5d8-4671-b4ff-73e8172a39a9 req-bd335197-b6e4-40bb-8428-2611548bc2f8 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:59.147528 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-85d5bff6-e5d8-4671-b4ff-73e8172a39a9 req-bd335197-b6e4-40bb-8428-2611548bc2f8 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 943 time: 0.1522133 Oct 11 04:23:59.160678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.192831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ce7d61a2-e490-4dff-ae67-b89e7ffb7413 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.238068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ce7d61a2-e490-4dff-ae67-b89e7ffb7413 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.246324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.246868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:59.260880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'port_id': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'mac_address': 'fa:16:3e:96:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:23:59.272717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-85d5bff6-e5d8-4671-b4ff-73e8172a39a9 req-08e8dc0f-2d20-4314-a315-e29d64628311 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171117 Oct 11 04:23:59.273581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.313340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c3756782-296a-425d-9c01-f2f4092a31c4 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:23:59.313340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.329483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3756782-296a-425d-9c01-f2f4092a31c4 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:23:59.357311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ce7d61a2-e490-4dff-ae67-b89e7ffb7413 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.360117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ce7d61a2-e490-4dff-ae67-b89e7ffb7413 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.364894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=1f92270d-e4bd-4269-8e89-4323b9219035,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:59.366187 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ce7d61a2-e490-4dff-ae67-b89e7ffb7413 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d29cb69-0e4a-470c-a046-caf05f5dcd48 HTTP/1.1" status: 204 len: 168 time: 0.3666863 Oct 11 04:23:59.368090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:23:59.369845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47990) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:59.380151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.387851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.437215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:59.443200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': '4a7a2cc9-7110-4af2-a614-d876266c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:23:59.443406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: 650e6093-84a8-4944-ade2-b8a2490a466e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:23:59.472668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.496591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d61a2-e490-4dff-ae67-b89e7ffb7413 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29cb69-0e4a-470c-a046-caf05f5dcd48,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:59.526941 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-321d2788-2698-4da8-a4c6-18c814df905b tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1522341 Oct 11 04:23:59.526941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 650e6093-84a8-4944-ade2-b8a2490a466e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:23:59.528632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47992) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:59.543041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 650e6093-84a8-4944-ade2-b8a2490a466e) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:23:59.549043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:23:59.549214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.549629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.553116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b95af975-5320-4ab3-bae4-679c0cd6128f HTTP/1.1" status: 204 len: 168 time: 0.6155405 Oct 11 04:23:59.556490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c3217-8796-4199-aebd-1d5cf03d5940 None None] Network 650e6093-84a8-4944-ade2-b8a2490a466e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:59.559914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2dff5-669e-4a0f-ad9d-1d0dfaa059de tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=b95af975-5320-4ab3-bae4-679c0cd6128f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:59.564328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47994) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:59.586341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d57f73-b0e6-477b-bc7b-6112bf8b28cc None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:23:59.610092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.618500 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-79b19bab-70d8-4a80-bb3a-df7884b93c72 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1307333 Oct 11 04:23:59.619474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 47996) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:59.624549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e', 'name': 'tempest-PortsTestJSON-513513352'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:23:59.628140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.641718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet e89c1402-8aec-4565-9767-8ba229b5400a {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:23:59.645965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.693808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-0249306e-786c-40b4-88cd-ffe2c736ed93 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] delete failed (client error): The resource could not be found. Oct 11 04:23:59.700286 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0249306e-786c-40b4-88cd-ffe2c736ed93 tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "DELETE /v2.0/security-groups/3b23a8ae-f0b0-4499-90d0-fc7f4dbc7f7d HTTP/1.1" status: 404 len: 347 time: 0.1644452 Oct 11 04:23:59.700286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.701734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 47998) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:59.732895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-34558b42-9c33-46f1-8048-a56fb5e9b2cc tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] show failed (client error): The resource could not be found. Oct 11 04:23:59.734650 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-34558b42-9c33-46f1-8048-a56fb5e9b2cc tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-groups/6a0c5b41-9fed-4957-a5cc-e4c084d050ab HTTP/1.1" status: 404 len: 347 time: 0.0319481 Oct 11 04:23:59.738911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48000) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:23:59.769983 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-696abd09-be38-4c70-a89c-71ea82db2f7a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] show failed (client error): The resource could not be found. Oct 11 04:23:59.771042 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-696abd09-be38-4c70-a89c-71ea82db2f7a tempest-NegativeSecGroupIPv6Test-781149308 tempest-NegativeSecGroupIPv6Test-781149308-project] 10.222.0.39 "GET /v2.0/security-group-rules/4fbdde30-8f86-4add-9b15-a600471d1441 HTTP/1.1" status: 404 len: 356 time: 0.0312092 Oct 11 04:23:59.822548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.863823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:23:59.867624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.882657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['c3756782-296a-425d-9c01-f2f4092a31c4'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:23:59.893420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 66810065-fcd1-4a3f-bad7-f9e26323917b yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:23:59.900111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Router 441c7aea-6514-468d-8ef8-b15a94a10eb9 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:23:59.919419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.971729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=e89c1402-8aec-4565-9767-8ba229b5400a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:23:59.976376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-650e6093-84a8-4944-ade2-b8a2490a466e', 'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': '1f92270d-e4bd-4269-8e89-4323b9219035'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:23:59.977794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.977889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:23:59.982632 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4da2cfa3-5b42-49f0-b56d-62b199080130 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e89c1402-8aec-4565-9767-8ba229b5400a HTTP/1.1" status: 204 len: 168 time: 0.4171348 Oct 11 04:23:59.984987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48004) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.026065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e2b24570-c076-49ee-86ae-06c3b4974975 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394382 Oct 11 04:24:00.028531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48006) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.033562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:00.155434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:00.161226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:00.186929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48010) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.363942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746345a6-c864-463b-a3e1-e2b205de2e30 None None] Update dhcp port {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': 'e89c1402-8aec-4565-9767-8ba229b5400a'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '2958d1d2-c71d-4d2f-b40f-07c3a0a3944c'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:24:00.408344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-746345a6-c864-463b-a3e1-e2b205de2e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:00.455609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-152e20d1-24de-4d38-a795-3b0957f2c6b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d168199f50f94d108b82e26903a7aca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667327 Oct 11 04:24:00.459787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48016) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.512794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:00.519323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:00.520500 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-da9b2493-a700-4b6a-b01e-539589c9ea99 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "PUT /v2.0/routers/441c7aea-6514-468d-8ef8-b15a94a10eb9 HTTP/1.1" status: 200 len: 914 time: 3.7128584 Oct 11 04:24:00.523965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48018) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.526043 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] Sync routers for ids ['441c7aea-6514-468d-8ef8-b15a94a10eb9'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:00.538844 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] Routers {'441c7aea-6514-468d-8ef8-b15a94a10eb9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:00.540246 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['441c7aea-6514-468d-8ef8-b15a94a10eb9'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:00.588962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.12 (650e6093-84a8-4944-ade2-b8a2490a466e/1f92270d-e4bd-4269-8e89-4323b9219035/66810065-fcd1-4a3f-bad7-f9e26323917b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:00.601852 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:00.619581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e387-31c5-4d9f-b1aa-46ed2c5befb0 req-cc3393dd-5979-41ad-96ed-48dfdd43d290 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:00.621193 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e82e387-31c5-4d9f-b1aa-46ed2c5befb0 req-cc3393dd-5979-41ad-96ed-48dfdd43d290 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 944 time: 0.1514273 Oct 11 04:24:00.633977 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] Routers {'441c7aea-6514-468d-8ef8-b15a94a10eb9'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:00.634838 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['441c7aea-6514-468d-8ef8-b15a94a10eb9'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:00.681473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:00.682406 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4711fe-3e61-4e65-b8f4-3d92c798838a None None] The sync data for ids ['441c7aea-6514-468d-8ef8-b15a94a10eb9'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:00.698436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f40ee3-e785-49d8-bd27-12558b20019c None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:00.755494 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e82e387-31c5-4d9f-b1aa-46ed2c5befb0 req-a9ef1dda-2523-4e50-8563-38d5da535bdf tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163332 Oct 11 04:24:00.765578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a1bb0aa9-e9bf-4324-950f-2202f64a072d tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/441c7aea-6514-468d-8ef8-b15a94a10eb9 HTTP/1.1" status: 200 len: 920 time: 0.2292035 Oct 11 04:24:00.773169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48020) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.784498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-aaa59719-0c60-4aec-93c2-411511786ca6 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:00.784863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aaa59719-0c60-4aec-93c2-411511786ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:00.785205 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-aaa59719-0c60-4aec-93c2-411511786ca6 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:00.891913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070869ce-fe2b-4c28-b83f-47aabac23228 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:00.896008 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-070869ce-fe2b-4c28-b83f-47aabac23228 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=441c7aea-6514-468d-8ef8-b15a94a10eb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1200922 Oct 11 04:24:00.896524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:00.897784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48022) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:00.945596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-aaa59719-0c60-4aec-93c2-411511786ca6 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:00.963567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9e1de67-8222-443c-9fad-61f7b0b25096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:00.999113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:00.999860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Update dhcp port {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '48245cba-0370-4e94-9da4-2a8477477175'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '2958d1d2-c71d-4d2f-b40f-07c3a0a3944c'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:24:01.008693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.020298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be592b3d-4d91-44c1-9482-f9521addcf0c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:01.025539 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-be592b3d-4d91-44c1-9482-f9521addcf0c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.1235332 Oct 11 04:24:01.044993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48024) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:01.056100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.073178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9e1de67-8222-443c-9fad-61f7b0b25096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.084716 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-65e62d4e-7dc1-465d-bf6c-d83f0b87ea3d tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=441c7aea-6514-468d-8ef8-b15a94a10eb9 HTTP/1.1" status: 200 len: 205 time: 0.0361674 Oct 11 04:24:01.086898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 650e6093-84a8-4944-ade2-b8a2490a466e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:01.086898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48026) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:01.095653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:01.101921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:01.102120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Allocated IP 172.20.0.2 (650e6093-84a8-4944-ade2-b8a2490a466e/1f92270d-e4bd-4269-8e89-4323b9219035/ee71e3d5-f9f7-49f0-886b-cea385bc89be) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:01.156113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=66810065-fcd1-4a3f-bad7-f9e26323917b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:01.200458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:01.200458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.229507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9e1de67-8222-443c-9fad-61f7b0b25096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.232179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9e1de67-8222-443c-9fad-61f7b0b25096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.234985 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9e1de67-8222-443c-9fad-61f7b0b25096 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f32a8cae-0174-4434-9bad-4b3bf54a729c HTTP/1.1" status: 204 len: 168 time: 0.7739971 Oct 11 04:24:01.272540 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-61876802-e810-4fdf-85e8-346c4bac78ae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6496298 Oct 11 04:24:01.272803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48030) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:01.279256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e', 'name': 'tempest-PortsTestJSON-586839398'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:01.283389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.304569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.310204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1de67-8222-443c-9fad-61f7b0b25096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a8cae-0174-4434-9bad-4b3bf54a729c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:01.340465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe2b:7b3d-a84a1208-9cf8-4320-bd2a-70b6d9169c {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:24:01.340465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:24:01.382798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.392139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.450560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Network 650e6093-84a8-4944-ade2-b8a2490a466e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:01.456987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:01.462085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:01.465733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Pushing event updated for resources: {'Port': ['ID=ee71e3d5-f9f7-49f0-886b-cea385bc89be,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:01.535368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Attempting to bind port ee71e3d5-f9f7-49f0-886b-cea385bc89be on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:01.535694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Attempting to bind port ee71e3d5-f9f7-49f0-886b-cea385bc89be by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4a7a2cc9-7110-4af2-a614-d876266c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:01.536125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Attempting to bind port ee71e3d5-f9f7-49f0-886b-cea385bc89be on network 650e6093-84a8-4944-ade2-b8a2490a466e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:01.543241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:01.543859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Checking segment: {'id': '4a7a2cc9-7110-4af2-a614-d876266c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:01.544176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.544636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Bound using segment: {'id': '4a7a2cc9-7110-4af2-a614-d876266c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:01.545137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Bound port: ee71e3d5-f9f7-49f0-886b-cea385bc89be, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7a2cc9-7110-4af2-a614-d876266c677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '650e6093-84a8-4944-ade2-b8a2490a466e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:01.545416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.545879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.553285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:01.556866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.580024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:01.595271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 55b29783-c5d0-4900-b0f6-27c8d91291c2 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:01.622618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] For port ee71e3d5-f9f7-49f0-886b-cea385bc89be, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:01.625554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.626290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] For port ee71e3d5-f9f7-49f0-886b-cea385bc89be, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ee71e3d5-f9f7-49f0-886b-cea385bc89be,segment=NetworkSegment(4a7a2cc9-7110-4af2-a614-d876266c677a),segment_id=4a7a2cc9-7110-4af2-a614-d876266c677a)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:01.630273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.631003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.636070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.675305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Deleting port 1eea831b-c65b-4f78-8d44-5bf10ff477fd {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:01.675305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.702114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3b75-3571-4120-b90b-19a431fd20a4 None None] Pushing event updated for resources: {'Port': ['ID=ee71e3d5-f9f7-49f0-886b-cea385bc89be,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:01.716389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:01.724454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:01.731434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:01.732170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.748030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=48245cba-0370-4e94-9da4-2a8477477175,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:01.756750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=8']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:01.767321 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-28b8c09d-454e-4a8f-b97f-f6f145dde8b2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7376628 Oct 11 04:24:01.769968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48032) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:01.775051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:01.800014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.3 (650e6093-84a8-4944-ade2-b8a2490a466e/1f92270d-e4bd-4269-8e89-4323b9219035/55b29783-c5d0-4900-b0f6-27c8d91291c2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:01.902498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.903748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:01.944764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Calling delete_port for 1eea831b-c65b-4f78-8d44-5bf10ff477fd owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:02.000995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b07599-0cf3-412e-8a5b-2018ef449d8d req-57b796a5-5f9f-4a44-9c5d-0e734f113d7e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:02.009747 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c8b07599-0cf3-412e-8a5b-2018ef449d8d req-57b796a5-5f9f-4a44-9c5d-0e734f113d7e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 944 time: 0.1568666 Oct 11 04:24:02.043295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:02.045806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.087709 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c8b07599-0cf3-412e-8a5b-2018ef449d8d req-048fc830-2ef0-4b85-ab7e-00dc371d04d3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767391 Oct 11 04:24:02.107415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ee71e3d5-f9f7-49f0-886b-cea385bc89be up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:02.154164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.207874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ee71e3d5-f9f7-49f0-886b-cea385bc89be triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:02.208410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.208819 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ee71e3d5-f9f7-49f0-886b-cea385bc89be Oct 11 04:24:02.266481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.300504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:02.306090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.332936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 650e6093-84a8-4944-ade2-b8a2490a466e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:02.344346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.354808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.355912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:02.362221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:02.363993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.384819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=55b29783-c5d0-4900-b0f6-27c8d91291c2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:02.393497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:02.396833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:02.401269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:02.402093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.404541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ee71e3d5-f9f7-49f0-886b-cea385bc89be is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:02.405017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.421964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=74b56ea5-d4ae-430c-a97b-b9d51ffef6d2,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:02.427930 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1607fee6-7cdf-4b55-a620-648734dd641f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6568520 Oct 11 04:24:02.430685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48038) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:02.436243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:11:82:bf', 'name': 'tempest-NetworksTestDHCPv6-1302735546'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:02.457259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event deleted for resources: {'Port': ['ID=1eea831b-c65b-4f78-8d44-5bf10ff477fd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:02.458163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752ff46-9275-4c80-9e9e-e07dc5a89518 None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=9']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:02.464093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ee71e3d5-f9f7-49f0-886b-cea385bc89be, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ee71e3d5-f9f7-49f0-886b-cea385bc89be,segment=NetworkSegment(4a7a2cc9-7110-4af2-a614-d876266c677a),segment_id=4a7a2cc9-7110-4af2-a614-d876266c677a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:02.474815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.478824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.609469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:02.612856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ee71e3d5-f9f7-49f0-886b-cea385bc89be,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:02.622017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.624664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.634598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:02.635263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.642318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:02.711743 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dba1f537-aaf3-4b31-8acf-3c830bfa639a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4346735 Oct 11 04:24:02.715074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48040) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:02.727640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:02.728156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.733020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.733576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Fanout notify agent at l3_agent the message router_deleted on router 441c7aea-6514-468d-8ef8-b15a94a10eb9 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:02.767045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:02.775882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.790323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.791593 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-af2818c3-80af-447b-a1e0-5886c609828b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/441c7aea-6514-468d-8ef8-b15a94a10eb9 HTTP/1.1" status: 204 len: 168 time: 1.7037053 Oct 11 04:24:02.801207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48042) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:02.809899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227244043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:02.850085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.851906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d812aad-d395-4c81-a669-5ca9c0c4a542 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:02.853512 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2d812aad-d395-4c81-a669-5ca9c0c4a542 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1373971 Oct 11 04:24:02.857008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48044) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:02.888878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=10']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:02.892995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.894145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:02.902937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 903c304a-ae53-48aa-bf79-2047b7b77ade yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:02.990504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 55b29783-c5d0-4900-b0f6-27c8d91291c2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:02.990918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.017671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.024727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.081995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.083429 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-140dbf5e-17ea-4f54-990d-3f71834002b5 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2812195 Oct 11 04:24:03.086569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48046) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:03.091589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': False}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:03.107063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.116588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:03.127485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 55b29783-c5d0-4900-b0f6-27c8d91291c2 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:03.149367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a2244e-b0b3-421a-8da0-e8d72250bf65 None None] Network 650e6093-84a8-4944-ade2-b8a2490a466e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:03.290257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1b7334bb-068c-44fc-aec9-8ef5629513cd None None] Provisioning complete for port ee71e3d5-f9f7-49f0-886b-cea385bc89be triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:03.290889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1b7334bb-068c-44fc-aec9-8ef5629513cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.291391 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1b7334bb-068c-44fc-aec9-8ef5629513cd None None] Attempt 1 to provision port ee71e3d5-f9f7-49f0-886b-cea385bc89be Oct 11 04:24:03.304994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 172.20.0.5 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/74b56ea5-d4ae-430c-a97b-b9d51ffef6d2/903c304a-ae53-48aa-bf79-2047b7b77ade) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:03.340815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.344259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fe11:82bf (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/48245cba-0370-4e94-9da4-2a8477477175/903c304a-ae53-48aa-bf79-2047b7b77ade) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:03.368525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port c3756782-296a-425d-9c01-f2f4092a31c4 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:24:03.374425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=55b29783-c5d0-4900-b0f6-27c8d91291c2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:03.383346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port c3756782-296a-425d-9c01-f2f4092a31c4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:03.383976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.384648 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port c3756782-296a-425d-9c01-f2f4092a31c4 Oct 11 04:24:03.386901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.415928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccaecc-1768-4cad-85ee-9a8512e12886 req-56b381b9-21b0-4c96-bee4-5c2afd5e736c tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:03.417692 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c6ccaecc-1768-4cad-85ee-9a8512e12886 req-56b381b9-21b0-4c96-bee4-5c2afd5e736c tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 944 time: 0.1199174 Oct 11 04:24:03.441130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d442814-3b21-4567-b781-c9897bfb6829 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:03.466739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.472778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33171a06-d407-45d8-b6b4-96335d1a5b31 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/55b29783-c5d0-4900-b0f6-27c8d91291c2 HTTP/1.1" status: 204 len: 168 time: 0.6147273 Oct 11 04:24:03.473613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48050) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:03.520838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f35ebe8-6888-48f8-bf65-cc73b287b2c6 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:03.521730 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7f35ebe8-6888-48f8-bf65-cc73b287b2c6 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/55b29783-c5d0-4900-b0f6-27c8d91291c2 HTTP/1.1" status: 404 len: 333 time: 0.0373206 Oct 11 04:24:03.524811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48052) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:03.562012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c6ccaecc-1768-4cad-85ee-9a8512e12886 req-c90ef94f-f9db-4abc-a070-a09b8d5c8770 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000228 Oct 11 04:24:03.611471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1b7334bb-068c-44fc-aec9-8ef5629513cd None None] Current status of the port ee71e3d5-f9f7-49f0-886b-cea385bc89be is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:03.618222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.643029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 66810065-fcd1-4a3f-bad7-f9e26323917b {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:03.643596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.679129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c3756782-296a-425d-9c01-f2f4092a31c4 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:03.679487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.721733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:24:03.724695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f14424-81e9-4de8-ad41-fc29c175d520" -d '{"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-plugged", "status": "completed", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:24:03.741694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.757688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 66810065-fcd1-4a3f-bad7-f9e26323917b owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:03.760729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:03.772931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.773513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.802104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:03.802472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.802844 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:03.807336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.833516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373b800-9139-40cf-8963-622420fccada x-openstack-request-id: req-f373b800-9139-40cf-8963-622420fccada {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:24:03.833693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-plugged", "status": "completed", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:24:03.833920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f373b800-9139-40cf-8963-622420fccada {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:24:03.834312 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f373b800-9139-40cf-8963-622420fccada'] response: {'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'code': 200} Oct 11 04:24:03.878849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:03.910965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=903c304a-ae53-48aa-bf79-2047b7b77ade,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:03.914715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.935931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.965517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:03.967350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:03.988896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=66810065-fcd1-4a3f-bad7-f9e26323917b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:04.085508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:04.090273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:04.096886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:04.155405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.159150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Allocated IP 172.26.8.2 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/41e81be6-9100-4b13-ac3a-491a76d5bd1b) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:04.165623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-74132056-18dd-4ba9-b1ff-2a0d5d22effa tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/66810065-fcd1-4a3f-bad7-f9e26323917b HTTP/1.1" status: 204 len: 168 time: 0.6385348 Oct 11 04:24:04.171009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48056) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:04.196360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:04.197015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.211494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7cd96dcb-196e-411e-bc77-63339a774c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.219178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] Update dhcp port {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '48245cba-0370-4e94-9da4-2a8477477175', 'ip_address': '2001:db8::f816:3eff:fe2b:7b3d'}, {'subnet_id': '74b56ea5-d4ae-430c-a97b-b9d51ffef6d2'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '2958d1d2-c71d-4d2f-b40f-07c3a0a3944c'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:24:04.249206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:04.251151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.251891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a650cc0-5e5f-40c2-b042-38b6b26264b9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:04.254462 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3a650cc0-5e5f-40c2-b042-38b6b26264b9 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/66810065-fcd1-4a3f-bad7-f9e26323917b HTTP/1.1" status: 404 len: 333 time: 0.0824096 Oct 11 04:24:04.259680 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:04.268315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.283520 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-766e1308-0310-4059-b692-22e6e6657b90 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8516996 Oct 11 04:24:04.287452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad2351-a601-4e2f-bfce-6fc46aa04bd6 req-a26d781b-bf32-412b-bb3c-457a75540275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:04.289442 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18ad2351-a601-4e2f-bfce-6fc46aa04bd6 req-a26d781b-bf32-412b-bb3c-457a75540275 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1098 time: 0.1963804 Oct 11 04:24:04.290936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48060) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:04.324278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:04.359373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.365218 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18ad2351-a601-4e2f-bfce-6fc46aa04bd6 req-70c64094-c33b-4032-8163-0efc8350bd4e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416834 Oct 11 04:24:04.380595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 1f92270d-e4bd-4269-8e89-4323b9219035 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:04.385169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.425827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b0e00-7c13-4fbf-b207-0f4f767a8158 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:04.431903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b0e00-7c13-4fbf-b207-0f4f767a8158 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:04.433240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.433807 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-202b0e00-7c13-4fbf-b207-0f4f767a8158 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1415982 Oct 11 04:24:04.436378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:04.452413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ab6f1b33-02f1-4688-ba95-1f7dcda6e3a2 None None] Could not find standard attr ID for object 66810065-fcd1-4a3f-bad7-f9e26323917b. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:04.467073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6055764-1575-4153-b7b3-0d0823a2facd None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=11']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:04.481338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ab6f1b33-02f1-4688-ba95-1f7dcda6e3a2 None None] Provisioning complete for port ee71e3d5-f9f7-49f0-886b-cea385bc89be triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:04.481601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1b33-02f1-4688-ba95-1f7dcda6e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.481988 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ab6f1b33-02f1-4688-ba95-1f7dcda6e3a2 None None] Attempt 1 to provision port ee71e3d5-f9f7-49f0-886b-cea385bc89be Oct 11 04:24:04.486198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.554917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:04.563276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:04.563847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.571478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:04.571845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.572275 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:04.577618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:04.614275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] Allocated IP 172.20.0.2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/74b56ea5-d4ae-430c-a97b-b9d51ffef6d2/2958d1d2-c71d-4d2f-b40f-07c3a0a3944c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:04.682026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.712007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f1b33-02f1-4688-ba95-1f7dcda6e3a2 None None] Current status of the port ee71e3d5-f9f7-49f0-886b-cea385bc89be is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:04.727327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=1f92270d-e4bd-4269-8e89-4323b9219035,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:04.739245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.742592 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6416dfd2-4451-4da6-98b4-590b7d3fefbc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/1f92270d-e4bd-4269-8e89-4323b9219035 HTTP/1.1" status: 204 len: 168 time: 0.4805968 Oct 11 04:24:04.746671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48068) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:04.760900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a537c2-9b1a-4ace-adfb-a9c91ecd60d7 None None] Network 650e6093-84a8-4944-ade2-b8a2490a466e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:04.763256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Pushing event updated for resources: {'Port': ['ID=41e81be6-9100-4b13-ac3a-491a76d5bd1b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:04.789659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 903c304a-ae53-48aa-bf79-2047b7b77ade {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:04.789659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.875950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b09bbc33-0e28-46ce-b6c3-6a615c95df17 None None] Could not find standard attr ID for object 66810065-fcd1-4a3f-bad7-f9e26323917b. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:04.884788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:04.885881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ee71e3d5-f9f7-49f0-886b-cea385bc89be up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:04.924152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b09bbc33-0e28-46ce-b6c3-6a615c95df17 None None] Could not find standard attr ID for object 55b29783-c5d0-4900-b0f6-27c8d91291c2. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:04.963809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:04.969431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:04.976639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.013697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 903c304a-ae53-48aa-bf79-2047b7b77ade owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:05.029076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.038178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.045056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ee71e3d5-f9f7-49f0-886b-cea385bc89be triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:05.045056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.045286 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ee71e3d5-f9f7-49f0-886b-cea385bc89be Oct 11 04:24:05.135205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] DHCP port deletion for 650e6093-84a8-4944-ade2-b8a2490a466e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:05.182347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac976b5-e7b8-4e16-8e86-713fb8178429 None None] Pushing event updated for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=12']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:05.199933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f8ed7-2eb7-49da-b3dd-ea5cac78e8d6 req-25d93acb-00a4-4b56-abae-8a08247b9625 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:05.202091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a27f8ed7-2eb7-49da-b3dd-ea5cac78e8d6 req-25d93acb-00a4-4b56-abae-8a08247b9625 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.4769456 Oct 11 04:24:05.233388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.260511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a27f8ed7-2eb7-49da-b3dd-ea5cac78e8d6 req-ac5cc671-87dc-4a5a-8cf8-b4e917a9a849 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511296 Oct 11 04:24:05.279756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ee71e3d5-f9f7-49f0-886b-cea385bc89be is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:05.288272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] Deleting port ee71e3d5-f9f7-49f0-886b-cea385bc89be {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:05.288751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.332426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port ee71e3d5-f9f7-49f0-886b-cea385bc89be {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:05.332782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.362896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] For port ee71e3d5-f9f7-49f0-886b-cea385bc89be, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ee71e3d5-f9f7-49f0-886b-cea385bc89be,segment=NetworkSegment(4a7a2cc9-7110-4af2-a614-d876266c677a),segment_id=4a7a2cc9-7110-4af2-a614-d876266c677a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:05.363299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.379534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] Calling delete_port for ee71e3d5-f9f7-49f0-886b-cea385bc89be owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:05.405217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port ee71e3d5-f9f7-49f0-886b-cea385bc89be, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ee71e3d5-f9f7-49f0-886b-cea385bc89be,segment=NetworkSegment(4a7a2cc9-7110-4af2-a614-d876266c677a),segment_id=4a7a2cc9-7110-4af2-a614-d876266c677a)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:05.405684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.419462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for ee71e3d5-f9f7-49f0-886b-cea385bc89be owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:05.477319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.515807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.529826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] Pushing event deleted for resources: {'Port': ['ID=ee71e3d5-f9f7-49f0-886b-cea385bc89be,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:05.531964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942997cc-c2eb-4755-a321-1717cc570f2d None None] No DVR routers for this DVR port ee71e3d5-f9f7-49f0-886b-cea385bc89be on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:05.548647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=ee71e3d5-f9f7-49f0-886b-cea385bc89be,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:05.552853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port ee71e3d5-f9f7-49f0-886b-cea385bc89be on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:05.639778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.663223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.669464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.677907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650e6093-84a8-4944-ade2-b8a2490a466e']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:05.688964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7a2cc9-7110-4af2-a614-d876266c677a') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:05.689639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7a2cc9-7110-4af2-a614-d876266c677a') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:05.700513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.715496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.722098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 460 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:05.723201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.772192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.804217 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 4a7a2cc9-7110-4af2-a614-d876266c677a resource provider aggregate not found Oct 11 04:24:05.822065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.829797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.833225 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/650e6093-84a8-4944-ade2-b8a2490a466e HTTP/1.1" status: 204 len: 168 time: 1.0871050 Oct 11 04:24:05.837250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48076) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:05.843027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1791967766'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:05.849794 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 4a7a2cc9-7110-4af2-a614-d876266c677a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a7a2cc9-7110-4af2-a614-d876266c677a found for delete ", "request_id": "req-2959bfa7-90c2-4168-901a-030c8f845c9e"}]} Oct 11 04:24:05.850017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=903c304a-ae53-48aa-bf79-2047b7b77ade,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:05.864514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6541f-a64c-4bd8-911e-10000868a763 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=650e6093-84a8-4944-ade2-b8a2490a466e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:05.868061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40631035-061e-49b7-8cc3-760efdd92727 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:05.879977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:05.890190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.943891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:24:05.974764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.974993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment 75e5ab8e-ee1e-4188-ad1a-04866a8b5742 of type vlan for network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 Oct 11 04:24:05.980551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:05.984836 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eb6706c0-c502-4928-aab1-65e491d6d6cf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/903c304a-ae53-48aa-bf79-2047b7b77ade HTTP/1.1" status: 204 len: 168 time: 1.5473711 Oct 11 04:24:05.986363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Router 0af7731a-4b0e-4881-8997-46897c128049 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:24:05.988411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48078) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.051173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.061039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-cdf1d2aa-5745-49c3-9268-9d1d53657ef5 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:06.061504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d2aa-5745-49c3-9268-9d1d53657ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.061934 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdf1d2aa-5745-49c3-9268-9d1d53657ef5 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:06.067372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:06.087545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.094938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.095851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.110024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1342f1-4bae-4e6d-8741-b7a2e250676d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.111529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1342f1-4bae-4e6d-8741-b7a2e250676d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.113044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1342f1-4bae-4e6d-8741-b7a2e250676d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.117355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2e1342f1-4bae-4e6d-8741-b7a2e250676d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1280107 Oct 11 04:24:06.117912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48080) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.133831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2955103 Oct 11 04:24:06.137166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48082) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.142065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:06.204007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840f6e1-10cb-4c48-b1dc-ce3d06c1aa3d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=64776d0a-c6bd-4b7b-a1e8-aceffc85d209,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:06.206113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:06.206605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.207033 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:06.229458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:06.234295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.239503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:24:06.239709 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ad6268f7-7470-40e0-9620-9ef10cbc4119 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "PUT /v2.0/routers/0af7731a-4b0e-4881-8997-46897c128049 HTTP/1.1" status: 200 len: 914 time: 3.1517065 Oct 11 04:24:06.244141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 48245cba-0370-4e94-9da4-2a8477477175 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:06.246317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48084) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.248677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] Sync routers for ids ['0af7731a-4b0e-4881-8997-46897c128049'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:06.249311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.275156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1d2aa-5745-49c3-9268-9d1d53657ef5 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:06.299765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] Routers {'0af7731a-4b0e-4881-8997-46897c128049'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:06.300463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0af7731a-4b0e-4881-8997-46897c128049'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:06.305131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:06.311935 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.344971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.404272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:06.426458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] Routers {'0af7731a-4b0e-4881-8997-46897c128049'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:06.427748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:23:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0af7731a-4b0e-4881-8997-46897c128049'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:06.444388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-260aacc9-8dd8-4cbe-bd29-5031fa57d23c tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/0af7731a-4b0e-4881-8997-46897c128049 HTTP/1.1" status: 200 len: 920 time: 0.1930680 Oct 11 04:24:06.446932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.467859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:06.468515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b7926-cdf2-4017-8198-d5ba5d1da1d8 None None] The sync data for ids ['0af7731a-4b0e-4881-8997-46897c128049'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:06.523836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9358bb2a-6ce7-45a4-b35e-cb34155045bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.533946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:06.545881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd4c52-60a8-4801-852e-85eef3f25d52 req-123e738e-6925-4efa-8d9e-66821ec01b8b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.547451 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ddd4c52-60a8-4801-852e-85eef3f25d52 req-123e738e-6925-4efa-8d9e-66821ec01b8b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.1021771 Oct 11 04:24:06.563244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e27a1-d662-441b-83df-e0cd3f4093fc tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.567295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd3e27a1-d662-441b-83df-e0cd3f4093fc tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=0af7731a-4b0e-4881-8997-46897c128049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1168399 Oct 11 04:24:06.569446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48090) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.579784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.612785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f015-ba20-42f8-bd3e-a463efbe82aa None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:06.613165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f015-ba20-42f8-bd3e-a463efbe82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.613662 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1cf1f015-ba20-42f8-bd3e-a463efbe82aa None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:06.652614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ee71e3d5-f9f7-49f0-886b-cea385bc89be no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:06.653974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=b80bd467-8802-4d30-992c-41e784a2d648,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:06.654631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.671388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': '75e5ab8e-ee1e-4188-ad1a-04866a8b5742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:06.671738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: 64776d0a-c6bd-4b7b-a1e8-aceffc85d209, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:24:06.693297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ee71e3d5-f9f7-49f0-886b-cea385bc89be {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:06.693666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ee71e3d5-f9f7-49f0-886b-cea385bc89be not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:06.697716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:24:06.716999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 64776d0a-c6bd-4b7b-a1e8-aceffc85d209) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:06.723256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.723256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.738411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ddd4c52-60a8-4801-852e-85eef3f25d52 req-b4beb223-6488-4367-89af-94965da5ba31 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696460 Oct 11 04:24:06.743638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-537b4329-a415-4906-9261-ccfa5fc3812b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6027524 Oct 11 04:24:06.743918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48092) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.759498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c32c66-c2d8-4f30-9e9f-e831770081c1 None None] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:06.759848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209', 'name': 'tempest-PortsTestJSON-1205616677', 'fixed_ips': [{'subnet_id': 'b80bd467-8802-4d30-992c-41e784a2d648', 'ip_address': '172.20.0.10'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:06.806949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1f015-ba20-42f8-bd3e-a463efbe82aa None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:06.825672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e11314-88fc-4ee9-a38f-0ffb72512fa9 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:06.827248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-40e11314-88fc-4ee9-a38f-0ffb72512fa9 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.2569554 Oct 11 04:24:06.837876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48096) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.879667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.914053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:06.917212 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/48245cba-0370-4e94-9da4-2a8477477175 HTTP/1.1" status: 204 len: 168 time: 0.7965658 Oct 11 04:24:06.919177 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b7879722-59f1-4193-9538-352e3b92d781 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=0af7731a-4b0e-4881-8997-46897c128049 HTTP/1.1" status: 200 len: 205 time: 0.0795190 Oct 11 04:24:06.921812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48098) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.923058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48100) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:06.923740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e524951-f066-4779-8882-4b0119c36c48 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=48245cba-0370-4e94-9da4-2a8477477175,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:06.952489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:06.952702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dea1d8-a957-4379-8476-32ca6691befc None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:06.969399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-64776d0a-c6bd-4b7b-a1e8-aceffc85d209', 'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': 'b80bd467-8802-4d30-992c-41e784a2d648'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:06.970238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.046331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb94b8-c727-491d-940d-e71ee2c19be4 req-1c2ac782-54f0-47d2-a612-18babf3ed111 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:07.049184 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e8fb94b8-c727-491d-940d-e71ee2c19be4 req-1c2ac782-54f0-47d2-a612-18babf3ed111 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2252541 Oct 11 04:24:07.059466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.078198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 331014b1-f9b3-460f-a414-15591cf316de yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:07.091754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 74b56ea5-d4ae-430c-a97b-b9d51ffef6d2 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:07.115286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.166188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.175541 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e8fb94b8-c727-491d-940d-e71ee2c19be4 req-93e2bd68-600a-4b0d-9d08-9ab7ef27ae76 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192245 Oct 11 04:24:07.191553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8ea37678-e8a9-425b-8d5d-64e10efc70b0 None None] Could not find standard attr ID for object 903c304a-ae53-48aa-bf79-2047b7b77ade. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:07.210833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.215609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48102) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:07.268962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.10 (64776d0a-c6bd-4b7b-a1e8-aceffc85d209/b80bd467-8802-4d30-992c-41e784a2d648/331014b1-f9b3-460f-a414-15591cf316de) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:07.344212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29686e7e-52c0-4f8e-8526-019fafececba tempest-TestNetworkAdvancedServerOps-2143601837 tempest-TestNetworkAdvancedServerOps-2143601837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:07.346176 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29686e7e-52c0-4f8e-8526-019fafececba tempest-TestNetworkAdvancedServerOps-2143601837 tempest-TestNetworkAdvancedServerOps-2143601837-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1093 time: 0.1295404 Oct 11 04:24:07.351270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48104) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:07.363090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:07.384448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.397410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.426031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.463744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.490272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.492762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Deleting port 41e81be6-9100-4b13-ac3a-491a76d5bd1b {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:07.493086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.536030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.541348 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/74b56ea5-d4ae-430c-a97b-b9d51ffef6d2 HTTP/1.1" status: 204 len: 168 time: 0.6132917 Oct 11 04:24:07.541348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d99436-9410-4804-9c13-af84a66a3d59 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=74b56ea5-d4ae-430c-a97b-b9d51ffef6d2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:07.542987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:07.557807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.598125 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8a62e04d-62cb-45c6-9a2e-0c628ce29167 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544450 Oct 11 04:24:07.601609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48108) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:07.605678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:07.631600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Allocated IP 172.20.0.2 (64776d0a-c6bd-4b7b-a1e8-aceffc85d209/b80bd467-8802-4d30-992c-41e784a2d648/6eb602f8-1a81-4993-919b-9cb0c19ed2af) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:07.639730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.647242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:07.654944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:07.659658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:07.671804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Calling delete_port for 41e81be6-9100-4b13-ac3a-491a76d5bd1b owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:07.693519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=331014b1-f9b3-460f-a414-15591cf316de,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:07.700774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.767475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:07.768370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.800336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1a42fe4c-a9a7-48f1-ad15-a48c41ad32bf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0548136 Oct 11 04:24:07.803912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48110) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:07.810570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209', 'name': 'tempest-PortsTestJSON-1571980323', 'fixed_ips': [{'subnet_id': 'b80bd467-8802-4d30-992c-41e784a2d648', 'ip_address': '172.20.0.9'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:07.841095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.856716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.913593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.922777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:07.926330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:07.930100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:07.930624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:07.938786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Allocated IP 172.26.8.243 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/7fabdff3-31e5-4f7a-8b72-25761fa5e788) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:07.947021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Pushing event updated for resources: {'Port': ['ID=6eb602f8-1a81-4993-919b-9cb0c19ed2af,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:07.976052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9489df-0ceb-4ea9-bb8f-921a63acf56e None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:07.979074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event deleted for resources: {'Port': ['ID=41e81be6-9100-4b13-ac3a-491a76d5bd1b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:08.037837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Attempting to bind port 6eb602f8-1a81-4993-919b-9cb0c19ed2af on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:08.038130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Attempting to bind port 6eb602f8-1a81-4993-919b-9cb0c19ed2af by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '75e5ab8e-ee1e-4188-ad1a-04866a8b5742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:08.038484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Attempting to bind port 6eb602f8-1a81-4993-919b-9cb0c19ed2af on network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:08.044632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:08.048088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.078722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.080103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:08.080493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Checking segment: {'id': '75e5ab8e-ee1e-4188-ad1a-04866a8b5742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:08.081300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.081300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Bound using segment: {'id': '75e5ab8e-ee1e-4188-ad1a-04866a8b5742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:08.081723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Bound port: 6eb602f8-1a81-4993-919b-9cb0c19ed2af, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e5ab8e-ee1e-4188-ad1a-04866a8b5742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '64776d0a-c6bd-4b7b-a1e8-aceffc85d209'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:08.081842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.082105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.094655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-15d3af0e-6031-44d9-905c-cd798d730a3c None None] Provisioning complete for port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:08.095039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15d3af0e-6031-44d9-905c-cd798d730a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.095347 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-15d3af0e-6031-44d9-905c-cd798d730a3c None None] Attempt 1 to provision port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c Oct 11 04:24:08.148943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.194497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Port': ['ID=7fabdff3-31e5-4f7a-8b72-25761fa5e788,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:08.200598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:08.206396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.208589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.215046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.218469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:08.230989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:08.234413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:08.238998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] For port 6eb602f8-1a81-4993-919b-9cb0c19ed2af, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:08.267159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port a32ef234-bc4c-49d7-a3f9-c405c573dcbc yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:08.274164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] For port 6eb602f8-1a81-4993-919b-9cb0c19ed2af, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6eb602f8-1a81-4993-919b-9cb0c19ed2af,segment=NetworkSegment(75e5ab8e-ee1e-4188-ad1a-04866a8b5742),segment_id=75e5ab8e-ee1e-4188-ad1a-04866a8b5742)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:08.287739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.300730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.301513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Fanout notify agent at l3_agent the message router_deleted on router 0af7731a-4b0e-4881-8997-46897c128049 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:08.313174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.321793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ff28477a-0517-4c50-97cb-eb854c86c3a0 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/0af7731a-4b0e-4881-8997-46897c128049 HTTP/1.1" status: 204 len: 168 time: 1.3945708 Oct 11 04:24:08.325601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48112) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:08.330157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2084874238', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:08.349227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-15d3af0e-6031-44d9-905c-cd798d730a3c None None] Current status of the port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:08.371750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:08.380226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7151368-60ae-4e88-be4d-f3a064af65ec None None] Pushing event updated for resources: {'Port': ['ID=6eb602f8-1a81-4993-919b-9cb0c19ed2af,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:08.391460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.392621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.439682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.448127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] Deleting port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:08.448553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.505012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.513259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:08.517099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:08.526309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.9 (64776d0a-c6bd-4b7b-a1e8-aceffc85d209/b80bd467-8802-4d30-992c-41e784a2d648/a32ef234-bc4c-49d7-a3f9-c405c573dcbc) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:08.542000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] For port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:08.542000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.562521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] Calling delete_port for 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:08.571396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:08.574217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.662426 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0606141 Oct 11 04:24:08.683668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48114) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:08.688903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:08.711885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5352277-4585-40f7-8640-f2f6575ec676 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=e4ec9819-f34e-41d2-8218-497fdfecdd09,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:08.734721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.768283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] Pushing event deleted for resources: {'Port': ['ID=2958d1d2-c71d-4d2f-b40f-07c3a0a3944c,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:08.770456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a597ac7f-b4cc-496a-b0b1-e1e98c5073bb None None] No DVR routers for this DVR port 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:08.781228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:08.788042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583bfe8e-946c-453d-80f3-5ab9ec230b72 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:08.976109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'e4ec9819-f34e-41d2-8218-497fdfecdd09'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:08.977078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.000616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.021241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.135766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Allocated IP 172.20.0.2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e4ec9819-f34e-41d2-8218-497fdfecdd09/175dbed5-401a-4150-8be2-d3ae75d5140b) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:09.139466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Allocated IP 172.26.8.129 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/859f3ff3-e85d-47df-9ce0-7eb888f7891d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:09.267592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.313348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.314467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.326151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.329336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.364575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.380886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:09.381347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:09.384145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:09.384978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.389424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:09.390124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:09.394454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Pushing event updated for resources: {'Port': ['ID=175dbed5-401a-4150-8be2-d3ae75d5140b,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:09.394835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event updated for resources: {'Port': ['ID=859f3ff3-e85d-47df-9ce0-7eb888f7891d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:09.412382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:09.418336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:09.481977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.484702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Attempting to bind port 175dbed5-401a-4150-8be2-d3ae75d5140b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:09.485124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Attempting to bind port 175dbed5-401a-4150-8be2-d3ae75d5140b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:09.485526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Attempting to bind port 175dbed5-401a-4150-8be2-d3ae75d5140b on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:09.494363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:09.494766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:09.495169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.498976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:09.499781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Bound port: 175dbed5-401a-4150-8be2-d3ae75d5140b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:09.500458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.503835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.528598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.587829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:09.598507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] For port 175dbed5-401a-4150-8be2-d3ae75d5140b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:09.603138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] For port 175dbed5-401a-4150-8be2-d3ae75d5140b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=175dbed5-401a-4150-8be2-d3ae75d5140b,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:09.608748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:09.610781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:09.611460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.683805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3134172-2fdd-4446-86c0-95a9f8f893ac None None] Pushing event updated for resources: {'Port': ['ID=175dbed5-401a-4150-8be2-d3ae75d5140b,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:09.686499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c53d51-3a3b-4ee8-844a-65b710bdd543 None None] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:09.695154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=a32ef234-bc4c-49d7-a3f9-c405c573dcbc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:09.715704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:09.716339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.721671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.732522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.779833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Provisioning complete for port 6eb602f8-1a81-4993-919b-9cb0c19ed2af triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:09.780359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:09.780541 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Attempt 1 to provision port 6eb602f8-1a81-4993-919b-9cb0c19ed2af Oct 11 04:24:09.864748 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e6be481b-d0d9-40a4-b954-f192c006cfde tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0594811 Oct 11 04:24:09.868578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48116) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:10.026337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Current status of the port 6eb602f8-1a81-4993-919b-9cb0c19ed2af is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:10.026808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.080820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3de0b-c1ac-49b7-b2eb-f492e6197027 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:10.082653 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5ec3de0b-c1ac-49b7-b2eb-f492e6197027 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2108150 Oct 11 04:24:10.101690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48118) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:10.111045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] For port 6eb602f8-1a81-4993-919b-9cb0c19ed2af, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6eb602f8-1a81-4993-919b-9cb0c19ed2af,segment=NetworkSegment(75e5ab8e-ee1e-4188-ad1a-04866a8b5742),segment_id=75e5ab8e-ee1e-4188-ad1a-04866a8b5742)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:10.117440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.122564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.149074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.231246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a881ed4-4724-4779-a9f0-7980ef90d05b None None] Pushing event updated for resources: {'Port': ['ID=6eb602f8-1a81-4993-919b-9cb0c19ed2af,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:10.238228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6eb602f8-1a81-4993-919b-9cb0c19ed2af up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:10.291077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.303451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cf5a0-cba4-467d-9bba-ea49d49de8a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:10.312870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cf5a0-cba4-467d-9bba-ea49d49de8a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:10.313690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.319166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6eb602f8-1a81-4993-919b-9cb0c19ed2af triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:10.319657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.320087 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6eb602f8-1a81-4993-919b-9cb0c19ed2af Oct 11 04:24:10.322827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cf5a0-cba4-467d-9bba-ea49d49de8a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:10.327646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48120) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:10.328167 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cb0cf5a0-cba4-467d-9bba-ea49d49de8a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2218602 Oct 11 04:24:10.328990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event updated for resources: {'Port': ['ID=7fabdff3-31e5-4f7a-8b72-25761fa5e788,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:10.411951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6eb602f8-1a81-4993-919b-9cb0c19ed2af is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:10.413319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 175dbed5-401a-4150-8be2-d3ae75d5140b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:10.465389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Provisioning complete for port a32ef234-bc4c-49d7-a3f9-c405c573dcbc triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:10.466256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.467238 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Attempt 1 to provision port a32ef234-bc4c-49d7-a3f9-c405c573dcbc Oct 11 04:24:10.511840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.513141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Port a32ef234-bc4c-49d7-a3f9-c405c573dcbc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:10.514425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 175dbed5-401a-4150-8be2-d3ae75d5140b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:10.514871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.515645 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 175dbed5-401a-4150-8be2-d3ae75d5140b Oct 11 04:24:10.536837 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Floating IP aff57cdf-0ebb-460c-8dc6-957e96a00790 associated. External IP: 172.26.8.243, port: c3756782-296a-425d-9c01-f2f4092a31c4. Oct 11 04:24:10.560851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port a32ef234-bc4c-49d7-a3f9-c405c573dcbc {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:10.561197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.582909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:10.619008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 175dbed5-401a-4150-8be2-d3ae75d5140b is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:10.619586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.659488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 175dbed5-401a-4150-8be2-d3ae75d5140b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=175dbed5-401a-4150-8be2-d3ae75d5140b,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:10.665353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.711369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:10.762230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:10.791659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:10.792388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2958d1d2-c71d-4d2f-b40f-07c3a0a3944c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:10.810807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=175dbed5-401a-4150-8be2-d3ae75d5140b,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:10.839788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for a32ef234-bc4c-49d7-a3f9-c405c573dcbc owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:10.919327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Router 4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:24:10.921357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.014681 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Attempt 2 to provision port a32ef234-bc4c-49d7-a3f9-c405c573dcbc Oct 11 04:24:11.049874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Router ed75f106-9298-40ae-9158-876ddf4d3988 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:11.083315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Port a32ef234-bc4c-49d7-a3f9-c405c573dcbc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:11.101312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:11.116470 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] Sync routers for ids ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:11.121108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.135189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.135379 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] Routers {'4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:11.139441 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:11.139621 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3a59d5cb-b324-49b1-a104-1c5f2d7d215c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8102696 Oct 11 04:24:11.140532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48122) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:11.168758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:11.174977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port 175dbed5-401a-4150-8be2-d3ae75d5140b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=175dbed5-401a-4150-8be2-d3ae75d5140b,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:11.184465 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:11.204016 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] Routers {'4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:11.205005 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:11.227564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=a32ef234-bc4c-49d7-a3f9-c405c573dcbc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:11.258357 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:11.259308 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d7ae1-eab5-4c15-813e-98e52cb83140 None None] The sync data for ids ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:11.260638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.277018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.277836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.286214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:11.298854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.302849 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-58279178-0095-4dd5-9723-68491e6c0bae tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/a32ef234-bc4c-49d7-a3f9-c405c573dcbc HTTP/1.1" status: 204 len: 168 time: 0.9699175 Oct 11 04:24:11.304296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] Sync routers for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:11.315255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:11.315873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:11.336723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48124) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:11.363157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:11.370967 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7555fc-8667-4243-a35a-903340f15151 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:11.372024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:11.373443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4a7555fc-8667-4243-a35a-903340f15151 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/a32ef234-bc4c-49d7-a3f9-c405c573dcbc HTTP/1.1" status: 404 len: 333 time: 0.0348685 Oct 11 04:24:11.376342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48126) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:11.382901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:11.383585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.416598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.419551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=e06635d2-4e3e-4436-a88a-95b58bf75f1a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:11.447446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=175dbed5-401a-4150-8be2-d3ae75d5140b,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:11.462263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2678a3b5-de0f-487d-a02f-7ca22bee0c91 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7774532 Oct 11 04:24:11.465045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48128) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:11.470512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:a5:8f:91', 'name': 'tempest-NetworksTestDHCPv6-416446327'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:11.479064 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-be7a10ed-3370-43e3-a96e-1920e81b5228 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1264932 Oct 11 04:24:11.482119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:24:11.486213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7" -d '{"events": [{"name": "network-changed", "server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:24:11.566021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa62829-e879-4f32-aa9a-6355fa9ae3e9 x-openstack-request-id: req-2aa62829-e879-4f32-aa9a-6355fa9ae3e9 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:24:11.566365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:24:11.566591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aa62829-e879-4f32-aa9a-6355fa9ae3e9 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:24:11.566999 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa62829-e879-4f32-aa9a-6355fa9ae3e9'] response: {'name': 'network-changed', 'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'status': 'completed', 'code': 200} Oct 11 04:24:11.630073 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Attempt 3 to provision port a32ef234-bc4c-49d7-a3f9-c405c573dcbc Oct 11 04:24:11.635695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0368f0a-6f02-48e2-9540-b85c8f3f0723 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:11.643452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503b2e8-07ed-44df-88a9-e5f6434b43ad req-5a10bd40-a841-4e36-9827-dff535f057ae tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:11.651703 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a503b2e8-07ed-44df-88a9-e5f6434b43ad req-5a10bd40-a841-4e36-9827-dff535f057ae tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.0978603 Oct 11 04:24:11.670473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Port a32ef234-bc4c-49d7-a3f9-c405c573dcbc was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:11.676619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 331014b1-f9b3-460f-a414-15591cf316de {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:11.677607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.688772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:11.707048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:11.710768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Provisioning complete for port 6eb602f8-1a81-4993-919b-9cb0c19ed2af triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:11.711817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.712156 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Attempt 1 to provision port 6eb602f8-1a81-4993-919b-9cb0c19ed2af Oct 11 04:24:11.731847 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a503b2e8-07ed-44df-88a9-e5f6434b43ad req-4beb0941-e9cb-47ec-8284-c71fcbb19add tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786929 Oct 11 04:24:11.761773 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48134) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:11.809498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.829425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 8fadfd9b-c1c5-4489-b51e-df38c1441047 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:11.851176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-8513a1b2-60fc-411d-ba04-5c7714d0efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:11.852689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-8513a1b2-60fc-411d-ba04-5c7714d0efe5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8dcc4908efa84af38c26d5dc2d79d986&device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1098 time: 0.2083371 Oct 11 04:24:11.895335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.941397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.955601 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ffd2e39a-6dcc-45a5-a862-607acd896faa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/floatingips/aff57cdf-0ebb-460c-8dc6-957e96a00790 HTTP/1.1" status: 200 len: 991 time: 0.1657803 Oct 11 04:24:11.971452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:11.975925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 331014b1-f9b3-460f-a414-15591cf316de owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:11.978101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Current status of the port 6eb602f8-1a81-4993-919b-9cb0c19ed2af is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:12.025782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Provisioning complete for port 331014b1-f9b3-460f-a414-15591cf316de triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:12.026242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.027194 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Attempt 1 to provision port 331014b1-f9b3-460f-a414-15591cf316de Oct 11 04:24:12.028203 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-248818f0-83d9-4975-a2df-4997c8707a52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2275753 Oct 11 04:24:12.034900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 172.20.0.10 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e4ec9819-f34e-41d2-8218-497fdfecdd09/8fadfd9b-c1c5-4489-b51e-df38c1441047) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:12.045028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fea5:8f91 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e06635d2-4e3e-4436-a88a-95b58bf75f1a/8fadfd9b-c1c5-4489-b51e-df38c1441047) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:12.097079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6eb602f8-1a81-4993-919b-9cb0c19ed2af up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:12.166746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Port 331014b1-f9b3-460f-a414-15591cf316de cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:12.167343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-492a607a-9862-4109-b20c-a982e4e36b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.168874 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-492a607a-9862-4109-b20c-a982e4e36b30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73c43a25-1023-4312-8335-9c13c09ca9d4 HTTP/1.1" status: 200 len: 897 time: 0.2920222 Oct 11 04:24:12.227729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.229047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f653-1782-423b-9ce8-393fedcfb725 req-29b93fe8-6cf3-4068-9abe-63536d5b1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.230845 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-29b93fe8-6cf3-4068-9abe-63536d5b1f85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a362286a96d419ab25fc1fb34f59cd3&device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 1098 time: 0.1574907 Oct 11 04:24:12.233812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6eb602f8-1a81-4993-919b-9cb0c19ed2af triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:12.233812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.242507 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6eb602f8-1a81-4993-919b-9cb0c19ed2af Oct 11 04:24:12.278440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.289726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'aff57cdf-0ebb-460c-8dc6-957e96a00790', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'port_id': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'mac_address': 'fa:16:3e:96:04:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33832514-9549-432a-b1ff-ec2edbfc57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:24:08Z', 'updated_at': '2022-10-11T04:24:08Z', 'revision_number': 0, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:51Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:12.308847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Deleting port 859f3ff3-e85d-47df-9ce0-7eb888f7891d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:12.309186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.322064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] Checking router: ed75f106-9298-40ae-9158-876ddf4d3988 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:12.331601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:12.335981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:12.337583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:12.338144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=8fadfd9b-c1c5-4489-b51e-df38c1441047,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:12.338260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:12.342863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:12.343014 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-9b3edc05-16e0-44b9-bdd3-9726323055ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3756782-296a-425d-9c01-f2f4092a31c4 HTTP/1.1" status: 200 len: 999 time: 0.1660802 Oct 11 04:24:12.399494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.400311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.418693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-14168a59-b756-43ee-85c2-0a5d1ef30d62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9527049 Oct 11 04:24:12.421081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48136) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:12.456927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6eb602f8-1a81-4993-919b-9cb0c19ed2af is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:12.458047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 175dbed5-401a-4150-8be2-d3ae75d5140b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:12.482221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89988729-93ea-4597-a38a-6c9e36cf71e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.488253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89988729-93ea-4597-a38a-6c9e36cf71e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.489775 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-89988729-93ea-4597-a38a-6c9e36cf71e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0674477 Oct 11 04:24:12.492245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48140) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:12.498440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.556801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f653-1782-423b-9ce8-393fedcfb725 req-ad520a80-f91c-4d4a-b267-08af667d6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.558891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-ad520a80-f91c-4d4a-b267-08af667d6165 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e1542aa-06cc-4f38-bd55-413e90e9ee05 HTTP/1.1" status: 200 len: 906 time: 0.3038635 Oct 11 04:24:12.564380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=331014b1-f9b3-460f-a414-15591cf316de,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:12.576305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:12.577201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-fd3fe5a5-7ab9-49ee-9843-8e0095c114e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.578725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-fd3fe5a5-7ab9-49ee-9843-8e0095c114e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=09e1f6a7-edac-4c53-8a69-ce1ab02ca35c HTTP/1.1" status: 200 len: 834 time: 0.2252395 Oct 11 04:24:12.580839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 175dbed5-401a-4150-8be2-d3ae75d5140b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:12.581358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.581694 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 175dbed5-401a-4150-8be2-d3ae75d5140b Oct 11 04:24:12.644086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 8fadfd9b-c1c5-4489-b51e-df38c1441047 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:12.644759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.673148 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Attempt 2 to provision port 331014b1-f9b3-460f-a414-15591cf316de Oct 11 04:24:12.679693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.750973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Calling delete_port for 859f3ff3-e85d-47df-9ce0-7eb888f7891d owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:12.751744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9e8647c5-5e83-4e9d-bd03-a7760e2a6713 None None] Port 331014b1-f9b3-460f-a414-15591cf316de was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:12.787614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.794215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48142) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:12.796902 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a93e1a6b-b203-4087-bff6-e1469bf7e3cb tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/331014b1-f9b3-460f-a414-15591cf316de HTTP/1.1" status: 204 len: 168 time: 1.4186506 Oct 11 04:24:12.809797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.839871 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-d804d4a6-084d-454e-9860-bc0fc25615d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52 HTTP/1.1" status: 200 len: 1000 time: 0.2716510 Oct 11 04:24:12.841677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb6a7a1-de6d-4867-aa2c-d2d5595f4176 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:12.844672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-feb6a7a1-de6d-4867-aa2c-d2d5595f4176 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/331014b1-f9b3-460f-a414-15591cf316de HTTP/1.1" status: 404 len: 333 time: 0.0491390 Oct 11 04:24:12.849559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48144) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:12.850867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 8fadfd9b-c1c5-4489-b51e-df38c1441047 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:12.876897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-141214d5-4b3d-465c-92b0-4b55d9d9c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:12.878394 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-141214d5-4b3d-465c-92b0-4b55d9d9c872 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73c43a25-1023-4312-8335-9c13c09ca9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2682571 Oct 11 04:24:12.885561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 175dbed5-401a-4150-8be2-d3ae75d5140b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:12.888755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-88fc5111-218e-4749-a6f1-a6903f466ace None None] Could not find standard attr ID for object a32ef234-bc4c-49d7-a3f9-c405c573dcbc. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:12.944545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-88fc5111-218e-4749-a6f1-a6903f466ace None None] Provisioning complete for port 175dbed5-401a-4150-8be2-d3ae75d5140b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:12.944913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88fc5111-218e-4749-a6f1-a6903f466ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:12.945247 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-88fc5111-218e-4749-a6f1-a6903f466ace None None] Attempt 1 to provision port 175dbed5-401a-4150-8be2-d3ae75d5140b Oct 11 04:24:12.958559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48146) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:13.082521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'aff57cdf-0ebb-460c-8dc6-957e96a00790', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'port_id': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'mac_address': 'fa:16:3e:96:04:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33832514-9549-432a-b1ff-ec2edbfc57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:24:08Z', 'updated_at': '2022-10-11T04:24:08Z', 'revision_number': 0, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:51Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:13.084643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-88fc5111-218e-4749-a6f1-a6903f466ace None None] Current status of the port 175dbed5-401a-4150-8be2-d3ae75d5140b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:13.116838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-88fc5111-218e-4749-a6f1-a6903f466ace None None] Could not find standard attr ID for object 331014b1-f9b3-460f-a414-15591cf316de. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:13.120161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c69a52-ed02-4624-89b3-0cf3efcfabca None None] The sync data for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv is: [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'aff57cdf-0ebb-460c-8dc6-957e96a00790', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'floating_ip_address': '172.26.8.243', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'port_id': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'mac_address': 'fa:16:3e:96:04:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33832514-9549-432a-b1ff-ec2edbfc57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:24:08Z', 'updated_at': '2022-10-11T04:24:08Z', 'revision_number': 0, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:51Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:13.265471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-30ce0018-a106-46ab-a3c1-edeb3bf8af2e None None] Provisioning complete for port 175dbed5-401a-4150-8be2-d3ae75d5140b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:13.265850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30ce0018-a106-46ab-a3c1-edeb3bf8af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.266324 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-30ce0018-a106-46ab-a3c1-edeb3bf8af2e None None] Attempt 1 to provision port 175dbed5-401a-4150-8be2-d3ae75d5140b Oct 11 04:24:13.387055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-30ce0018-a106-46ab-a3c1-edeb3bf8af2e None None] Current status of the port 175dbed5-401a-4150-8be2-d3ae75d5140b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:13.403683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f653-1782-423b-9ce8-393fedcfb725 req-eb0132b7-25f5-4df1-a745-fe45041f3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:13.405168 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-eb0132b7-25f5-4df1-a745-fe45041f3d2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3a626d70-5bfa-4d83-a76f-4dd2f02a1bce HTTP/1.1" status: 200 len: 844 time: 0.5564611 Oct 11 04:24:13.435462 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd66b2-3c87-4c1f-9d8d-7f46d1d012f0 None None] New status for floating IP aff57cdf-0ebb-460c-8dc6-957e96a00790: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:24:13.454480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet b80bd467-8802-4d30-992c-41e784a2d648 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:13.468877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.509256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-69ebad90-e59c-406e-ba37-83c01352ae65 None None] Provisioning complete for port 8fadfd9b-c1c5-4489-b51e-df38c1441047 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:13.509910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69ebad90-e59c-406e-ba37-83c01352ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.510393 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-69ebad90-e59c-406e-ba37-83c01352ae65 None None] Attempt 1 to provision port 8fadfd9b-c1c5-4489-b51e-df38c1441047 Oct 11 04:24:13.554004 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a40e5d26-c8e7-482f-b733-ed0f47d89317 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/floatingips/aff57cdf-0ebb-460c-8dc6-957e96a00790 HTTP/1.1" status: 200 len: 991 time: 0.5915854 Oct 11 04:24:13.562180 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-9c374c9b-da4d-4960-88b3-5d01b3aff397 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238148 Oct 11 04:24:13.575542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-69ebad90-e59c-406e-ba37-83c01352ae65 None None] Port 8fadfd9b-c1c5-4489-b51e-df38c1441047 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:13.592645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.650675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.677844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f653-1782-423b-9ce8-393fedcfb725 req-37a81ae7-2b9e-4eef-b501-8571ae3832d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:13.679391 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-37a81ae7-2b9e-4eef-b501-8571ae3832d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e1542aa-06cc-4f38-bd55-413e90e9ee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2211065 Oct 11 04:24:13.700018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=8fadfd9b-c1c5-4489-b51e-df38c1441047,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:13.747808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.822724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72117d7-1ebe-4d9b-9c0f-c7b96f00b4eb req-23828bed-033a-48b3-8459-85d2e5b85e6c tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:13.824809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d72117d7-1ebe-4d9b-9c0f-c7b96f00b4eb req-23828bed-033a-48b3-8459-85d2e5b85e6c tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.1054099 Oct 11 04:24:13.831233 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.832405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Pushing event deleted for resources: {'Port': ['ID=859f3ff3-e85d-47df-9ce0-7eb888f7891d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:13.837068 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-16b3ff6f-1059-4e20-927b-2060df396db1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8fadfd9b-c1c5-4489-b51e-df38c1441047 HTTP/1.1" status: 204 len: 168 time: 1.3436215 Oct 11 04:24:13.839979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48152) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:13.919242 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d72117d7-1ebe-4d9b-9c0f-c7b96f00b4eb req-4d4f4431-24b9-4b0b-9dd5-f15f8c60f811 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810282 Oct 11 04:24:13.922592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291a145-889e-44f2-bb55-cce1c4a6e2b7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:13.924132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291a145-889e-44f2-bb55-cce1c4a6e2b7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:13.925664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291a145-889e-44f2-bb55-cce1c4a6e2b7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:13.929975 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2291a145-889e-44f2-bb55-cce1c4a6e2b7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0890636 Oct 11 04:24:13.930565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48154) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:13.934184 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2fb26fb-8f46-4cd6-adf7-e80e9f78aca7 req-e2565de4-493b-45b9-b8a2-78cd7e03f4e4 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460538 Oct 11 04:24:13.948897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:13.995707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet e06635d2-4e3e-4436-a88a-95b58bf75f1a {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:13.999235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.016741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.025747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-72e76deb-d909-4dea-a0d2-4dc8aaded18b service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959530 Oct 11 04:24:14.041049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.076642 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-69ebad90-e59c-406e-ba37-83c01352ae65 None None] Attempt 2 to provision port 8fadfd9b-c1c5-4489-b51e-df38c1441047 Oct 11 04:24:14.101736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-69ebad90-e59c-406e-ba37-83c01352ae65 None None] Port 8fadfd9b-c1c5-4489-b51e-df38c1441047 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:14.121001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.132350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.192988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.220388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=b80bd467-8802-4d30-992c-41e784a2d648,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:14.225326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f59a8f-77e5-4a2d-943a-2ed3269cde33 None None] Network 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:14.225480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.231011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.231153 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-161bc0ab-640d-427b-9a40-b30164263326 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/b80bd467-8802-4d30-992c-41e784a2d648 HTTP/1.1" status: 204 len: 168 time: 1.3752389 Oct 11 04:24:14.231253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbef6e-d84b-4c4f-b140-30a970ebbed7 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:14.235027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e06635d2-4e3e-4436-a88a-95b58bf75f1a HTTP/1.1" status: 204 len: 168 time: 0.3034501 Oct 11 04:24:14.236499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48156) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.236893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48158) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.237733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eebfa-e7ac-4800-a31a-db940d75b38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=e06635d2-4e3e-4436-a88a-95b58bf75f1a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:14.338407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.344897 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8118f653-1782-423b-9ce8-393fedcfb725 req-25be1b01-b1c7-411a-9458-285b6e071017 service neutron] 10.222.0.45 "GET /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865157 Oct 11 04:24:14.345918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.360301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet e4ec9819-f34e-41d2-8218-497fdfecdd09 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:14.366369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.368164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.427578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Router 4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:14.440494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.514395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:14.521169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.522359 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-612afb04-1514-412a-9e66-a18a747a0517 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "PUT /v2.0/routers/4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 200 len: 706 time: 3.3806572 Oct 11 04:24:14.524937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48160) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.535905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 6eb602f8-1a81-4993-919b-9cb0c19ed2af {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:14.536363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.543560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] Sync routers for ids ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:14.559670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48162) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.570255 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.586766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] Routers {'4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:14.587390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:14.601905 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e08f7be-7337-4ae0-967c-66a063600ca2 tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/routers/4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 200 len: 741 time: 0.0732961 Oct 11 04:24:14.602198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48164) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.645490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:14.657204 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-948ee81c-0bd5-4e30-b53c-86249fe5077b tempest-RoutersAdminTest-777269819 tempest-RoutersAdminTest-777269819-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 200 len: 205 time: 0.0513332 Oct 11 04:24:14.658279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48166) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.684833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] Routers {'4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:14.685466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:14.700758 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8b779066-f3bd-4dad-9887-23b8e6606b71 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 200 len: 205 time: 0.0418162 Oct 11 04:24:14.703299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48168) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.705169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port 6eb602f8-1a81-4993-919b-9cb0c19ed2af, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6eb602f8-1a81-4993-919b-9cb0c19ed2af,segment=NetworkSegment(75e5ab8e-ee1e-4188-ad1a-04866a8b5742),segment_id=75e5ab8e-ee1e-4188-ad1a-04866a8b5742)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:14.705651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.725056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 6eb602f8-1a81-4993-919b-9cb0c19ed2af owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:14.731075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-72733a9d-cfe8-4c68-bbd6-5f4b431851a7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/floatingips/aff57cdf-0ebb-460c-8dc6-957e96a00790 HTTP/1.1" status: 200 len: 993 time: 0.1702089 Oct 11 04:24:14.755733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:14.756470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c738b-0df4-4ef2-8c26-21fcd9419f16 None None] The sync data for ids ['4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:14.757955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] DHCP port deletion for 64776d0a-c6bd-4b7b-a1e8-aceffc85d209 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:14.758784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.794238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.816983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] Deleting port 6eb602f8-1a81-4993-919b-9cb0c19ed2af {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:14.818311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.829799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ec9819-f34e-41d2-8218-497fdfecdd09,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:14.832062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.837840 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bb95003f-80c3-4e9e-a22f-3df5cb725560 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e4ec9819-f34e-41d2-8218-497fdfecdd09 HTTP/1.1" status: 204 len: 168 time: 0.5926104 Oct 11 04:24:14.838791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48170) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.875793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.892989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] For port 6eb602f8-1a81-4993-919b-9cb0c19ed2af, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6eb602f8-1a81-4993-919b-9cb0c19ed2af,segment=NetworkSegment(75e5ab8e-ee1e-4188-ad1a-04866a8b5742),segment_id=75e5ab8e-ee1e-4188-ad1a-04866a8b5742)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:14.893612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:14.905243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=6eb602f8-1a81-4993-919b-9cb0c19ed2af,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:14.908876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port 6eb602f8-1a81-4993-919b-9cb0c19ed2af on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:14.911649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] Calling delete_port for 6eb602f8-1a81-4993-919b-9cb0c19ed2af owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:14.920513 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9abed5f3-3388-4da8-93e4-6b28e396e79b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799892 Oct 11 04:24:14.923887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48172) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:14.928726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:14.998886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.024530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.041164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64776d0a-c6bd-4b7b-a1e8-aceffc85d209']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:15.056109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] Pushing event deleted for resources: {'Port': ['ID=6eb602f8-1a81-4993-919b-9cb0c19ed2af,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:15.066372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55c629-8fa9-4af0-829f-4c6568d89e87 None None] No DVR routers for this DVR port 6eb602f8-1a81-4993-919b-9cb0c19ed2af on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:15.068465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e5ab8e-ee1e-4188-ad1a-04866a8b5742') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:15.068977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e5ab8e-ee1e-4188-ad1a-04866a8b5742') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:15.080978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.084017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.101515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.108613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 480 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:15.109893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.136762 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 75e5ab8e-ee1e-4188-ad1a-04866a8b5742 resource provider aggregate not found Oct 11 04:24:15.137214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.184596 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 75e5ab8e-ee1e-4188-ad1a-04866a8b5742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e5ab8e-ee1e-4188-ad1a-04866a8b5742 found for delete ", "request_id": "req-c22dcf45-cc42-4968-916a-0c92640a6289"}]} Oct 11 04:24:15.197945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.217791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.226982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/64776d0a-c6bd-4b7b-a1e8-aceffc85d209 HTTP/1.1" status: 204 len: 168 time: 0.9826608 Oct 11 04:24:15.228921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48182) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.238376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.238865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Fanout notify agent at l3_agent the message router_deleted on router 4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:15.242898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1577325410'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:15.248898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471b6e8-61ed-4f6a-8120-4c5b947c3203 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=64776d0a-c6bd-4b7b-a1e8-aceffc85d209,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:15.249719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6252ed-d3a1-44e4-83ee-750d09dd3de0 req-009c0330-8efe-4f6a-981f-28fe9fed61f8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:15.257346 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6e6252ed-d3a1-44e4-83ee-750d09dd3de0 req-009c0330-8efe-4f6a-981f-28fe9fed61f8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.2030373 Oct 11 04:24:15.265472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.268070 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4ce5fd43-3b32-40b7-a549-d7bdb879b971 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 204 len: 168 time: 0.5635138 Oct 11 04:24:15.272014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48186) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.282764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:15.286092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.293986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:15.298032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.322695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48188) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.322890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-556016b6-0c47-446b-907c-29bf32c8feab tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 200 len: 205 time: 0.0492275 Oct 11 04:24:15.340939 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6e6252ed-d3a1-44e4-83ee-750d09dd3de0 req-85021c98-16d0-4b25-b5ec-6c81ba79098b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824916 Oct 11 04:24:15.368065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:24:15.385040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffdfaa-0183-4d2b-9027-efe96904176c req-219fe7de-3e64-458a-8a77-bf6944fda16c tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:15.387167 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d8ffdfaa-0183-4d2b-9027-efe96904176c req-219fe7de-3e64-458a-8a77-bf6944fda16c tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.0737510 Oct 11 04:24:15.390573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.390921 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Added segment 0e1f00e8-cd99-468b-be42-f458ee4cf0c8 of type vlan for network fd4a91bb-d4eb-44f4-b806-3319275682d4 Oct 11 04:24:15.392154 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-41aa9273-6099-4640-8685-19c3a79d7566 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] delete failed (client error): The resource could not be found. Oct 11 04:24:15.393183 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-41aa9273-6099-4640-8685-19c3a79d7566 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/4dbfc0e4-b3d8-4dd7-b434-2c0ac9936e2e HTTP/1.1" status: 404 len: 336 time: 0.0690222 Oct 11 04:24:15.395975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48190) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.454175 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f42c03a8-1631-4b1b-859b-2bfa9359482e tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=0af7731a-4b0e-4881-8997-46897c128049 HTTP/1.1" status: 200 len: 205 time: 0.0570538 Oct 11 04:24:15.457309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48192) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.465680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.478619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d8ffdfaa-0183-4d2b-9027-efe96904176c req-f712d429-0874-4d96-ad5c-5abbf7442814 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758693 Oct 11 04:24:15.500349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.503295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-1226c8d2-1736-4280-88c9-525723de7c7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] delete failed (client error): The resource could not be found. Oct 11 04:24:15.506786 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1226c8d2-1736-4280-88c9-525723de7c7b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/0af7731a-4b0e-4881-8997-46897c128049 HTTP/1.1" status: 404 len: 336 time: 0.0461175 Oct 11 04:24:15.506914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:15.507018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.508536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48194) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.548929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5f6b1af7-21ea-4d0e-86e0-4f70b56efc06 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=441c7aea-6514-468d-8ef8-b15a94a10eb9 HTTP/1.1" status: 200 len: 205 time: 0.0393081 Oct 11 04:24:15.550785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48198) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.555095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3250613 Oct 11 04:24:15.556367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48200) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.567682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:15.585393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5facf2c-4122-45ae-bab0-b40beab010a1 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Network': ['ID=fd4a91bb-d4eb-44f4-b806-3319275682d4,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:15.595556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:24:15.626843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e65f58-c049-40fc-b4f0-5aa2e78c6077 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:15.704666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a67651fa-feef-435a-8803-a79eea995b8f None None] Provisioning complete for port 175dbed5-401a-4150-8be2-d3ae75d5140b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:15.704920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a67651fa-feef-435a-8803-a79eea995b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:15.705261 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a67651fa-feef-435a-8803-a79eea995b8f None None] Attempt 1 to provision port 175dbed5-401a-4150-8be2-d3ae75d5140b Oct 11 04:24:15.863078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a67651fa-feef-435a-8803-a79eea995b8f None None] Current status of the port 175dbed5-401a-4150-8be2-d3ae75d5140b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:15.913473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:15.937962 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-0db71d01-937c-4eb1-b3f1-61918fce5358 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] delete failed (client error): The resource could not be found. Oct 11 04:24:15.941833 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0db71d01-937c-4eb1-b3f1-61918fce5358 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/441c7aea-6514-468d-8ef8-b15a94a10eb9 HTTP/1.1" status: 404 len: 336 time: 0.3873239 Oct 11 04:24:15.941936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48202) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.972286 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1748889d-749c-4ac1-bd28-bbd2d77f5083 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de00d07-97ff-4e3d-8e01-62229fbf6e26 HTTP/1.1" status: 200 len: 205 time: 0.0272689 Oct 11 04:24:15.973480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48204) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:15.980510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] Deleting port 175dbed5-401a-4150-8be2-d3ae75d5140b {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:15.981180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.022342 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-de1c1765-ac7b-4bb8-bdc6-81dbc8a81f2c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] delete failed (client error): The resource could not be found. Oct 11 04:24:16.023746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-de1c1765-ac7b-4bb8-bdc6-81dbc8a81f2c tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/6de00d07-97ff-4e3d-8e01-62229fbf6e26 HTTP/1.1" status: 404 len: 336 time: 0.0490139 Oct 11 04:24:16.026053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48206) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.052581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6eb602f8-1a81-4993-919b-9cb0c19ed2af no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:16.056654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] For port 175dbed5-401a-4150-8be2-d3ae75d5140b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=175dbed5-401a-4150-8be2-d3ae75d5140b,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:16.057112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.060902 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-79b0da33-8038-43a8-94e4-15bf812da183 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=47f7304c-d463-4147-8bc7-cbc15b90c4a9 HTTP/1.1" status: 200 len: 205 time: 0.0330846 Oct 11 04:24:16.064319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48210) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.088724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6eb602f8-1a81-4993-919b-9cb0c19ed2af {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:16.089046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6eb602f8-1a81-4993-919b-9cb0c19ed2af not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:16.089731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 175dbed5-401a-4150-8be2-d3ae75d5140b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:16.097647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] Calling delete_port for 175dbed5-401a-4150-8be2-d3ae75d5140b owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:16.103978 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-07631963-4c1c-4dd0-9059-9043a3710e07 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] delete failed (client error): The resource could not be found. Oct 11 04:24:16.108472 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-07631963-4c1c-4dd0-9059-9043a3710e07 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/47f7304c-d463-4147-8bc7-cbc15b90c4a9 HTTP/1.1" status: 404 len: 336 time: 0.0430534 Oct 11 04:24:16.109092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48212) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.112069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78614b-7841-4b58-ad42-e90103a25546 req-7042737b-3936-4607-8455-29edfc850385 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:16.113560 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc78614b-7841-4b58-ad42-e90103a25546 req-7042737b-3936-4607-8455-29edfc850385 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1983879 Oct 11 04:24:16.125838 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-a7de54d4-f1fc-48fc-96ff-e5a3f1af34e3 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:16.128448 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-a7de54d4-f1fc-48fc-96ff-e5a3f1af34e3 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.2106721 Oct 11 04:24:16.144021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-29a7ea43-daad-4d58-8d63-9240f19efb1b tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0534d21-ac39-4044-8ca5-deb570976b15 HTTP/1.1" status: 200 len: 205 time: 0.0337279 Oct 11 04:24:16.146353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48214) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.200929 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-8a0cd306-6026-4993-bacc-051bb2bb65f7 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] delete failed (client error): The resource could not be found. Oct 11 04:24:16.202612 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8a0cd306-6026-4993-bacc-051bb2bb65f7 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/routers/c0534d21-ac39-4044-8ca5-deb570976b15 HTTP/1.1" status: 404 len: 336 time: 0.0551753 Oct 11 04:24:16.205295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48216) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.241160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 175dbed5-401a-4150-8be2-d3ae75d5140b is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:16.241160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.244535 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8374e89-829e-4e1f-9adf-e2ac99e9bdd2 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:16.244987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8374e89-829e-4e1f-9adf-e2ac99e9bdd2 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:16.251748 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a8374e89-829e-4e1f-9adf-e2ac99e9bdd2 tempest-RoutersAdminTest-33012946 tempest-RoutersAdminTest-33012946-project] 10.222.0.39 "DELETE /v2.0/subnets/0936a687-0b11-4154-a28b-82516157d0d1 HTTP/1.1" status: 404 len: 337 time: 0.0426986 Oct 11 04:24:16.261371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:16.261881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.264800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.289399 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc78614b-7841-4b58-ad42-e90103a25546 req-5aed1cdd-8180-4a8f-b39f-f0ad07658bba tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610513 Oct 11 04:24:16.310857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] Pushing event deleted for resources: {'Port': ['ID=175dbed5-401a-4150-8be2-d3ae75d5140b,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:16.311094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.322692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d38a18-2745-4c0b-b0c8-8445c32033ef None None] No DVR routers for this DVR port 175dbed5-401a-4150-8be2-d3ae75d5140b on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:16.422839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:16.431541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:16.433522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=7a1a0779-fb47-4b7c-8e5a-39e437aefaa3,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:16.443027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee30fe8-0ab9-4a74-b7af-637ecdce4ac4 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:16.446489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:16.447281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.478898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Deleting port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:16.480478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.487023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fdea0-f872-4890-a6e0-159a4861476c req-94e8a32d-c2ef-4c7d-b5cb-62afb1a0bb76 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:16.488542 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c5fdea0-f872-4890-a6e0-159a4861476c req-94e8a32d-c2ef-4c7d-b5cb-62afb1a0bb76 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.0989783 Oct 11 04:24:16.513817 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd32a291-5f5a-4084-baa9-83a1d305008e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5888984 Oct 11 04:24:16.519131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48224) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.530772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:16.574122 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c5fdea0-f872-4890-a6e0-159a4861476c req-68352eb0-c40d-49e8-b98a-ab9949cc7990 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786493 Oct 11 04:24:16.629419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcca15-4a87-4332-9746-b99f860822fd req-c7d5a393-598b-4f10-a0b6-1805ae8b491b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:16.631004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62fcca15-4a87-4332-9746-b99f860822fd req-c7d5a393-598b-4f10-a0b6-1805ae8b491b tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 945 time: 0.1936526 Oct 11 04:24:16.640033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48232) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:16.687879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] For port e2e0db79-e0b2-43dc-b43e-3c815e92dc52, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:16.688266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.696689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '7a1a0779-fb47-4b7c-8e5a-39e437aefaa3'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:16.697285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.746074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:16.751565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.784093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.880207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62fcca15-4a87-4332-9746-b99f860822fd req-9e94618d-b92a-4cef-a16b-fd6323c6c276 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups?id=21fb8f98-c721-481f-b5e2-3bd500e2a287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236290 Oct 11 04:24:16.951801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3785a16a-a6b6-4665-bb4e-0dacedcd2871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:16.968843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Allocated IP 172.20.0.2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/7a1a0779-fb47-4b7c-8e5a-39e437aefaa3/9906ea81-53ea-45dc-be23-d0272316ab6f) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:17.015766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=16fd8b8b-6bac-4536-a74a-5214943f8ad7,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:17.070233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Checking segment: {'id': '0e1f00e8-cd99-468b-be42-f458ee4cf0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:17.070621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network hostable DHCP agents. Network: fd4a91bb-d4eb-44f4-b806-3319275682d4, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:24:17.141732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18536f-bc29-4540-9286-ae68f7dee24b req-527c9018-7ab3-4c3a-a0fc-1dd053965987 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:17.143304 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4c18536f-bc29-4540-9286-ae68f7dee24b req-527c9018-7ab3-4c3a-a0fc-1dd053965987 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1951523 Oct 11 04:24:17.145785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.146097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.146416 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Floating IP 75d3b4a5-e11e-45a0-b959-0d570bae3639 disassociated. External IP: 172.26.8.43, port: e2e0db79-e0b2-43dc-b43e-3c815e92dc52. Oct 11 04:24:17.146782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Calling delete_port for e2e0db79-e0b2-43dc-b43e-3c815e92dc52 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:17.155269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:24:17.184785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.194583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9224628-5139-4760-b70e-f897fa927ae9 req-775c1bc0-d02b-481d-8230-ff9635ff894a tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:17.195376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.196190 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e9224628-5139-4760-b70e-f897fa927ae9 req-775c1bc0-d02b-481d-8230-ff9635ff894a tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.0982056 Oct 11 04:24:17.220262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, fd4a91bb-d4eb-44f4-b806-3319275682d4) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:17.236347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:17.239230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:17.239843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.240653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94154d3-7dc9-4ecd-8abc-87fd6d034661 None None] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:17.246883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:17.263932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:17.272196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Pushing event updated for resources: {'Port': ['ID=9906ea81-53ea-45dc-be23-d0272316ab6f,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:17.290218 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4c18536f-bc29-4540-9286-ae68f7dee24b req-320c8ab4-f671-4913-ba9a-f4142a8deadd tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379893 Oct 11 04:24:17.296845 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e9224628-5139-4760-b70e-f897fa927ae9 req-28e1603a-ec1f-418c-bee8-752a2a0a1014 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893903 Oct 11 04:24:17.300522 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6bf0f8a6-c601-4aa6-ad25-f879f40e1c42 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7385011 Oct 11 04:24:17.301527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48240) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:17.303913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3785a16a-a6b6-4665-bb4e-0dacedcd2871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.310203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-908779809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:17.319138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3785a16a-a6b6-4665-bb4e-0dacedcd2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.330245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:17.375965 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3785a16a-a6b6-4665-bb4e-0dacedcd2871 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=247a988183c24c8d90a6e11892562793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7349522 Oct 11 04:24:17.376976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785a16a-a6b6-4665-bb4e-0dacedcd2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2cd9aa-0cfe-414a-84f9-0bbdbc2c4a70,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:17.380153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48244) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:17.398063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Attempting to bind port 9906ea81-53ea-45dc-be23-d0272316ab6f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:17.398439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Attempting to bind port 9906ea81-53ea-45dc-be23-d0272316ab6f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:17.398835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Attempting to bind port 9906ea81-53ea-45dc-be23-d0272316ab6f on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:17.414173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:17.414584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:17.414990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.415388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:17.415865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Bound port: 9906ea81-53ea-45dc-be23-d0272316ab6f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:17.416250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.465346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.466377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.487849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d92d791-41c4-4015-9d3d-d29ac366cefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.503079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.536144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] For port 9906ea81-53ea-45dc-be23-d0272316ab6f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:17.552789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] For port 9906ea81-53ea-45dc-be23-d0272316ab6f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9906ea81-53ea-45dc-be23-d0272316ab6f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:17.554144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d92d791-41c4-4015-9d3d-d29ac366cefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.555891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-fd4a91bb-d4eb-44f4-b806-3319275682d4', 'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': '16fd8b8b-6bac-4536-a74a-5214943f8ad7'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:17.556912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.557080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event deleted for resources: {'Port': ['ID=e2e0db79-e0b2-43dc-b43e-3c815e92dc52,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:17.568627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.585807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.598104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.628829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.630445 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fdde40d5-950d-4ef5-b131-6ff5ee65f7ad tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3273344 Oct 11 04:24:17.635914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48248) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:17.644410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4', 'name': 'tempest-PortsTestJSON-2015240015'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:17.692536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.756094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29952ac0-1414-425d-9e62-f847ec5cdf73 None None] Pushing event updated for resources: {'Port': ['ID=9906ea81-53ea-45dc-be23-d0272316ab6f,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:17.834628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Allocated IP 172.20.0.2 (fd4a91bb-d4eb-44f4-b806-3319275682d4/16fd8b8b-6bac-4536-a74a-5214943f8ad7/fe4ee594-4e5e-4a38-a0b2-08543ad7c261) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:17.948578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d92d791-41c4-4015-9d3d-d29ac366cefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.954448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d92d791-41c4-4015-9d3d-d29ac366cefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:17.958393 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7d92d791-41c4-4015-9d3d-d29ac366cefa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c2cd9aa-0cfe-414a-84f9-0bbdbc2c4a70 HTTP/1.1" status: 204 len: 168 time: 0.5586319 Oct 11 04:24:18.025908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d791-41c4-4015-9d3d-d29ac366cefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2cd9aa-0cfe-414a-84f9-0bbdbc2c4a70,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:18.030314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port 9906ea81-53ea-45dc-be23-d0272316ab6f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9906ea81-53ea-45dc-be23-d0272316ab6f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:18.113829 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba090092-b114-48b6-8a1f-5eed5399f4b4 req-09f4cb08-92f0-4d00-85f4-6f3c9905a182 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 210 time: 0.0811341 Oct 11 04:24:18.126032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Router bc5841df-eda0-4bfa-895b-bdf595382a81 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:18.161250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:18.166019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.207463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9906ea81-53ea-45dc-be23-d0272316ab6f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:18.246045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 4c1aa38f-4741-456c-bcd7-9a129a399684 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:18.256229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.274130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.287092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.289189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb2a3f-df95-4190-ba5d-54e9d867dd37 req-4a58bc7e-aa81-4b18-a0ca-23ef8d611929 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:18.297124 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61fb2a3f-df95-4190-ba5d-54e9d867dd37 req-4a58bc7e-aa81-4b18-a0ca-23ef8d611929 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3242776 Oct 11 04:24:18.301471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.301751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.343913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9906ea81-53ea-45dc-be23-d0272316ab6f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:18.344427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.344873 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9906ea81-53ea-45dc-be23-d0272316ab6f Oct 11 04:24:18.374741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:18.384669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:18.389083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Pushing event updated for resources: {'Port': ['ID=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:18.391695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:18.404528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.8 (fd4a91bb-d4eb-44f4-b806-3319275682d4/16fd8b8b-6bac-4536-a74a-5214943f8ad7/4c1aa38f-4741-456c-bcd7-9a129a399684) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:18.419748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:18.430293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:18.478279 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=01de81f1-84cf-46d8-9533-9729ab32a6fe,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:18.491385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:18.492174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.512608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9906ea81-53ea-45dc-be23-d0272316ab6f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:18.513087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.516591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Attempting to bind port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:18.517044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Attempting to bind port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0e1f00e8-cd99-468b-be42-f458ee4cf0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:18.517471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Attempting to bind port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 on network fd4a91bb-d4eb-44f4-b806-3319275682d4 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:18.532844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:18.533300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Checking segment: {'id': '0e1f00e8-cd99-468b-be42-f458ee4cf0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:18.533770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.534231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Bound using segment: {'id': '0e1f00e8-cd99-468b-be42-f458ee4cf0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:18.534794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Bound port: fe4ee594-4e5e-4a38-a0b2-08543ad7c261, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1f00e8-cd99-468b-be42-f458ee4cf0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'fd4a91bb-d4eb-44f4-b806-3319275682d4'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:18.535253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.538273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48262) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:18.559253 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0335047 Oct 11 04:24:18.565433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61fb2a3f-df95-4190-ba5d-54e9d867dd37 req-7b2a449c-b619-4b34-9985-92f7a92a94e1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670062 Oct 11 04:24:18.566038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50ec35-4445-436b-a644-146b3157bbc1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=9906ea81-53ea-45dc-be23-d0272316ab6f,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:18.569011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48264) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:18.577499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:f3:f4:be', 'name': 'tempest-NetworksTestDHCPv6-2144379205'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:18.593739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 9906ea81-53ea-45dc-be23-d0272316ab6f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9906ea81-53ea-45dc-be23-d0272316ab6f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:18.603248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.616315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.678686 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-87a5fcd6-3135-4957-8639-dc507e5d913c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34a0bfb90aba46658389325565f5745b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336503 Oct 11 04:24:18.680975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48266) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:18.692711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] For port fe4ee594-4e5e-4a38-a0b2-08543ad7c261, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:18.699366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] For port fe4ee594-4e5e-4a38-a0b2-08543ad7c261, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,segment=NetworkSegment(0e1f00e8-cd99-468b-be42-f458ee4cf0c8),segment_id=0e1f00e8-cd99-468b-be42-f458ee4cf0c8)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:18.720708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.728007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=9906ea81-53ea-45dc-be23-d0272316ab6f,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:18.792742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610c25a-0764-48aa-b0ca-9a3e7c6a073a None None] Pushing event updated for resources: {'Port': ['ID=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:18.821389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:18.828304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:18.844748 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] Sync routers for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:18.859617 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:18.860231 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:18.867885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df9934-b0b5-4f79-b5a0-9462ba284346 req-97088583-7fd0-474b-b0c8-275be5bc06ee tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:18.869438 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45df9934-b0b5-4f79-b5a0-9462ba284346 req-97088583-7fd0-474b-b0c8-275be5bc06ee tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.2374673 Oct 11 04:24:18.880837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.927850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] No DVR routers for this DVR port e2e0db79-e0b2-43dc-b43e-3c815e92dc52 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:18.930336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.934422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ab983bb8-89d7-480e-9201-0f9e84d129d5 req-54069dfc-dc53-4fe4-9e9e-8efc674b5c76 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.45 "DELETE /v2.0/ports/e2e0db79-e0b2-43dc-b43e-3c815e92dc52 HTTP/1.1" status: 204 len: 173 time: 2.8002393 Oct 11 04:24:18.947719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.960636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'name': 'network-vif-deleted', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:24:18.967998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79f02e8-5ea7-43b8-8f26-4d5b129c38c2" -d '{"events": [{"server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "name": "network-vif-deleted", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:24:18.970913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b28c575-3aab-4e6d-86e7-b2952d671644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:18.977654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 7756d945-ebbc-479c-a62d-39ad8355c18e yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:19.024244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:19.035057 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:19.035366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:19.039903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b28c575-3aab-4e6d-86e7-b2952d671644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.046988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:19.136177 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45df9934-b0b5-4f79-b5a0-9462ba284346 req-a921d5d3-8b40-4926-aff6-656f52da574b tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479527 Oct 11 04:24:19.144333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c26798-63c3-4e96-b6cf-8e009010bac0 x-openstack-request-id: req-d0c26798-63c3-4e96-b6cf-8e009010bac0 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:24:19.144618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4e0d82-32f0-4991-ad29-1ad2fefd5959", "name": "network-vif-deleted", "tag": "e2e0db79-e0b2-43dc-b43e-3c815e92dc52", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:24:19.144872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0c26798-63c3-4e96-b6cf-8e009010bac0 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:24:19.145267 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c26798-63c3-4e96-b6cf-8e009010bac0'] response: {'server_uuid': 'dc4e0d82-32f0-4991-ad29-1ad2fefd5959', 'name': 'network-vif-deleted', 'tag': 'e2e0db79-e0b2-43dc-b43e-3c815e92dc52', 'status': 'completed', 'code': 200} Oct 11 04:24:19.212522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e2e0db79-e0b2-43dc-b43e-3c815e92dc52 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:19.270568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: e2e0db79-e0b2-43dc-b43e-3c815e92dc52 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:19.271674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e2e0db79-e0b2-43dc-b43e-3c815e92dc52 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:19.311052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:19.312123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.328926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=4c1aa38f-4741-456c-bcd7-9a129a399684,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:19.344586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59b18771-7161-4338-9701-c23d8b0a163f req-f141ed2f-36ea-48c6-9b7e-e4665fec2a19 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4e0d82-32f0-4991-ad29-1ad2fefd5959 HTTP/1.1" status: 200 len: 210 time: 0.0728488 Oct 11 04:24:19.364680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 172.20.0.5 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/7a1a0779-fb47-4b7c-8e5a-39e437aefaa3/7756d945-ebbc-479c-a62d-39ad8355c18e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:19.372679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fef3:f4be (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/01de81f1-84cf-46d8-9533-9729ab32a6fe/7756d945-ebbc-479c-a62d-39ad8355c18e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:19.376605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0206405-d983-42d6-8cab-b69e7632fd59 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:19.389741 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:20Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:19.393445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d74fa86-5cf4-450f-97db-166da3a7c502 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7529907 Oct 11 04:24:19.399295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48272) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:19.424283 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] Checking router: bc5841df-eda0-4bfa-895b-bdf595382a81 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:19.434468 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:19.435296 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:19.447398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-5e7b28d2-9564-47cc-a571-5fe7da1c3a00 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:19.449003 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-5e7b28d2-9564-47cc-a571-5fe7da1c3a00 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.3733416 Oct 11 04:24:19.469565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b28c575-3aab-4e6d-86e7-b2952d671644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.473068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b28c575-3aab-4e6d-86e7-b2952d671644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.474718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b28c575-3aab-4e6d-86e7-b2952d671644 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15b80a47-f6c4-4c16-b33e-b1271bf9b36a HTTP/1.1" status: 204 len: 168 time: 0.7895868 Oct 11 04:24:19.512194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28c575-3aab-4e6d-86e7-b2952d671644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b80a47-f6c4-4c16-b33e-b1271bf9b36a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:19.528523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7b85353b-e4fc-4a23-938b-b8b4c7f8e0d4 None None] Provisioning complete for port 9906ea81-53ea-45dc-be23-d0272316ab6f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:19.528980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b85353b-e4fc-4a23-938b-b8b4c7f8e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.530330 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7b85353b-e4fc-4a23-938b-b8b4c7f8e0d4 None None] Attempt 1 to provision port 9906ea81-53ea-45dc-be23-d0272316ab6f Oct 11 04:24:19.611720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Deleting port c9258c4d-3e82-4744-a5df-d4c8e9347767 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:19.612752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.646454 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:19.828170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7b85353b-e4fc-4a23-938b-b8b4c7f8e0d4 None None] Current status of the port 9906ea81-53ea-45dc-be23-d0272316ab6f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:19.859949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] For port c9258c4d-3e82-4744-a5df-d4c8e9347767, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9258c4d-3e82-4744-a5df-d4c8e9347767,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:19.860357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:19.925346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82400-7db0-4592-b20b-5fd9e4250571 req-60b0911c-b3b0-4672-a4f0-c2a46225e941 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:19.927635 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a7d82400-7db0-4592-b20b-5fd9e4250571 req-60b0911c-b3b0-4672-a4f0-c2a46225e941 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1801746 Oct 11 04:24:20.038569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.149542 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:20Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:20.162009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a7d82400-7db0-4592-b20b-5fd9e4250571 req-17959bfa-2bc2-4442-9c67-2bdc866299ec tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476948 Oct 11 04:24:20.223611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.242886 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d7a0-eb4b-4504-89b7-b6bdf0dcfe16 None None] The sync data for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv is: [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:09Z', 'revision_number': 4, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'c4c515d0-f314-4689-9f95-38479568b7c8', 'name': '', 'network_id': '8e1542aa-06cc-4f38-bd55-413e90e9ee05', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'mac_address': 'fa:16:3e:98:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:08Z', 'updated_at': '2022-10-11T04:22:20Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'subnets': [{'id': '3a626d70-5bfa-4d83-a76f-4dd2f02a1bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:20.335929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9906ea81-53ea-45dc-be23-d0272316ab6f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:20.403701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9906ea81-53ea-45dc-be23-d0272316ab6f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:20.404065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.404710 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9906ea81-53ea-45dc-be23-d0272316ab6f Oct 11 04:24:20.470932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba8ae3-06c2-4e5e-b238-723abed91e38 None None] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:20.622161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.628663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.643497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.816082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c2907-25b2-4160-8032-7141f8e68a51 None None] New status for floating IP 75d3b4a5-e11e-45a0-b959-0d570bae3639: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:24:20.854081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:20.874493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9906ea81-53ea-45dc-be23-d0272316ab6f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:20.876008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe4ee594-4e5e-4a38-a0b2-08543ad7c261 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:20.898972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:20.903661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48302) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:20.904725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=7756d945-ebbc-479c-a62d-39ad8355c18e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:20.915247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74164618-ee33-4968-916d-af895c4800f5 req-59f3e6a5-6f61-48fc-9166-38fe803d4b8f tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:20.917233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74164618-ee33-4968-916d-af895c4800f5 req-59f3e6a5-6f61-48fc-9166-38fe803d4b8f tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 945 time: 0.6455321 Oct 11 04:24:20.926725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:20.935295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Provisioning complete for port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:20.935686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:20.936620 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Attempt 1 to provision port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 Oct 11 04:24:21.002798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.003312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.003509 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Floating IP 639bd230-7d56-4c2a-975a-19e6b50dc0c6 disassociated. External IP: 172.26.8.103, port: c9258c4d-3e82-4744-a5df-d4c8e9347767. Oct 11 04:24:21.003855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Calling delete_port for c9258c4d-3e82-4744-a5df-d4c8e9347767 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:21.152840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=4c1aa38f-4741-456c-bcd7-9a129a399684,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:21.160803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:21.161436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.202890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74164618-ee33-4968-916d-af895c4800f5 req-2a19d2b5-b4dc-4006-8f27-49f58698a08f tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539425 Oct 11 04:24:21.253299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cea00cab-c381-4cfd-be2c-a5ef10242d40 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.263337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:21.266186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.266623 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 Oct 11 04:24:21.286029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.342185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Current status of the port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:21.342872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.370171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.386305 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b8b5081b-c947-4943-aa52-d2c529a7dd52 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8141418 Oct 11 04:24:21.421650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48310) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:21.429526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] For port fe4ee594-4e5e-4a38-a0b2-08543ad7c261, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,segment=NetworkSegment(0e1f00e8-cd99-468b-be42-f458ee4cf0c8),segment_id=0e1f00e8-cd99-468b-be42-f458ee4cf0c8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:21.436329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event deleted for resources: {'Port': ['ID=c9258c4d-3e82-4744-a5df-d4c8e9347767,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:21.441738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.502555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add98a72-8203-45e7-8e2f-8994ef468903 req-f0e6a20c-0c88-4b11-83a3-37b936046408 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:21.521985 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-add98a72-8203-45e7-8e2f-8994ef468903 req-f0e6a20c-0c88-4b11-83a3-37b936046408 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2184064 Oct 11 04:24:21.529411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:21.529952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.591783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5714e-aca1-4ae0-8b6c-b4192eb9f121 None None] Pushing event updated for resources: {'Port': ['ID=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:21.602920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Provisioning complete for port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:21.603298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.603640 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 1 to provision port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 Oct 11 04:24:21.683376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4eb10-f3a0-489b-9bda-30900571b26c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:21.691334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4eb10-f3a0-489b-9bda-30900571b26c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:21.702363 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e2b4eb10-f3a0-489b-9bda-30900571b26c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2760804 Oct 11 04:24:21.708787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48318) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:21.717961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:24:21.718316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:24:21.747385 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-add98a72-8203-45e7-8e2f-8994ef468903 req-889aa509-097a-437b-9180-25a9fb24ad3a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230394 Oct 11 04:24:21.837183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Current status of the port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:21.863328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Provisioning complete for port 4c1aa38f-4741-456c-bcd7-9a129a399684 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:21.863802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:21.864148 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 1 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:21.940260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:21.985349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Router 05482677-1933-4118-986c-3a40ac576de7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:22.033646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cea00cab-c381-4cfd-be2c-a5ef10242d40 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.052201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48324) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:22.062574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 7756d945-ebbc-479c-a62d-39ad8355c18e {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:22.062963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.108566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.177761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cea00cab-c381-4cfd-be2c-a5ef10242d40 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.180882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cea00cab-c381-4cfd-be2c-a5ef10242d40 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.182276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cea00cab-c381-4cfd-be2c-a5ef10242d40 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "DELETE /v2.0/security-groups/21fb8f98-c721-481f-b5e2-3bd500e2a287 HTTP/1.1" status: 204 len: 168 time: 1.2639396 Oct 11 04:24:22.189892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48328) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:22.216308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-938127463', 'router:external': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:22.224630 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d07e6e57-2b84-47db-905f-1022245d6981 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] show failed (client error): The resource could not be found. Oct 11 04:24:22.225657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d07e6e57-2b84-47db-905f-1022245d6981 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "GET /v2.0/security-groups/21fb8f98-c721-481f-b5e2-3bd500e2a287 HTTP/1.1" status: 404 len: 347 time: 0.0348046 Oct 11 04:24:22.225861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea00cab-c381-4cfd-be2c-a5ef10242d40 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb8f98-c721-481f-b5e2-3bd500e2a287,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:22.239653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:22.253342 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] Sync routers for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:22.259639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48332) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:22.283508 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:22.284147 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:22.286938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:22.354753 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-31b63891-5ad4-4b8b-b714-1ad7988f17f2 req-028aa3cb-2ed1-4c00-acb6-0a8bfcbb59d7 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4fb80b4-7c43-41fb-9b7f-cdc97cea0003 HTTP/1.1" status: 200 len: 210 time: 0.0449519 Oct 11 04:24:22.388551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.392424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] No DVR routers for this DVR port c9258c4d-3e82-4744-a5df-d4c8e9347767 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:22.423366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.425323 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:22.426676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44f20b82-bd36-4601-99bf-59a64b64cbef req-a801693d-3674-47aa-af4b-0a293d1b3a74 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.45 "DELETE /v2.0/ports/c9258c4d-3e82-4744-a5df-d4c8e9347767 HTTP/1.1" status: 204 len: 173 time: 2.9687068 Oct 11 04:24:22.427386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'name': 'network-vif-deleted', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:24:22.429355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe4ee594-4e5e-4a38-a0b2-08543ad7c261 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:22.429839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef14c1-59a2-4ba2-b3e4-9b6e155add30" -d '{"events": [{"server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "name": "network-vif-deleted", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:24:22.455436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Made reservation on behalf of bda00d21085d47bf975c7143d59cfcfb for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:22.457732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.466851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 7756d945-ebbc-479c-a62d-39ad8355c18e owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:22.473044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.484844 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 2 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:22.488779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86aa44b-17bd-47c2-b417-69c24cd574c1 x-openstack-request-id: req-b86aa44b-17bd-47c2-b417-69c24cd574c1 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:24:22.489075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fb80b4-7c43-41fb-9b7f-cdc97cea0003", "name": "network-vif-deleted", "tag": "c9258c4d-3e82-4744-a5df-d4c8e9347767", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:24:22.489324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b86aa44b-17bd-47c2-b417-69c24cd574c1 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:24:22.489926 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86aa44b-17bd-47c2-b417-69c24cd574c1'] response: {'server_uuid': 'f4fb80b4-7c43-41fb-9b7f-cdc97cea0003', 'name': 'network-vif-deleted', 'tag': 'c9258c4d-3e82-4744-a5df-d4c8e9347767', 'status': 'completed', 'code': 200} Oct 11 04:24:22.530267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.538081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.545854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:22.587450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:22.588048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.588473 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 Oct 11 04:24:22.599092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Deleting port 4ee198fc-64c4-4220-91db-48120a5e956c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:22.599693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.666122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=4c1aa38f-4741-456c-bcd7-9a129a399684,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:22.674907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.731068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:22.771214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.775097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.775391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.784884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.794650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:22.796805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:22.802964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Calling delete_port for 4ee198fc-64c4-4220-91db-48120a5e956c owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:22.897357 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:16Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:22.916126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15dc645-8d5c-4d4b-b76b-3799e4da64d1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:22.931106 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] Checking router: 05482677-1933-4118-986c-3a40ac576de7 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:22.944165 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:22.945045 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:22.966047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:24:22.979239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:22.980721 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Added segment dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27 of type vlan for network 821d015b-20b8-477a-a271-476ebb438c79 Oct 11 04:24:22.992526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.015593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddff78-ac4a-4419-9415-9405497c6051 req-4a192d9e-5a03-4abd-a68e-b2b87c87f827 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:23.017239 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2ddff78-ac4a-4419-9415-9405497c6051 req-4a192d9e-5a03-4abd-a68e-b2b87c87f827 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.0837123 Oct 11 04:24:23.046014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Router a8ab756b-1b52-46f7-80e3-941b7d38ea45 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:24:23.046883 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 3 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:23.084853 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2ddff78-ac4a-4419-9415-9405497c6051 req-b469aeda-5eee-4379-b25d-aa6ccf66d70a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547786 Oct 11 04:24:23.086466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=7756d945-ebbc-479c-a62d-39ad8355c18e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:23.120942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:23.143763 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:23.204751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.222422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:23.231311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5a6bc21f-5dbf-45e5-b896-11ec4bbb9866 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/routers/a8ab756b-1b52-46f7-80e3-941b7d38ea45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8286695 Oct 11 04:24:23.231905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48338) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.240376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c9258c4d-3e82-4744-a5df-d4c8e9347767 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:23.294763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4635bd0e-d6c6-4ac9-9b3e-094d69c56421 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:23.301084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] Sync routers for ids ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:23.303203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48340) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.303722 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4635bd0e-d6c6-4ac9-9b3e-094d69c56421 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ab756b-1b52-46f7-80e3-941b7d38ea45 HTTP/1.1" status: 200 len: 982 time: 0.0707743 Oct 11 04:24:23.312691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: c9258c4d-3e82-4744-a5df-d4c8e9347767 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:23.313031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c9258c4d-3e82-4744-a5df-d4c8e9347767 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:23.318556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] Routers {'a8ab756b-1b52-46f7-80e3-941b7d38ea45'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:23.319208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:23.358504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:23.368367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] Routers {'a8ab756b-1b52-46f7-80e3-941b7d38ea45'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:23.369420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:23.416464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.418076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:23.418622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.420155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:23.421112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682600a9-9479-4095-bb7c-4941317c3862 None None] The sync data for ids ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:23.427737 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:16Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:23.458988 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1158dae-3eb8-4b7a-b025-263d673a9a99 None None] The sync data for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv is: [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'ff1281d1-5476-434f-8523-d3a4158befe1', 'name': '', 'network_id': '4e7976e8-67b8-46be-8e09-5fa50235cb89', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'mac_address': 'fa:16:3e:ea:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:03Z', 'updated_at': '2022-10-11T04:22:16Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'subnets': [{'id': '47f6c878-f58a-4a76-ad2b-88a0aac97654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:23.474301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.478041 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-12aac092-09b9-4a32-be96-296c0182055e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/7756d945-ebbc-479c-a62d-39ad8355c18e HTTP/1.1" status: 204 len: 168 time: 1.7682352 Oct 11 04:24:23.480959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48346) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.496868 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4422655 Oct 11 04:24:23.499368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48348) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.518432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48350) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.522907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.526750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'subnet': {'network_id': '821d015b-20b8-477a-a271-476ebb438c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:23.562945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Made reservation on behalf of bda00d21085d47bf975c7143d59cfcfb for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:23.565574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.570629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb67a3a-44e8-4ddf-aca4-d6228c2352ed tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:23.572356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb67a3a-44e8-4ddf-aca4-d6228c2352ed tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:23.574422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb67a3a-44e8-4ddf-aca4-d6228c2352ed tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:23.575993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dcb67a3a-44e8-4ddf-aca4-d6228c2352ed tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0938120 Oct 11 04:24:23.583544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48352) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.585671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Pushing event deleted for resources: {'Port': ['ID=4ee198fc-64c4-4220-91db-48120a5e956c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:23.622149 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 4 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:23.678179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:23.695878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba34f-add8-477d-b62e-0637774c652e tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Network': ['ID=821d015b-20b8-477a-a271-476ebb438c79,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:23.710150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 821d015b-20b8-477a-a271-476ebb438c79 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:24:23.787344 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38155cbe-dbb1-436a-976f-e5739e77d715 None None] New status for floating IP 639bd230-7d56-4c2a-975a-19e6b50dc0c6: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:24:23.835168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 01de81f1-84cf-46d8-9533-9729ab32a6fe {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:23.847345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.883108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.886067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.887253 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fba77bf7-0b9e-4f9e-81c3-434f9b0796e8 tempest-ServersTestJSON-1212962119 tempest-ServersTestJSON-1212962119-project] 10.222.0.39 "DELETE /v2.0/floatingips/75d3b4a5-e11e-45a0-b959-0d570bae3639 HTTP/1.1" status: 204 len: 168 time: 1.6266627 Oct 11 04:24:23.890769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b702a05c-d06b-4719-b1fb-000090e9b954 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.891351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48354) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:23.960943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.966612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:23.966901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:23.989674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b702a05c-d06b-4719-b1fb-000090e9b954 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.071652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Subnet': ['ID=204ab440-c322-400f-98de-924dfb111503,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:24.123534 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Checking segment: {'id': 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '821d015b-20b8-477a-a271-476ebb438c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:24.123907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network hostable DHCP agents. Network: 821d015b-20b8-477a-a271-476ebb438c79, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:24:24.149475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.156560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network 821d015b-20b8-477a-a271-476ebb438c79 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:24:24.179869 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 5 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:24.190881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 821d015b-20b8-477a-a271-476ebb438c79) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:24.200298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:24.200298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.208162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42d351-f159-483e-9afd-8507ea3f799d None None] Network 821d015b-20b8-477a-a271-476ebb438c79 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:24.225828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b702a05c-d06b-4719-b1fb-000090e9b954 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.228375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b702a05c-d06b-4719-b1fb-000090e9b954 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.233312 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b702a05c-d06b-4719-b1fb-000090e9b954 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a78e21a-89e8-4c05-ac8f-51b7f41dd97f HTTP/1.1" status: 204 len: 168 time: 0.7120764 Oct 11 04:24:24.234577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48358) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:24.245830 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7dbda524-c68e-4ec5-bbfe-abfe9bdfb98c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7443664 Oct 11 04:24:24.250841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48360) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:24.254261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:24.256930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2115731246', 'network_id': '821d015b-20b8-477a-a271-476ebb438c79'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:24.271141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702a05c-d06b-4719-b1fb-000090e9b954 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a78e21a-89e8-4c05-ac8f-51b7f41dd97f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:24.273873 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-5dca92d8-4cda-495d-a59d-d0acf8767d5c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] show failed (client error): The resource could not be found. Oct 11 04:24:24.278136 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5dca92d8-4cda-495d-a59d-d0acf8767d5c tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "GET /v2.0/security-groups/1a78e21a-89e8-4c05-ac8f-51b7f41dd97f HTTP/1.1" status: 404 len: 347 time: 0.0395322 Oct 11 04:24:24.282686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48362) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:24.324333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991e861-0bcd-40aa-9473-aa5f7ae0d3ad req-19751521-3d77-4ddb-b56b-0d5bf24d5674 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:24.331723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1991e861-0bcd-40aa-9473-aa5f7ae0d3ad req-19751521-3d77-4ddb-b56b-0d5bf24d5674 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1574008 Oct 11 04:24:24.344480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.379998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5aae8-17d7-462e-b062-dc34ec8c2402 None None] Network 821d015b-20b8-477a-a271-476ebb438c79 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:24.409483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Made reservation on behalf of bda00d21085d47bf975c7143d59cfcfb for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:24.411782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.426687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=01de81f1-84cf-46d8-9533-9729ab32a6fe,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:24.429055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.432276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9054be4a-21f1-455c-931c-eed4b7488256 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/01de81f1-84cf-46d8-9533-9729ab32a6fe HTTP/1.1" status: 204 len: 168 time: 0.8476491 Oct 11 04:24:24.438178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48364) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:24.458002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44311369-db6c-4af7-ada9-37341183ce64 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:24.479582 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1991e861-0bcd-40aa-9473-aa5f7ae0d3ad req-901fa711-7089-41d3-bd5d-091a76f94e71 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464767 Oct 11 04:24:24.486714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.502565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] device_id is not set on port 8e4397fe-fd18-4efd-b7a4-b9ba942253ce yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:24.607368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 7a1a0779-fb47-4b7c-8e5a-39e437aefaa3 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:24.616282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.719086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Deleting port fba0f9d8-761b-4ed2-96ed-bc2f88e12587 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:24.719427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.724183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:24.755045 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 6 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:24.809219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:24.809617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Allocated IP 2001:db8::f (821d015b-20b8-477a-a271-476ebb438c79/204ab440-c322-400f-98de-924dfb111503/8e4397fe-fd18-4efd-b7a4-b9ba942253ce) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:25.003182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.003510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.025331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.059359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 4c1aa38f-4741-456c-bcd7-9a129a399684 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:25.059943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.072184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.106177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Calling delete_port for fba0f9d8-761b-4ed2-96ed-bc2f88e12587 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:25.157429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.171394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 4c1aa38f-4741-456c-bcd7-9a129a399684 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:25.311244 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 7 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:25.318568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.320329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.350818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.357095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:25.380013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=4c1aa38f-4741-456c-bcd7-9a129a399684,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:25.409811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1a0779-fb47-4b7c-8e5a-39e437aefaa3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:25.411863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.417422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0320f038-3fd9-4c0b-8fc5-3b8bee93713e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/7a1a0779-fb47-4b7c-8e5a-39e437aefaa3 HTTP/1.1" status: 204 len: 168 time: 0.9751544 Oct 11 04:24:25.421322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f31e87-0fb1-4765-9191-c085f3a89dc0 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:25.425361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48366) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:25.476627 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-af17b0b6-1b5d-4875-a21f-e1eaab7afc21 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480111 Oct 11 04:24:25.478520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48368) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:25.570584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.625655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.628474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.637359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350af3ba-dcfd-4baf-8e30-82b0e77e79ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:25.638937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-350af3ba-dcfd-4baf-8e30-82b0e77e79ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1550522 Oct 11 04:24:25.641633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48372) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:25.664820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network 821d015b-20b8-477a-a271-476ebb438c79 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:25.688821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:25.693850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:25.694859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:25.695460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.711150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Port': ['ID=8e4397fe-fd18-4efd-b7a4-b9ba942253ce,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:25.744484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:25.793610 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e906b79-41bf-4c64-898f-9b3d39b40dfa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5402570 Oct 11 04:24:25.797737 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48374) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:25.798129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Pushing event deleted for resources: {'Port': ['ID=fba0f9d8-761b-4ed2-96ed-bc2f88e12587,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:25.800577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] Deleting port 9906ea81-53ea-45dc-be23-d0272316ab6f {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:25.801115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:25.809394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb246b23-7ee7-4a05-ae2d-40281182e162 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:25.813835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eb246b23-7ee7-4a05-ae2d-40281182e162 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1673141 Oct 11 04:24:25.814050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48376) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:25.819221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b0314-1f53-445c-b291-e2f38a457527 req-c7df6191-9768-48fd-9535-03b223e29982 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:25.820736 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c48b0314-1f53-445c-b291-e2f38a457527 req-c7df6191-9768-48fd-9535-03b223e29982 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2039039 Oct 11 04:24:25.869029 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 8 to provision port 4c1aa38f-4741-456c-bcd7-9a129a399684 Oct 11 04:24:25.904429 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bcd7911a-3912-4169-aa50-2b9e0da3b552 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706723 Oct 11 04:24:25.910614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48378) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:25.918272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f52a3515-0f4c-4736-b86c-46c7844af042 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:25.929898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Router a8ab756b-1b52-46f7-80e3-941b7d38ea45 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:26.054466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Port 4c1aa38f-4741-456c-bcd7-9a129a399684 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:26.057068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] For port 9906ea81-53ea-45dc-be23-d0272316ab6f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9906ea81-53ea-45dc-be23-d0272316ab6f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:26.057990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.072729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] Calling delete_port for 9906ea81-53ea-45dc-be23-d0272316ab6f owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:26.085886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Provisioning complete for port 9906ea81-53ea-45dc-be23-d0272316ab6f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:26.086256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.086618 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Attempt 1 to provision port 9906ea81-53ea-45dc-be23-d0272316ab6f Oct 11 04:24:26.112637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:26.119339 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-300b735c-da17-4bd4-9b37-abc8e04411e8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/routers/a8ab756b-1b52-46f7-80e3-941b7d38ea45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8109615 Oct 11 04:24:26.123894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48380) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.138291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] Sync routers for ids ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:26.153155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Deleting port 8e4397fe-fd18-4efd-b7a4-b9ba942253ce {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:26.153495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.156997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a3515-0f4c-4736-b86c-46c7844af042 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:26.160201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f52a3515-0f4c-4736-b86c-46c7844af042 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.161622 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52a3515-0f4c-4736-b86c-46c7844af042 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:26.162390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52a3515-0f4c-4736-b86c-46c7844af042 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:26.164361 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d918fb5-d98e-4f73-919d-d188f7cbe5ea tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:26.165936 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0d918fb5-d98e-4f73-919d-d188f7cbe5ea tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/4c1aa38f-4741-456c-bcd7-9a129a399684 HTTP/1.1" status: 404 len: 333 time: 0.0400598 Oct 11 04:24:26.175201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] Routers {'a8ab756b-1b52-46f7-80e3-941b7d38ea45'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:26.176274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:26.183001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48382) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.209935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.212924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.217037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a4a9ed58-bc7c-47f0-829b-22c695665ec2 tempest-ServersTestManualDisk-217591429 tempest-ServersTestManualDisk-217591429-project] 10.222.0.39 "DELETE /v2.0/floatingips/639bd230-7d56-4c2a-975a-19e6b50dc0c6 HTTP/1.1" status: 204 len: 168 time: 1.9313779 Oct 11 04:24:26.220701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48384) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.223505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:26.240779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f52a3515-0f4c-4736-b86c-46c7844af042 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3262081 Oct 11 04:24:26.242205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48386) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.249840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9bcf838f-7aa2-4837-a2bb-9b06ac9f65d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:26.250218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] Routers {'a8ab756b-1b52-46f7-80e3-941b7d38ea45'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:26.250694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:26.301618 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c48b0314-1f53-445c-b291-e2f38a457527 req-3c1eb5ab-5008-4220-b39a-a85c9058562f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529033 Oct 11 04:24:26.312079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:26.312711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10952d-fa7a-4e82-91ca-60557aa13a2c None None] The sync data for ids ['a8ab756b-1b52-46f7-80e3-941b7d38ea45'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:26.326033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.333901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.341229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e59d47fb-80ef-4a2b-a6e5-140d22ab9ab5 None None] Current status of the port 9906ea81-53ea-45dc-be23-d0272316ab6f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:26.368440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] No DVR routers for this DVR port 9906ea81-53ea-45dc-be23-d0272316ab6f on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:26.370467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8222-1883-4296-a869-1dedfe42f0f0 None None] Pushing event deleted for resources: {'Port': ['ID=9906ea81-53ea-45dc-be23-d0272316ab6f,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:26.388885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Deleting port c4c515d0-f314-4689-9f95-38479568b7c8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:26.388885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.424290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9906ea81-53ea-45dc-be23-d0272316ab6f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:26.445824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 9906ea81-53ea-45dc-be23-d0272316ab6f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:26.446173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9906ea81-53ea-45dc-be23-d0272316ab6f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:26.457249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a54768a6-86f2-457a-bec2-273eb30e2cba None None] Could not find standard attr ID for object 7756d945-ebbc-479c-a62d-39ad8355c18e. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:26.460832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a54768a6-86f2-457a-bec2-273eb30e2cba None None] Could not find standard attr ID for object 4c1aa38f-4741-456c-bcd7-9a129a399684. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:26.465144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a54768a6-86f2-457a-bec2-273eb30e2cba None None] Could not find standard attr ID for object 9906ea81-53ea-45dc-be23-d0272316ab6f. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:26.517057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.567041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Calling delete_port for 8e4397fe-fd18-4efd-b7a4-b9ba942253ce owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:26.571863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] For port c4c515d0-f314-4689-9f95-38479568b7c8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c4c515d0-f314-4689-9f95-38479568b7c8,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:26.572219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.602852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.607680 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.609922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Calling delete_port for c4c515d0-f314-4689-9f95-38479568b7c8 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:26.616802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcf838f-7aa2-4837-a2bb-9b06ac9f65d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:26.620317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9bcf838f-7aa2-4837-a2bb-9b06ac9f65d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.621708 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcf838f-7aa2-4837-a2bb-9b06ac9f65d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:26.622136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcf838f-7aa2-4837-a2bb-9b06ac9f65d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:26.701104 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9bcf838f-7aa2-4837-a2bb-9b06ac9f65d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4588847 Oct 11 04:24:26.703678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.704220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Fanout notify agent at l3_agent the message router_deleted on router a8ab756b-1b52-46f7-80e3-941b7d38ea45 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:26.704547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48388) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.711685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.712554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-57cc2875-b9cb-4e78-8c43-f82845405830 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:26.712752 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd0e4a93-6358-4871-a449-844ee5008212 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/routers/a8ab756b-1b52-46f7-80e3-941b7d38ea45 HTTP/1.1" status: 204 len: 168 time: 0.5287960 Oct 11 04:24:26.717532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48390) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.782465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 16fd8b8b-6bac-4536-a74a-5214943f8ad7 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:26.785973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.853186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.891454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.924415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e4397fe-fd18-4efd-b7a4-b9ba942253ce,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:26.934793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cc2875-b9cb-4e78-8c43-f82845405830 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:26.938723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57cc2875-b9cb-4e78-8c43-f82845405830 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.940164 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cc2875-b9cb-4e78-8c43-f82845405830 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:26.940587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cc2875-b9cb-4e78-8c43-f82845405830 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:26.977202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:26.980421 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d6735134-24ec-4a9b-a9b8-ce0a28d07050 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8e4397fe-fd18-4efd-b7a4-b9ba942253ce HTTP/1.1" status: 204 len: 168 time: 1.1819775 Oct 11 04:24:26.984330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48392) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:26.988743 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-57cc2875-b9cb-4e78-8c43-f82845405830 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2822537 Oct 11 04:24:26.990014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '821d015b-20b8-477a-a271-476ebb438c79', 'external_fixed_ips': [{'subnet_id': '204ab440-c322-400f-98de-924dfb111503', 'ip_address': '2001:db8::f'}]}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:26.995751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48394) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:27.002254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6a29d6c8-de6d-405b-a643-d0c2bbca1858 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:27.010252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.020598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.023745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.086826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c515d0-f314-4689-9f95-38479568b7c8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:27.107342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.108299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.192533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.194859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29d6c8-de6d-405b-a643-d0c2bbca1858 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:27.197739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a29d6c8-de6d-405b-a643-d0c2bbca1858 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.199291 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a29d6c8-de6d-405b-a643-d0c2bbca1858 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:27.200244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a29d6c8-de6d-405b-a643-d0c2bbca1858 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:27.204821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.273396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=16fd8b8b-6bac-4536-a74a-5214943f8ad7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:27.278012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.281034 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d28b1fcd-7786-4c1e-9ae6-09e34dbd72b4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/16fd8b8b-6bac-4536-a74a-5214943f8ad7 HTTP/1.1" status: 204 len: 168 time: 0.5625319 Oct 11 04:24:27.283827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48396) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:27.287453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235aff4a-5dba-4aa5-8099-0b666eb266e9 None None] Network fd4a91bb-d4eb-44f4-b806-3319275682d4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:27.325543 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6a29d6c8-de6d-405b-a643-d0c2bbca1858 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3259590 Oct 11 04:24:27.327328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48398) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:27.367896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-326f73e9-2aed-404b-a772-f4c4ea016e4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:27.411191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.464076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.488912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] DHCP port deletion for fd4a91bb-d4eb-44f4-b806-3319275682d4 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:27.493802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.538293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] Deleting port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:27.538717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.579015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599b230-eac2-4354-be77-6859e1c4fe5d req-5e7c86d6-714d-4171-bad5-a0132a7a21de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:27.580702 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b599b230-eac2-4354-be77-6859e1c4fe5d req-5e7c86d6-714d-4171-bad5-a0132a7a21de tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1137211 Oct 11 04:24:27.619896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] For port fe4ee594-4e5e-4a38-a0b2-08543ad7c261, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,segment=NetworkSegment(0e1f00e8-cd99-468b-be42-f458ee4cf0c8),segment_id=0e1f00e8-cd99-468b-be42-f458ee4cf0c8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:27.620304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.636262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] Calling delete_port for fe4ee594-4e5e-4a38-a0b2-08543ad7c261 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:27.639502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f73e9-2aed-404b-a772-f4c4ea016e4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:27.643056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-326f73e9-2aed-404b-a772-f4c4ea016e4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.644397 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-326f73e9-2aed-404b-a772-f4c4ea016e4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:27.644828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326f73e9-2aed-404b-a772-f4c4ea016e4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:27.678710 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b599b230-eac2-4354-be77-6859e1c4fe5d req-62089a42-e7e6-4a15-b006-ab24af3f1ee0 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854902 Oct 11 04:24:27.685399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:27.685839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.709660 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-326f73e9-2aed-404b-a772-f4c4ea016e4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3450787 Oct 11 04:24:27.711186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:27.725856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cda758ef-3c42-4e80-a3f8-039d2f16e95e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:27.737545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.748992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Deleting port ff1281d1-5476-434f-8523-d3a4158befe1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:27.749333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.766440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] No DVR routers for this DVR port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:27.770384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23905956-0743-41d2-865c-8587ff37f4e2 None None] Pushing event deleted for resources: {'Port': ['ID=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:27.780128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port fe4ee594-4e5e-4a38-a0b2-08543ad7c261, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,segment=NetworkSegment(0e1f00e8-cd99-468b-be42-f458ee4cf0c8),segment_id=0e1f00e8-cd99-468b-be42-f458ee4cf0c8)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:27.780301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:27.829653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for fe4ee594-4e5e-4a38-a0b2-08543ad7c261 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:28.139861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Router bc5841df-eda0-4bfa-895b-bdf595382a81 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:28.165037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda758ef-3c42-4e80-a3f8-039d2f16e95e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:28.169065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cda758ef-3c42-4e80-a3f8-039d2f16e95e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.170435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda758ef-3c42-4e80-a3f8-039d2f16e95e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:28.170904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda758ef-3c42-4e80-a3f8-039d2f16e95e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:28.180847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] For port ff1281d1-5476-434f-8523-d3a4158befe1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ff1281d1-5476-434f-8523-d3a4158befe1,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:28.181228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.231381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Calling delete_port for ff1281d1-5476-434f-8523-d3a4158befe1 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:28.238194 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cda758ef-3c42-4e80-a3f8-039d2f16e95e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5227389 Oct 11 04:24:28.239086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48404) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:28.275721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.279271 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a4091e81-0bac-48a4-be66-daba2de2b06b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378599 Oct 11 04:24:28.289599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48406) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:28.299518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.352804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a95a3-cc00-41ef-bf2c-78cf8e959c3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:28.357047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.358136 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-541a95a3-cc00-41ef-bf2c-78cf8e959c3c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675721 Oct 11 04:24:28.359584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48408) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:28.415156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:28.422437 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f0f6dfdd-fc94-4558-b2cf-204632f17f49 admin admin] 10.222.0.39 "PUT /v2.0/routers/bc5841df-eda0-4bfa-895b-bdf595382a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5261779 Oct 11 04:24:28.429466 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] Sync routers for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:28.439495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe4ee594-4e5e-4a38-a0b2-08543ad7c261 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:28.444867 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:28.445872 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:28.451329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48410) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:28.454489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=fe4ee594-4e5e-4a38-a0b2-08543ad7c261,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:28.466683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1a166489-f261-45b3-82be-8badca77f492 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956662 Oct 11 04:24:28.467173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48412) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:28.467356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port fe4ee594-4e5e-4a38-a0b2-08543ad7c261 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:28.474617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: fe4ee594-4e5e-4a38-a0b2-08543ad7c261 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:28.475478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe4ee594-4e5e-4a38-a0b2-08543ad7c261 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:28.478236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:28.579468 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:28.629137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:28.632019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.632597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.669669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.701154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Allocated IP 2001:db8::f (821d015b-20b8-477a-a271-476ebb438c79/204ab440-c322-400f-98de-924dfb111503/6675e781-ff71-4512-b0ef-967c1e997954) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:28.704138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4a91bb-d4eb-44f4-b806-3319275682d4']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:28.729128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1281d1-5476-434f-8523-d3a4158befe1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:28.784090 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:24:26Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:28.811681 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] Checking router: bc5841df-eda0-4bfa-895b-bdf595382a81 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:28.823484 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] Routers {'bc5841df-eda0-4bfa-895b-bdf595382a81'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:28.824096 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bc5841df-eda0-4bfa-895b-bdf595382a81'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:28.829703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1f00e8-cd99-468b-be42-f458ee4cf0c8') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:28.830021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1f00e8-cd99-468b-be42-f458ee4cf0c8') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:28.834265 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.889764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.918909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.937280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ad834-d508-4d90-8d08-05dd0b1dd305 req-e98c4c61-fc36-4cdf-b330-18776104b0c9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:28.938857 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-504ad834-d508-4d90-8d08-05dd0b1dd305 req-e98c4c61-fc36-4cdf-b330-18776104b0c9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1448212 Oct 11 04:24:28.943589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 453 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:28.944513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:28.977188 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] Set router bc5841df-eda0-4bfa-895b-bdf595382a81 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:29.038448 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0e1f00e8-cd99-468b-be42-f458ee4cf0c8 resource provider aggregate not found Oct 11 04:24:29.048325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.072180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-504ad834-d508-4d90-8d08-05dd0b1dd305 req-85d22198-f2e1-46d0-88f1-b92469de8362 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242979 Oct 11 04:24:29.082097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.103046 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0e1f00e8-cd99-468b-be42-f458ee4cf0c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1f00e8-cd99-468b-be42-f458ee4cf0c8 found for delete ", "request_id": "req-5a155696-de70-4bc3-be74-5981ed2a3ffb"}]} Oct 11 04:24:29.121961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.141400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.148416 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/fd4a91bb-d4eb-44f4-b806-3319275682d4 HTTP/1.1" status: 204 len: 168 time: 1.8598983 Oct 11 04:24:29.161602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48420) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:29.177144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d019c9c-b26f-47a2-ab19-82550b02411c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=fd4a91bb-d4eb-44f4-b806-3319275682d4,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:29.183815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.202034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.204466 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:24:26Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:29.237052 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a0924-ca65-4a16-ac73-2cd02305704d None None] The sync data for ids ['bc5841df-eda0-4bfa-895b-bdf595382a81'] in dv-neutron-860894-1-hyperv is: [{'id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'name': 'tempest-ServersTestJSON-602470154-router', 'tenant_id': '5a362286a96d419ab25fc1fb34f59cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:24:26Z', 'revision_number': 5, 'project_id': '5a362286a96d419ab25fc1fb34f59cd3', 'gw_port': {'id': '54ca06e9-8714-4a2b-8c91-0211af1487e3', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5841df-eda0-4bfa-895b-bdf595382a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:29.250003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:29.263469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5a03d-f48f-476a-bdc0-6c47347f06da tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:29.264998 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0ac5a03d-f48f-476a-bdc0-6c47347f06da tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/91a33c2f-590c-4235-a2b6-da73931db780 HTTP/1.1" status: 200 len: 841 time: 0.1026788 Oct 11 04:24:29.265951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.277492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48422) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:29.288713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network 821d015b-20b8-477a-a271-476ebb438c79 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:29.309522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:29.312187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:29.347474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:29.355873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:29.358882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Port': ['ID=6675e781-ff71-4512-b0ef-967c1e997954,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:29.361470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:29.362073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.366325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ace95-d1da-465c-adb4-69c68fc65632 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:29.373538 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aacc6d84-2974-471c-9692-d9bebd600e3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/91a33c2f-590c-4235-a2b6-da73931db780?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0954723 Oct 11 04:24:29.373863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=d8a757a6-7468-47f9-9b67-5a302927b680,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:29.379693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48424) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:29.387772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:29.391833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2e744b76-abef-4292-aeb8-371901ab8736 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9197714 Oct 11 04:24:29.422570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48426) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:29.428044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:f6:03:fd', 'name': 'tempest-NetworksTestDHCPv6-597945494'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:29.476612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Deleting port 54ca06e9-8714-4a2b-8c91-0211af1487e3 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:29.476948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.531256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'd8a757a6-7468-47f9-9b67-5a302927b680'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:29.532541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.589287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Router 05482677-1933-4118-986c-3a40ac576de7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:24:29.686321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:29.692007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:29.695946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.701118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] For port 54ca06e9-8714-4a2b-8c91-0211af1487e3, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=54ca06e9-8714-4a2b-8c91-0211af1487e3,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:29.701495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.735538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Calling delete_port for 54ca06e9-8714-4a2b-8c91-0211af1487e3 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:29.758690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Allocated IP 2001:db8::f816:3eff:fe8b:e356 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/d8a757a6-7468-47f9-9b67-5a302927b680/13e4b530-2efa-4dd2-870f-09e8eaf7bcf5) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:29.842853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.855461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:29.869820 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4c31f83b-2e47-4ca5-8b09-45e30471403c admin admin] 10.222.0.39 "PUT /v2.0/routers/05482677-1933-4118-986c-3a40ac576de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6470087 Oct 11 04:24:29.870652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48428) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:29.873023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:29.881556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] Sync routers for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:29.940842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:29.941225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:29.974514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 8884fe89-3d51-469c-b3b1-8ec49b0fa6c7 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:30.072310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:30.210878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.225175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.278442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.310900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:30.316557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:30.334472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:30.355207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.382401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:30.391900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c725679-73a8-4f87-9c73-0cf857a7014a req-35f17cc7-0693-4ddc-a221-33e908e91c1e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:30.393403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5c725679-73a8-4f87-9c73-0cf857a7014a req-35f17cc7-0693-4ddc-a221-33e908e91c1e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2164440 Oct 11 04:24:30.396520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Pushing event updated for resources: {'Port': ['ID=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:30.403593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:30.406481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:30.407104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.423692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f48f759-fcbc-4cd0-acf9-a68aefe36f30 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:30.444768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Attempting to bind port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:30.445132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Attempting to bind port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:30.445505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Attempting to bind port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:30.479693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:30.480050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:30.480233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.481214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:30.481214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Bound port: 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:30.481426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.483257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=b6afde9f-5489-42de-a771-995b4d1cff8e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:30.494510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fef6:3fd (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/d8a757a6-7468-47f9-9b67-5a302927b680/8884fe89-3d51-469c-b3b1-8ec49b0fa6c7) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:30.500144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.500330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c4c515d0-f314-4689-9f95-38479568b7c8 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:30.504957 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e4706fab-cbbc-4db3-b206-afcc1aa20c46 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1225410 Oct 11 04:24:30.512035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48432) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:30.516892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'security_group': {'name': 'tempest-secgroup-274306291'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:30.518695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.523839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.530856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c4c515d0-f314-4689-9f95-38479568b7c8 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:30.532168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c4c515d0-f314-4689-9f95-38479568b7c8 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:30.534633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5c725679-73a8-4f87-9c73-0cf857a7014a req-894c6b68-cf6d-4e85-b4c8-c7caa4352b12 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109142 Oct 11 04:24:30.556708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Pushing event deleted for resources: {'Port': ['ID=54ca06e9-8714-4a2b-8c91-0211af1487e3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:30.598060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.652131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:24:28Z', 'revision_number': 5, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port': {'id': '58eb1ebc-6710-46cf-b41c-8828776fe67f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05482677-1933-4118-986c-3a40ac576de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:57Z', 'updated_at': '2022-10-11T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:30.680503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Deleting port 58eb1ebc-6710-46cf-b41c-8828776fe67f {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:30.680836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.689210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] Checking router: 05482677-1933-4118-986c-3a40ac576de7 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:30.704908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] For port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:30.728053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.745068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] Routers {'05482677-1933-4118-986c-3a40ac576de7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:30.745844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['05482677-1933-4118-986c-3a40ac576de7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:30.752638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] For port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:30.849830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.864536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.867844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.879948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] For port 58eb1ebc-6710-46cf-b41c-8828776fe67f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=58eb1ebc-6710-46cf-b41c-8828776fe67f,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:30.880340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.915320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Calling delete_port for 58eb1ebc-6710-46cf-b41c-8828776fe67f owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:30.934799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.940546 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4235373 Oct 11 04:24:30.945231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48434) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:30.945649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:30.951797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'security_group': {'name': 'tempest-secgroup-142937946'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:30.963166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710114f7-9fb7-43b3-a7f8-c3316054841f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb7b175-3084-45af-af73-b1c37ea8251d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:31.044003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.058761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4ea6a-68d7-435d-8eaa-9388504ec201 None None] Pushing event updated for resources: {'Port': ['ID=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:31.064009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.085486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] Set router 05482677-1933-4118-986c-3a40ac576de7 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:31.147446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-8902b3eb-b5ae-4169-a305-21bff17b3eef', 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'tenant_id': '87277714285e4fd8829c7ee5983c1186', 'fixed_ips': [{'subnet_id': 'b6afde9f-5489-42de-a771-995b4d1cff8e'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:31.148481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.150511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.153637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.159982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:24:30Z', 'revision_number': 6, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:31.184516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:31.195751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=8884fe89-3d51-469c-b3b1-8ec49b0fa6c7,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:31.200422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:31.203732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:31.206372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3761877-db4d-46bf-b57b-8cc0a79bd328 None None] The sync data for ids ['05482677-1933-4118-986c-3a40ac576de7'] in dv-neutron-860894-1-hyperv is: [{'id': '05482677-1933-4118-986c-3a40ac576de7', 'name': 'tempest-ServersTestManualDisk-612642358-router', 'tenant_id': '30dbef6f9e254212a078625175e4fba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:55Z', 'updated_at': '2022-10-11T04:24:30Z', 'revision_number': 6, 'project_id': '30dbef6f9e254212a078625175e4fba9', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:31.211765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:31.214011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.217802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.218322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5841df-eda0-4bfa-895b-bdf595382a81 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:31.229022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.230278 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4f4a67af-4812-4f2d-acad-37cf80caabca admin admin] 10.222.0.39 "DELETE /v2.0/routers/bc5841df-eda0-4bfa-895b-bdf595382a81 HTTP/1.1" status: 204 len: 168 time: 2.7735629 Oct 11 04:24:31.236897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48436) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:31.279300 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-45425646-a736-46a7-9286-b5755fdfee46 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8553567 Oct 11 04:24:31.289365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48438) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:31.326073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Router c48aec68-cb0e-4b6f-8a47-12d342d97f73 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:24:31.353093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Deleting subnet 3a626d70-5bfa-4d83-a76f-4dd2f02a1bce {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:31.361051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.391687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.417715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.419192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Allocated IP 172.20.0.2 (8902b3eb-b5ae-4169-a305-21bff17b3eef/b6afde9f-5489-42de-a771-995b4d1cff8e/5c71e0a0-8e30-4159-aa1f-0d51b222eb03) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:31.480415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Pushing event deleted for resources: {'Port': ['ID=58eb1ebc-6710-46cf-b41c-8828776fe67f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:31.496623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08b03a-2ca5-4f02-94c4-a9279de37bb0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:31.504172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08b03a-2ca5-4f02-94c4-a9279de37bb0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:31.506081 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b08b03a-2ca5-4f02-94c4-a9279de37bb0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2144561 Oct 11 04:24:31.512576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48440) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:31.517429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.521628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.632396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.635199 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6888993 Oct 11 04:24:31.636718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.644039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48444) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:31.649595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1150011029', 'security_groups': ['a9204c43-165b-46e1-85dc-593f445690af'], 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6afde9f-5489-42de-a771-995b4d1cff8e'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:31.660879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.668798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:31.683490 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Sync routers for ids ['c48aec68-cb0e-4b6f-8a47-12d342d97f73'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:31.695286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.712838 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Routers {'c48aec68-cb0e-4b6f-8a47-12d342d97f73'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:31.713725 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c48aec68-cb0e-4b6f-8a47-12d342d97f73'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:31.731087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.734882 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c14f484d-05b1-4c5c-a20c-56638f97b083 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7470765 Oct 11 04:24:31.736856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48446) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:31.785603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:31.786130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.790302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:31.790501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03af8cc-b436-4820-943d-1b1f6f0aeaf4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9204c43-165b-46e1-85dc-593f445690af,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:31.797298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:31.842309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Pushing event updated for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:31.843762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 8884fe89-3d51-469c-b3b1-8ec49b0fa6c7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:31.844278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.854901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.859567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.882899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fbc3-138d-4d77-8d5b-672365c60ed1 req-ffc23a90-20f1-43ba-850a-99026369ddde tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:31.884379 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-25b5fbc3-138d-4d77-8d5b-672365c60ed1 req-ffc23a90-20f1-43ba-850a-99026369ddde tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1927431 Oct 11 04:24:31.889956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Attempting to bind port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:31.890681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Attempting to bind port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:31.891252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Attempting to bind port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 on network 8902b3eb-b5ae-4169-a305-21bff17b3eef {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:31.897100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:31.897887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Checking segment: {'id': 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:31.898741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.899464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Bound using segment: {'id': 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:31.900153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Bound port: 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:31.900825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.978195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.978872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05482677-1933-4118-986c-3a40ac576de7 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:31.986906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:31.992741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cb636979-b189-4d05-8858-046dd444ff9f admin admin] 10.222.0.39 "DELETE /v2.0/routers/05482677-1933-4118-986c-3a40ac576de7 HTTP/1.1" status: 204 len: 168 time: 2.1087720 Oct 11 04:24:32.001774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48448) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:32.006321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.021728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:32.023879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.027792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:32.042871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.075408 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-25b5fbc3-138d-4d77-8d5b-672365c60ed1 req-d4ca31f5-e6f5-4c06-82db-206cd47ed6bf tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500614 Oct 11 04:24:32.113644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:32.115385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a626d70-5bfa-4d83-a76f-4dd2f02a1bce,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:32.136899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Deleting subnet 47f6c878-f58a-4a76-ad2b-88a0aac97654 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:32.144237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.151916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.171793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.175062 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6952f014-7762-4897-a0d0-130ef7e8f31d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a626d70-5bfa-4d83-a76f-4dd2f02a1bce HTTP/1.1" status: 204 len: 168 time: 0.9357824 Oct 11 04:24:32.193401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48450) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:32.194188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b038eb1-f753-4a18-99db-e346997688e9 None None] Pushing event updated for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:32.198946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2feeff-9eae-4329-9948-785d60a76345 None None] Network 8e1542aa-06cc-4f38-bd55-413e90e9ee05 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:32.234519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 8884fe89-3d51-469c-b3b1-8ec49b0fa6c7 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:32.262458 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Set router c48aec68-cb0e-4b6f-8a47-12d342d97f73 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:32.277963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.383523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.462810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:32.605900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] DHCP port deletion for 8e1542aa-06cc-4f38-bd55-413e90e9ee05 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:32.658795 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:24:32.675542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.684747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:32.701488 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48aec68-cb0e-4b6f-8a47-12d342d97f73', 'name': '', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '821d015b-20b8-477a-a271-476ebb438c79', 'external_fixed_ips': [{'subnet_id': '204ab440-c322-400f-98de-924dfb111503', 'ip_address': '2001:db8::f'}], 'enable_snat': True}, 'gw_port_id': '6675e781-ff71-4512-b0ef-967c1e997954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:27Z', 'updated_at': '2022-10-11T04:24:29Z', 'revision_number': 3, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port': {'id': '6675e781-ff71-4512-b0ef-967c1e997954', 'name': '', 'network_id': '821d015b-20b8-477a-a271-476ebb438c79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48aec68-cb0e-4b6f-8a47-12d342d97f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '204ab440-c322-400f-98de-924dfb111503', 'ip_address': '2001:db8::f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:24:28Z', 'updated_at': '2022-10-11T04:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '204ab440-c322-400f-98de-924dfb111503', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:32.736953 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Checking router: c48aec68-cb0e-4b6f-8a47-12d342d97f73 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:32.737295 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Updating router c48aec68-cb0e-4b6f-8a47-12d342d97f73 port 6675e781-ff71-4512-b0ef-967c1e997954 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:24:32.796597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.825069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.834931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] Deleting port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:32.835558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.845053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.859751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Provisioning complete for port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:32.860935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.861271 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Attempt 1 to provision port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 Oct 11 04:24:32.866025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.910427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.923337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f6c878-f58a-4a76-ad2b-88a0aac97654,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:32.931646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.9 (8902b3eb-b5ae-4169-a305-21bff17b3eef/b6afde9f-5489-42de-a771-995b4d1cff8e/aee52e1b-5093-45e1-aec8-1b5fcbfab0f2) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:32.941006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.944316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce86200-a98b-405b-83fa-b882928410a7 None None] Network 4e7976e8-67b8-46be-8e09-5fa50235cb89 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:32.950933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f754bba1-df69-4759-a5e5-2ac4a273ad97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/47f6c878-f58a-4a76-ad2b-88a0aac97654 HTTP/1.1" status: 204 len: 168 time: 0.9478202 Oct 11 04:24:32.954425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48452) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:32.986017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:32.986546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:32.986987 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 Oct 11 04:24:33.044172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=8884fe89-3d51-469c-b3b1-8ec49b0fa6c7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:33.121308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] For port 1d99b58a-d990-4aae-bdc5-e6d26a797f15, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1d99b58a-d990-4aae-bdc5-e6d26a797f15,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:33.121698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.172311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] Calling delete_port for 1d99b58a-d990-4aae-bdc5-e6d26a797f15 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:33.231558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.239036 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b4fe82ef-17f6-468c-a33f-ebc4bc278813 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8884fe89-3d51-469c-b3b1-8ec49b0fa6c7 HTTP/1.1" status: 204 len: 168 time: 1.7253361 Oct 11 04:24:33.243799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48456) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:33.262290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Deleting port 6675e781-ff71-4512-b0ef-967c1e997954 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:33.271312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.276051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.282635 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.285520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.288158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Deleting port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:33.288458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.308059 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.331259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Current status of the port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:33.331703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.390673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Pushing event updated for resources: {'Port': ['ID=6675e781-ff71-4512-b0ef-967c1e997954,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:33.404831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa463f5-38ac-4595-ab4f-625130a6200b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:33.408575 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.409130 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.409292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa463f5-38ac-4595-ab4f-625130a6200b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:33.409807 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.410489 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.410975 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.411334 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0aa463f5-38ac-4595-ab4f-625130a6200b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1655715 Oct 11 04:24:33.411916 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.412665 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.413150 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.413960 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.415103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48458) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:33.415451 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.416206 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.418950 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:33.432103 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Attempting to bind port 6675e781-ff71-4512-b0ef-967c1e997954 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:33.435426 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Attempting to bind port 6675e781-ff71-4512-b0ef-967c1e997954 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '821d015b-20b8-477a-a271-476ebb438c79'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:33.437226 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Attempting to bind port 6675e781-ff71-4512-b0ef-967c1e997954 on network 821d015b-20b8-477a-a271-476ebb438c79 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:33.452070 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:33.452732 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Checking segment: {'id': 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '821d015b-20b8-477a-a271-476ebb438c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:33.453830 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.455658 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Bound using segment: {'id': 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '821d015b-20b8-477a-a271-476ebb438c79'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:33.457709 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Bound port: 6675e781-ff71-4512-b0ef-967c1e997954, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '821d015b-20b8-477a-a271-476ebb438c79'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:33.459632 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.514228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] For port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:33.530937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.533065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:33.534994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.537664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.597326 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] For port 6675e781-ff71-4512-b0ef-967c1e997954, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:33.603029 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] For port 6675e781-ff71-4512-b0ef-967c1e997954, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6675e781-ff71-4512-b0ef-967c1e997954,segment=NetworkSegment(dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27),segment_id=dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:33.609115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.610336 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.615980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:33.627498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet d8a757a6-7468-47f9-9b67-5a302927b680 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:33.633126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.642168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] No DVR routers for this DVR port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:33.647219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:33.674052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:33.699113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.701808 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Routers {'c48aec68-cb0e-4b6f-8a47-12d342d97f73'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:33.702441 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c48aec68-cb0e-4b6f-8a47-12d342d97f73'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:33.717413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Calling delete_port for 6675e781-ff71-4512-b0ef-967c1e997954 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:33.753281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.755057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8dc71274-a46d-42fc-b168-0f33b670e2ba None None] Could not find standard attr ID for object 8884fe89-3d51-469c-b3b1-8ec49b0fa6c7. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:33.757801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=aee52e1b-5093-45e1-aec8-1b5fcbfab0f2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:33.762404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] DHCP port deletion for 4e7976e8-67b8-46be-8e09-5fa50235cb89 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:33.768668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d260c3-04ec-4590-80dc-844bc684264b None None] Pushing event updated for resources: {'Port': ['ID=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:33.812530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:33.813356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.834944 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] Set router c48aec68-cb0e-4b6f-8a47-12d342d97f73 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:33.850197 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-155e86ee-feec-45d7-8a68-44575b148045 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2046838 Oct 11 04:24:33.852871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48460) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:33.857836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:33.863142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:24:33.863722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:24:33.864347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cdba3-0516-40dc-8b87-8227175a60ea None None] Pushing event deleted for resources: {'Port': ['ID=1d99b58a-d990-4aae-bdc5-e6d26a797f15,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:33.909090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] Deleting port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:33.909557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.924062 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48aec68-cb0e-4b6f-8a47-12d342d97f73', 'name': '', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:27Z', 'updated_at': '2022-10-11T04:24:32Z', 'revision_number': 4, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:33.930476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] For port 1d99b58a-d990-4aae-bdc5-e6d26a797f15, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1d99b58a-d990-4aae-bdc5-e6d26a797f15,segment=NetworkSegment(1369ab8b-c5da-44ec-b223-dbfc2eca6b60),segment_id=1369ab8b-c5da-44ec-b223-dbfc2eca6b60)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:33.931065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.952062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:33.958839 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc729-4eff-4906-b354-2b4e95e05ca8 None None] The sync data for ids ['c48aec68-cb0e-4b6f-8a47-12d342d97f73'] in dv-neutron-860894-1-hyperv is: [{'id': 'c48aec68-cb0e-4b6f-8a47-12d342d97f73', 'name': '', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:27Z', 'updated_at': '2022-10-11T04:24:32Z', 'revision_number': 4, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:33.975673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Calling delete_port for 1d99b58a-d990-4aae-bdc5-e6d26a797f15 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:33.987225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5b45-92fc-4006-a0da-7a21af26f889 req-9edc971e-a6c5-415f-96d6-e760b5e7b54a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:33.988764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d17b5b45-92fc-4006-a0da-7a21af26f889 req-9edc971e-a6c5-415f-96d6-e760b5e7b54a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.7057409 Oct 11 04:24:34.007777 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41cb03-e669-462d-b39f-b420fb2cd511 None None] Pushing event updated for resources: {'Port': ['ID=6675e781-ff71-4512-b0ef-967c1e997954,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:34.062684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] For port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:34.063085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.071595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Provisioning complete for port 91a33c2f-590c-4235-a2b6-da73931db780 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:34.071963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.072408 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 1 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:34.079830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.090274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:34.093737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.110926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] Calling delete_port for b20c0d42-cf9a-42f7-bd06-7a3a93b6965f owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:34.175446 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d17b5b45-92fc-4006-a0da-7a21af26f889 req-8122c4c2-29ee-470f-8b9a-8e27bb16879e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760352 Oct 11 04:24:34.180422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:34.187139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e00392a1-2f2b-4a03-9ef5-f3a8b9018060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.195483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Deleting port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:34.195940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.198977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.254891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.ipam_backend_mixin [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6afde9f-5489-42de-a771-995b4d1cff8e (CIDR: 172.20.0.0/28) Oct 11 04:24:34.258030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event deleted for resources: {'Port': ['ID=6675e781-ff71-4512-b0ef-967c1e997954,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:34.258827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a757a6-7468-47f9-9b67-5a302927b680,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:34.261707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.274100 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cd9fd2be-a3bd-4368-ab7d-54f69f4a7faf tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/d8a757a6-7468-47f9-9b67-5a302927b680 HTTP/1.1" status: 204 len: 168 time: 0.8579762 Oct 11 04:24:34.276246 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:34.276711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:34.277357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.281236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe26ac0-8289-49bf-a5b2-e46734b4963f None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:34.294668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48462) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:34.314795 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f3531ba5-0790-4cbf-9302-f54d1964c859 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4607472 Oct 11 04:24:34.317354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48464) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:34.323267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:34.344408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] Pushing event deleted for resources: {'Port': ['ID=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:34.351159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e6181-0498-46f2-95a8-56d66feb43ac None None] No DVR routers for this DVR port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:34.414186 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7fe74927-2d81-4565-9661-ef86ec7bf326 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169960 Oct 11 04:24:34.418792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.418972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48466) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:34.425854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] For port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,segment=NetworkSegment(d3c99cc8-42bf-4ab3-b967-726fea5bdffc),segment_id=d3c99cc8-42bf-4ab3-b967-726fea5bdffc)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:34.426084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:34.426463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.451742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.497736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:34.506052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Calling delete_port for b20c0d42-cf9a-42f7-bd06-7a3a93b6965f owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:34.536015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d99b58a-d990-4aae-bdc5-e6d26a797f15,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:34.540804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] No DVR routers for this DVR port 1d99b58a-d990-4aae-bdc5-e6d26a797f15 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:34.559369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:34.562801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.574744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.577077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58eb1ebc-6710-46cf-b41c-8828776fe67f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:34.582095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.617790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 58eb1ebc-6710-46cf-b41c-8828776fe67f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:34.618362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58eb1ebc-6710-46cf-b41c-8828776fe67f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:34.618484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff1281d1-5476-434f-8523-d3a4158befe1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:34.623013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:34.628973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.652539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:34.657802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ff1281d1-5476-434f-8523-d3a4158befe1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:34.657802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff1281d1-5476-434f-8523-d3a4158befe1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:34.658155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 54ca06e9-8714-4a2b-8c91-0211af1487e3 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:34.692278 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 2 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:34.699233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.699758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c48aec68-cb0e-4b6f-8a47-12d342d97f73 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:34.731507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 54ca06e9-8714-4a2b-8c91-0211af1487e3 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:34.731892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 54ca06e9-8714-4a2b-8c91-0211af1487e3 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:34.732529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.737354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.741531 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e375b34-689d-44d1-bc9b-24529a2ef3b0 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c48aec68-cb0e-4b6f-8a47-12d342d97f73 HTTP/1.1" status: 204 len: 168 time: 3.0035515 Oct 11 04:24:34.743794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48468) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:34.763191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:34.768369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] Deleting port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:34.768614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.768959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1542aa-06cc-4f38-bd55-413e90e9ee05']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:34.785559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1369ab8b-c5da-44ec-b223-dbfc2eca6b60') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:34.785904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1369ab8b-c5da-44ec-b223-dbfc2eca6b60') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:34.800872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.804040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.841544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20c0d42-cf9a-42f7-bd06-7a3a93b6965f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:34.841784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Deleting subnet 204ab440-c322-400f-98de-924dfb111503 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:34.844857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.847820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] No DVR routers for this DVR port b20c0d42-cf9a-42f7-bd06-7a3a93b6965f on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:34.847921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] For port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:34.848572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.857640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.867648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] Calling delete_port for 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:34.878454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Releasing vlan 482 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:34.878895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:34.920428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 1369ab8b-c5da-44ec-b223-dbfc2eca6b60 resource provider aggregate not found Oct 11 04:24:34.994012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 1369ab8b-c5da-44ec-b223-dbfc2eca6b60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1369ab8b-c5da-44ec-b223-dbfc2eca6b60 found for delete ", "request_id": "req-8bd3ba4d-e0ce-4cfc-8110-842f9a5ae425"}]} Oct 11 04:24:35.022116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.030347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.036671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e1542aa-06cc-4f38-bd55-413e90e9ee05 HTTP/1.1" status: 204 len: 168 time: 2.8379393 Oct 11 04:24:35.078521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:35.090978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.123132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036fd2c-2981-45e6-bc05-b2e02d0d6fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1542aa-06cc-4f38-bd55-413e90e9ee05,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.144841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7976e8-67b8-46be-8e09-5fa50235cb89']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:35.171639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:35.171993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c99cc8-42bf-4ab3-b967-726fea5bdffc') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:35.174752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:35.175555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.175999 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:35.179287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.191977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.227261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.239600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Releasing vlan 489 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:35.240527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.268699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.281008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] Pushing event deleted for resources: {'Port': ['ID=13e4b530-2efa-4dd2-870f-09e8eaf7bcf5,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.283054 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 3 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:35.313655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63183744-dcc1-4c85-8e95-67080baa6415 None None] No DVR routers for this DVR port 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:35.352658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:35.367186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48478) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:35.375810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.404653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.406133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:35.407299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.408117 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4e7976e8-67b8-46be-8e09-5fa50235cb89 HTTP/1.1" status: 204 len: 168 time: 2.4256830 Oct 11 04:24:35.410861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6dab5-1ae0-45d6-87d2-6b187c715878 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7976e8-67b8-46be-8e09-5fa50235cb89,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.441426 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c8823d89-7380-47a5-a9fa-74759823181a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a362286a96d419ab25fc1fb34f59cd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0729918 Oct 11 04:24:35.445424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48482) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:35.467398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab67b7-7377-4c91-8884-61cdbfd1fd84 req-c0df3515-6e1d-4e07-9606-99b17ec16727 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:35.468924 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5ab67b7-7377-4c91-8884-61cdbfd1fd84 req-c0df3515-6e1d-4e07-9606-99b17ec16727 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1714652 Oct 11 04:24:35.474563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.477548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:35.483947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.569601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5160108e-2d97-42cc-9d70-36211af8e242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.586876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.591266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b20c0d42-cf9a-42f7-bd06-7a3a93b6965f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:35.600854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5160108e-2d97-42cc-9d70-36211af8e242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.609652 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5ab67b7-7377-4c91-8884-61cdbfd1fd84 req-33f1cf29-76a9-4a9c-b09c-84ebf57368a9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326435 Oct 11 04:24:35.640528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b20c0d42-cf9a-42f7-bd06-7a3a93b6965f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:35.641432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b20c0d42-cf9a-42f7-bd06-7a3a93b6965f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:35.641982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1d99b58a-d990-4aae-bdc5-e6d26a797f15 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:35.648910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.665543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 1d99b58a-d990-4aae-bdc5-e6d26a797f15 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:35.665889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1d99b58a-d990-4aae-bdc5-e6d26a797f15 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:35.666847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:35.687461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:35.687773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 13e4b530-2efa-4dd2-870f-09e8eaf7bcf5 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:35.688260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5160108e-2d97-42cc-9d70-36211af8e242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.690982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5160108e-2d97-42cc-9d70-36211af8e242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.692148 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5160108e-2d97-42cc-9d70-36211af8e242 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da891342-8cc9-4382-891b-5751ea058741 HTTP/1.1" status: 204 len: 168 time: 0.2457678 Oct 11 04:24:35.700565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160108e-2d97-42cc-9d70-36211af8e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da891342-8cc9-4382-891b-5751ea058741,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.746904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48488) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:35.748722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:35.762483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:35.766693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:35.767698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.778352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c8dee-8e17-4d7e-bdad-347226cb04e6 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:35.799686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.802479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=79e22874-0f05-455c-b154-79db98b46175,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.817236 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7e7d8d7f-5748-417a-92a8-30bb8090f5f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30dbef6f9e254212a078625175e4fba9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0664473 Oct 11 04:24:35.817403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48492) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:35.867611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:35.888375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e79aca5-c6f5-430d-9edf-f97027ce3e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.900458 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 4 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:35.920671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.926134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-835001eb-462a-4f26-9b8d-40bd6c3c8d4a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6074317 Oct 11 04:24:35.929132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48494) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:35.937180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=204ab440-c322-400f-98de-924dfb111503,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:35.949553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:35.952877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2022972639', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79e22874-0f05-455c-b154-79db98b46175'}], 'security_groups': ['6bb7b175-3084-45af-af73-b1c37ea8251d']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:35.970665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:35.973197 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a75ba9bb-f45f-401c-90f7-202b28447f62 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/204ab440-c322-400f-98de-924dfb111503 HTTP/1.1" status: 204 len: 168 time: 1.2288182 Oct 11 04:24:35.981989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48498) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:35.991718 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e79aca5-c6f5-430d-9edf-f97027ce3e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.087163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:36.102815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:36.103183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:36.103822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.139029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=5a87f304-6a21-4915-a0fa-13dcf73c691b,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:36.159180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2fc6ae-9dfe-40e3-98e9-8c613a19aee8 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:36.166636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-123da688-80e9-4b27-8adf-c85056c4273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:36.169140 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-123da688-80e9-4b27-8adf-c85056c4273d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.1076827 Oct 11 04:24:36.192803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.203581 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7efa863d-b445-4214-8626-d65761b5cba6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7833617 Oct 11 04:24:36.204886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48502) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:36.212873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f21b-29a7-4536-83d1-7c1626402675 req-3c1be6d9-473a-4e3b-a34d-72c78fdb5db6 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:36.215394 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b036f21b-29a7-4536-83d1-7c1626402675 req-3c1be6d9-473a-4e3b-a34d-72c78fdb5db6 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2881455 Oct 11 04:24:36.217180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e79aca5-c6f5-430d-9edf-f97027ce3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.219874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e79aca5-c6f5-430d-9edf-f97027ce3e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.221107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9e79aca5-c6f5-430d-9edf-f97027ce3e35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe57148c-9033-43cb-ac08-3ff96e23df9b HTTP/1.1" status: 204 len: 168 time: 0.4028111 Oct 11 04:24:36.221538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:c8:9a:7c', 'name': 'tempest-NetworksTestDHCPv6-1851382361'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:36.253314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.264112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79aca5-c6f5-430d-9edf-f97027ce3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe57148c-9033-43cb-ac08-3ff96e23df9b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:36.317967 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b036f21b-29a7-4536-83d1-7c1626402675 req-1d0bc779-04ed-4d0c-b045-4cc4aebd7342 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880282 Oct 11 04:24:36.352306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] Update dhcp port {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'fixed_ips': [{'subnet_id': 'b6afde9f-5489-42de-a771-995b4d1cff8e', 'ip_address': '172.20.0.2'}, {'subnet_id': '79e22874-0f05-455c-b154-79db98b46175'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '5c71e0a0-8e30-4159-aa1f-0d51b222eb03'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:24:36.366495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-e1034cf9-04fc-4f42-8ab0-c5883fa367c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:36.368391 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-e1034cf9-04fc-4f42-8ab0-c5883fa367c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.1868730 Oct 11 04:24:36.457171 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 5 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:36.460755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.538669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.538871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '5a87f304-6a21-4915-a0fa-13dcf73c691b'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:36.539864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.575317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821d015b-20b8-477a-a271-476ebb438c79']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:36.594574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:36.595102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:36.607154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:36.613479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.652275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.671070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f3a8-19bb-4eb2-bff7-4a38e96111c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.672463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:36.701350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Releasing vlan 458 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:36.701892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.730892 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27 resource provider aggregate not found Oct 11 04:24:36.788905 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc55ffbc-7b11-4ef4-8b8e-d4e6ed355d27 found for delete ", "request_id": "req-5dd8ea0c-55f4-4f01-b7da-511fb0546231"}]} Oct 11 04:24:36.826075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.850139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.857688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 821d015b-20b8-477a-a271-476ebb438c79 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:24:36.868852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-f1dabb7e-a711-4502-9f7d-894d46611d13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.4918768 Oct 11 04:24:36.875004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:36.884973 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/networks/821d015b-20b8-477a-a271-476ebb438c79 HTTP/1.1" status: 204 len: 168 time: 0.8643112 Oct 11 04:24:36.916485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] Allocated IP 172.20.0.18 (8902b3eb-b5ae-4169-a305-21bff17b3eef/79e22874-0f05-455c-b154-79db98b46175/5c71e0a0-8e30-4159-aa1f-0d51b222eb03) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:36.958397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85cf6c-4b9f-4e0d-88d6-210ccc8d3fae tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event deleted for resources: {'Network': ['ID=821d015b-20b8-477a-a271-476ebb438c79,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:36.971664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-036d29ed-d8e1-43ce-a42d-ece8dbb41cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:36.973203 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-036d29ed-d8e1-43ce-a42d-ece8dbb41cb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.0961652 Oct 11 04:24:36.973556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 3283e2d3-5682-4a52-aa2b-0f17059c7273 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:36.981850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:37.035866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment d3c99cc8-42bf-4ab3-b967-726fea5bdffc resource provider aggregate not found Oct 11 04:24:37.042801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-4dde8306-a379-4f17-909d-3c40dc1f4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:37.044445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-4dde8306-a379-4f17-909d-3c40dc1f4483 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647292 Oct 11 04:24:37.086985 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment d3c99cc8-42bf-4ab3-b967-726fea5bdffc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3c99cc8-42bf-4ab3-b967-726fea5bdffc found for delete ", "request_id": "req-78842000-2932-48fa-9420-ba3c0796adb9"}]} Oct 11 04:24:37.187438 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 6 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:37.246684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fec8:9a7c (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/5a87f304-6a21-4915-a0fa-13dcf73c691b/3283e2d3-5682-4a52-aa2b-0f17059c7273) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:37.257038 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-a60a1a73-13bb-41ac-8e08-4e09d9334f89 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046044 Oct 11 04:24:37.377950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:37.397411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:37.438490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:37.438490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.445207 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:37.453302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48548) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:37.499295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10319eae-f764-44c8-a6ca-a6c2ca5aca34 req-abb9e18c-24ee-4e30-8bee-67fe7b54c25c service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357042 Oct 11 04:24:37.553081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.554802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48552) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:37.560612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'name': 'tempest-router--1891288395', 'project_id': '7dc46dad7dda4cc99aa76a6da4306a64'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:37.607514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.616099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54d036-0546-4c93-9d99-841e61de799b req-a5397c6e-77c7-4701-87f6-aed75394ce53 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:37.623103 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7c54d036-0546-4c93-9d99-841e61de799b req-a5397c6e-77c7-4701-87f6-aed75394ce53 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1453545 Oct 11 04:24:37.626406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.627360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.628997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.662004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.714048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-16795046'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:37.739481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.758278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.765547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:37.777418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:37.783980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:37.789605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:37.790242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.792838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=3283e2d3-5682-4a52-aa2b-0f17059c7273,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:37.797207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7c54d036-0546-4c93-9d99-841e61de799b req-0043dbba-3cb8-4f23-b270-52a1d7fbcd1c tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696053 Oct 11 04:24:37.821246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.822995 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3e25fede-4a8a-4abc-b5d4-c94801a90e8d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2663996 Oct 11 04:24:37.823708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Made reservation on behalf of 35f0b4d8842047498476ffb3b5ebc724 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:37.827108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.830374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48560) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:37.834265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Allocated IP 2001:db8::f816:3eff:feee:6954 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/5a87f304-6a21-4915-a0fa-13dcf73c691b/5ea4c41b-13d1-4145-9327-fa613f593f51) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:37.878073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Delete allocated IP 172.20.0.9 (8902b3eb-b5ae-4169-a305-21bff17b3eef/b6afde9f-5489-42de-a771-995b4d1cff8e) {{(pid=103098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 04:24:37.891743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.21 (8902b3eb-b5ae-4169-a305-21bff17b3eef/79e22874-0f05-455c-b154-79db98b46175/aee52e1b-5093-45e1-aec8-1b5fcbfab0f2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:37.909783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:37.928510 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fc1f779e-da46-42af-9bec-1dbae59fabca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7113907 Oct 11 04:24:37.934086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48564) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:37.940846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79621dc-bb6f-4e25-a005-979ba2b5f800 None None] Pushing event updated for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:37.944232 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 7 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:37.993138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.047004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.168792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c146d-b984-4906-aee3-b3ece46fdc62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:38.170605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9b6c146d-b984-4906-aee3-b3ece46fdc62 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2328160 Oct 11 04:24:38.170924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:38.178407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48568) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:38.182739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:38.191649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.198960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.218075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.229977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.240202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.246347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.300871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:38.308994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:38.312807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:38.325540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Pushing event updated for resources: {'Port': ['ID=5ea4c41b-13d1-4145-9327-fa613f593f51,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:38.369246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] In _notify_port_updated(), no bound segment for port aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 on network 8902b3eb-b5ae-4169-a305-21bff17b3eef {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:24:38.374560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.375242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 302f57ba-51b2-45c8-8693-17399aab64a1 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:38.377261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:38.378006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.379592 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/ports/aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 HTTP/1.1" status: 200 len: 921 time: 2.4491382 Oct 11 04:24:38.380953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74db86-ff0b-47f8-94fa-048b2b46bf18 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=aee52e1b-5093-45e1-aec8-1b5fcbfab0f2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:38.386757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.388104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b690c15c-9a0e-48bb-9426-9052047d58fa tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/routers/302f57ba-51b2-45c8-8693-17399aab64a1 HTTP/1.1" status: 204 len: 168 time: 0.5566928 Oct 11 04:24:38.390414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48572) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:38.392725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.407291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.445739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Attempting to bind port 5ea4c41b-13d1-4145-9327-fa613f593f51 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:38.446130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Attempting to bind port 5ea4c41b-13d1-4145-9327-fa613f593f51 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:38.446500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Attempting to bind port 5ea4c41b-13d1-4145-9327-fa613f593f51 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:38.459652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:38.460333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:38.460927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.461917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:38.462615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Bound port: 5ea4c41b-13d1-4145-9327-fa613f593f51, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:38.463348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.476008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:24:38.500472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2508fe4a-546d-47f4-a662-c84fafa4ecac,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:38.530183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.530698 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Added segment cd028a48-31ad-44a3-8392-de8803a5c497 of type vlan for network 7a46b322-d475-4fd3-a425-5ddd1279d2ce Oct 11 04:24:38.597154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 3283e2d3-5682-4a52-aa2b-0f17059c7273 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:38.597872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.623594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.706708 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 8 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:38.738681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:38.739364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.764823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.772306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:38.773112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.836208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.848369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:38.860172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] For port 5ea4c41b-13d1-4145-9327-fa613f593f51, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:38.866031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] For port 5ea4c41b-13d1-4145-9327-fa613f593f51, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5ea4c41b-13d1-4145-9327-fa613f593f51,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:38.875876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48584) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:38.881119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:38.890106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:38.908794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 3283e2d3-5682-4a52-aa2b-0f17059c7273 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:38.975160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5159674 Oct 11 04:24:38.978296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48588) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:38.987783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Request body: {'subnet': {'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:39.075127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f4998-5654-4f0a-bf12-73c9fe07e342 None None] Pushing event updated for resources: {'Port': ['ID=5ea4c41b-13d1-4145-9327-fa613f593f51,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:39.083799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:39.084356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.084846 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:39.127546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3e1cd-af1e-4637-8db3-05220eb3da5d tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event updated for resources: {'Network': ['ID=7a46b322-d475-4fd3-a425-5ddd1279d2ce,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:39.157981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:24:39.244208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Made reservation on behalf of 35f0b4d8842047498476ffb3b5ebc724 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:39.249625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.326616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.367207 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 9 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:39.393126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-104013729', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:39.433093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:39.441488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:39.443877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.444983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.484432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.530781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.561845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:39.563400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.582232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fd761-a24c-4676-923a-80c95a1fb38a req-aa5cf123-2718-454a-a615-310594dbc8d2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:39.592035 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f0fd761-a24c-4676-923a-80c95a1fb38a req-aa5cf123-2718-454a-a615-310594dbc8d2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.6142094 Oct 11 04:24:39.636603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48598) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:39.722982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f0fd761-a24c-4676-923a-80c95a1fb38a req-f14cab38-555b-4511-9146-391a0f681597 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297183 Oct 11 04:24:39.776376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.798354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.813177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0a84d479-b9db-4051-a7cf-5c5620301d2d tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:39.813439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=3283e2d3-5682-4a52-aa2b-0f17059c7273,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:39.862419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.872692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.878741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0a2aa287-90bd-4f2e-990e-32d1342da2b6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/3283e2d3-5682-4a52-aa2b-0f17059c7273 HTTP/1.1" status: 204 len: 168 time: 1.6968234 Oct 11 04:24:39.879063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48604) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:39.922089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:39.942798 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 10 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:39.963620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event updated for resources: {'Subnet': ['ID=ed77f3ac-e328-447c-8639-227ee623641a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:39.967023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=aee52e1b-5093-45e1-aec8-1b5fcbfab0f2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:39.980197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e001482-42ac-469d-a5c2-977aee4ccb30 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:39.981348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e001482-42ac-469d-a5c2-977aee4ccb30 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:39.982942 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7e001482-42ac-469d-a5c2-977aee4ccb30 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028969 Oct 11 04:24:39.985916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48606) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:39.991982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246d3e5-09bf-43f0-ba3a-5ca83936d7d0 req-f2516eac-af85-4df5-a0d4-15a1c36817a8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:39.993532 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9246d3e5-09bf-43f0-ba3a-5ca83936d7d0 req-f2516eac-af85-4df5-a0d4-15a1c36817a8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1751556 Oct 11 04:24:40.008726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:40.022076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:40.023941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.024602 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:40.051823 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0a84d479-b9db-4051-a7cf-5c5620301d2d tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "PUT /v2.0/quotas/d264a64dfb9348ba82b24c2c991a7d08 HTTP/1.1" status: 200 len: 366 time: 0.4117730 Oct 11 04:24:40.054025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48608) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.069056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Checking segment: {'id': 'cd028a48-31ad-44a3-8392-de8803a5c497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:40.069412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Network hostable DHCP agents. Network: 7a46b322-d475-4fd3-a425-5ddd1279d2ce, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:24:40.081271 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-324bd865-fa4a-48ce-ada0-37cbfb15ead2 tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0238392 Oct 11 04:24:40.085605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48610) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.118839 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ca58025c-1323-43fd-be1d-821511622e9a tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "GET /v2.0/quotas/d264a64dfb9348ba82b24c2c991a7d08 HTTP/1.1" status: 200 len: 366 time: 0.0294969 Oct 11 04:24:40.120239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48612) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.133760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1a55b-2b4d-4b1a-9f42-ddf454310bb4 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:40.134771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 5a87f304-6a21-4915-a0fa-13dcf73c691b {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:40.137954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.141141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3540a43c-8a73-4813-b157-490210cffa1d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 HTTP/1.1" status: 204 len: 168 time: 1.7469792 Oct 11 04:24:40.145942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48614) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.146667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.160961 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9246d3e5-09bf-43f0-ba3a-5ca83936d7d0 req-bd6a1795-920c-4cce-86a0-8692995eb307 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543517 Oct 11 04:24:40.177101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:24:40.196746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-270c9de0-6684-48c8-8ed6-70f5473ecc36 tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/d264a64dfb9348ba82b24c2c991a7d08 HTTP/1.1" status: 204 len: 168 time: 0.0718212 Oct 11 04:24:40.197345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48616) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.206387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 7a46b322-d475-4fd3-a425-5ddd1279d2ce) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:40.215895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b887c4-4203-4981-9115-b8172fafe39a None None] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:40.224269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:40.224989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.254682 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedd042d-2d5e-4e36-984b-8ad0170915e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:40.256295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cedd042d-2d5e-4e36-984b-8ad0170915e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/aee52e1b-5093-45e1-aec8-1b5fcbfab0f2 HTTP/1.1" status: 404 len: 333 time: 0.1067219 Oct 11 04:24:40.262437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48620) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.301733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.318136 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2062750d-1c8c-4c68-aac7-1c6a60f1d36c tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1128120 Oct 11 04:24:40.349297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48622) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.395217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Provisioning complete for port 91a33c2f-590c-4235-a2b6-da73931db780 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:40.396062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.396629 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 1 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:40.396739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.400839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.401052 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-31d7647c-e1f2-4532-a0d6-a83dca31d080 tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "GET /v2.0/quotas/d264a64dfb9348ba82b24c2c991a7d08 HTTP/1.1" status: 200 len: 370 time: 0.0447450 Oct 11 04:24:40.404438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48626) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.417671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-474241ff-203b-4f11-a74f-5eddba02f28e tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "GET /v2.0/quotas/d264a64dfb9348ba82b24c2c991a7d08/default HTTP/1.1" status: 200 len: 370 time: 0.0103431 Oct 11 04:24:40.421500 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7c774b78-8231-4248-a48e-83c7451d47b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4389174 Oct 11 04:24:40.421500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48628) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.421500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.423868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48630) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.440628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Request body: {'port': {'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-937322688'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:40.484981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:40.500757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4944-0ef9-4c7f-9694-7a7cd71aa8e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.511758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.530200 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-10cd14ca-a8d2-412f-8877-589edb2ebe2d tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] delete failed (client error): The resource could not be found. Oct 11 04:24:40.533823 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10cd14ca-a8d2-412f-8877-589edb2ebe2d tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/d264a64dfb9348ba82b24c2c991a7d08 HTTP/1.1" status: 404 len: 348 time: 0.1081979 Oct 11 04:24:40.573304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4944-0ef9-4c7f-9694-7a7cd71aa8e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.577163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-7a46b322-d475-4fd3-a425-5ddd1279d2ce', 'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce', 'tenant_id': '35f0b4d8842047498476ffb3b5ebc724', 'fixed_ips': [{'subnet_id': 'ed77f3ac-e328-447c-8639-227ee623641a'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:40.578285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.659089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.690841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1f963-952a-4923-a796-5e31c94d2ab0 req-82af9d91-184a-4cd4-945c-79f53fba2f5a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:40.700897 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-39d1f963-952a-4923-a796-5e31c94d2ab0 req-82af9d91-184a-4cd4-945c-79f53fba2f5a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2333632 Oct 11 04:24:40.722283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4944-0ef9-4c7f-9694-7a7cd71aa8e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.724838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4944-0ef9-4c7f-9694-7a7cd71aa8e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.729661 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8e4a4944-0ef9-4c7f-9694-7a7cd71aa8e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/security-groups/a9204c43-165b-46e1-85dc-593f445690af HTTP/1.1" status: 204 len: 168 time: 0.4588115 Oct 11 04:24:40.734719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48634) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.749632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a4944-0ef9-4c7f-9694-7a7cd71aa8e3 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9204c43-165b-46e1-85dc-593f445690af,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:40.759830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=5a87f304-6a21-4915-a0fa-13dcf73c691b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:40.762406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48636) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.783645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Allocated IP 2001:db8::2 (7a46b322-d475-4fd3-a425-5ddd1279d2ce/ed77f3ac-e328-447c-8639-227ee623641a/c01727c2-082e-40f6-9b3b-55445b1459dd) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:40.801127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.808625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48638) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.812881 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1d084169-ce24-41a7-bfa0-e6047a3eb761 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/5a87f304-6a21-4915-a0fa-13dcf73c691b HTTP/1.1" status: 204 len: 168 time: 0.8182664 Oct 11 04:24:40.832805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Allocated IP 172.26.8.217 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/ea9f0c29-f220-415a-b921-d54dac1886ad) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:40.913342 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-39d1f963-952a-4923-a796-5e31c94d2ab0 req-63b5e990-c28c-4ca3-bf53-8d579b6976d8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073972 Oct 11 04:24:40.922057 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-941445ce-c331-4b89-afe2-117cde91306f tempest-QuotasTest-1342258619 tempest-QuotasTest-1342258619-project-admin] 10.222.0.39 "GET /v2.0/quotas/96a8c6484bf64f0887a00d51db7ba974/details.json HTTP/1.1" status: 200 len: 703 time: 0.1579709 Oct 11 04:24:40.933365 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d8a663d8-ad71-465b-80bc-13790970ee01 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110449 Oct 11 04:24:40.937811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48642) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:40.954906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08f227a2-0854-4e17-bc70-8582ac4cc4c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.956770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Made reservation on behalf of 35f0b4d8842047498476ffb3b5ebc724 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:40.960794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:40.973475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5ea4c41b-13d1-4145-9327-fa613f593f51 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:40.991018 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 2 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:40.993536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9c568-051e-4b07-87a4-f463286fa0c9 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:41.016864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08f227a2-0854-4e17-bc70-8582ac4cc4c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.023612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a0e0e6-dcfc-4730-b336-90a0c094bfde tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:41.026932 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a4a0e0e6-dcfc-4730-b336-90a0c094bfde tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0869296 Oct 11 04:24:41.029393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48646) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:41.037574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] device_id is not set on port 33aa7f32-db5e-4acf-8c71-be93008d3d32 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:41.140978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914be58-05a0-4092-bc14-ebf202823a21 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:41.143834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9914be58-05a0-4092-bc14-ebf202823a21 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132469 Oct 11 04:24:41.152323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48648) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:41.163140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd733808-0f35-4bf3-b016-4543c15b6e74 req-f279cebf-3a53-4b40-9ce3-301b0fe4d5a2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:41.167099 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd733808-0f35-4bf3-b016-4543c15b6e74 req-f279cebf-3a53-4b40-9ce3-301b0fe4d5a2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.0950630 Oct 11 04:24:41.202724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0ce4c0e4-7c0e-4372-a643-c166f9d32020 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491133 Oct 11 04:24:41.208096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08f227a2-0854-4e17-bc70-8582ac4cc4c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.210795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08f227a2-0854-4e17-bc70-8582ac4cc4c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.214799 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-08f227a2-0854-4e17-bc70-8582ac4cc4c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/security-groups/6bb7b175-3084-45af-af73-b1c37ea8251d HTTP/1.1" status: 204 len: 168 time: 0.4730525 Oct 11 04:24:41.214967 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd733808-0f35-4bf3-b016-4543c15b6e74 req-db46074f-147b-4eaa-8134-6323529e03a1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369010 Oct 11 04:24:41.214967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48650) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:41.215902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48652) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:41.219357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.220537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:41.230081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f227a2-0854-4e17-bc70-8582ac4cc4c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb7b175-3084-45af-af73-b1c37ea8251d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:41.243375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:41.265119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.334778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:41.354123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.357277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5ea4c41b-13d1-4145-9327-fa613f593f51 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:41.357493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:41.359016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.359534 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5ea4c41b-13d1-4145-9327-fa613f593f51 Oct 11 04:24:41.373166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:41.395943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet b6afde9f-5489-42de-a771-995b4d1cff8e {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:41.405459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.407578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48658) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:41.412781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event updated for resources: {'Port': ['ID=ea9f0c29-f220-415a-b921-d54dac1886ad,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:41.414368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.472378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:41.475849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:41.477338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.486768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:41.492484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:41.502574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Pushing event updated for resources: {'Port': ['ID=c01727c2-082e-40f6-9b3b-55445b1459dd,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:41.511879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.544993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0d0dd-ab54-4935-887a-3e4a38bbd09f req-770fc8b7-0f0d-4e6f-9933-060e96a830ad tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:41.550449 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2f0d0dd-ab54-4935-887a-3e4a38bbd09f req-770fc8b7-0f0d-4e6f-9933-060e96a830ad tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2444892 Oct 11 04:24:41.585790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Allocated IP 2001:db8::1a0 (7a46b322-d475-4fd3-a425-5ddd1279d2ce/ed77f3ac-e328-447c-8639-227ee623641a/33aa7f32-db5e-4acf-8c71-be93008d3d32) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:41.604887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:41.629033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5ea4c41b-13d1-4145-9327-fa613f593f51 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:41.629422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.640894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c8b0471c-5c13-4376-ae85-2415772fe557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.665052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Attempting to bind port c01727c2-082e-40f6-9b3b-55445b1459dd on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:41.665422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Attempting to bind port c01727c2-082e-40f6-9b3b-55445b1459dd by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'cd028a48-31ad-44a3-8392-de8803a5c497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:41.665781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Attempting to bind port c01727c2-082e-40f6-9b3b-55445b1459dd on network 7a46b322-d475-4fd3-a425-5ddd1279d2ce {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:41.674701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:41.675133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Checking segment: {'id': 'cd028a48-31ad-44a3-8392-de8803a5c497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:41.675479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.676678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Bound using segment: {'id': 'cd028a48-31ad-44a3-8392-de8803a5c497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:41.676678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Bound port: c01727c2-082e-40f6-9b3b-55445b1459dd, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd028a48-31ad-44a3-8392-de8803a5c497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:41.676678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.720248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 5ea4c41b-13d1-4145-9327-fa613f593f51, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5ea4c41b-13d1-4145-9327-fa613f593f51,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:41.726377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.734796 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2f0d0dd-ab54-4935-887a-3e4a38bbd09f req-0a69ff28-4fc0-41db-aaef-a4c944fa72f5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444240 Oct 11 04:24:41.744736 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 3 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:41.751825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.886780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] For port c01727c2-082e-40f6-9b3b-55445b1459dd, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:41.891337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] For port c01727c2-082e-40f6-9b3b-55445b1459dd, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c01727c2-082e-40f6-9b3b-55445b1459dd,segment=NetworkSegment(cd028a48-31ad-44a3-8392-de8803a5c497),segment_id=cd028a48-31ad-44a3-8392-de8803a5c497)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:41.892464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=5ea4c41b-13d1-4145-9327-fa613f593f51,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:41.905210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:41.907349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] Deleting port 5ea4c41b-13d1-4145-9327-fa613f593f51 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:41.907935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.943124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.957520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:41.980304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c8b0471c-5c13-4376-ae85-2415772fe557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.018436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.025974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] For port 5ea4c41b-13d1-4145-9327-fa613f593f51, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5ea4c41b-13d1-4145-9327-fa613f593f51,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:42.026566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.030097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=b6afde9f-5489-42de-a771-995b4d1cff8e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.032680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c8b0471c-5c13-4376-ae85-2415772fe557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.035660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.039319 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8257006e-891c-4bb9-a625-17e9752aea4f tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/b6afde9f-5489-42de-a771-995b4d1cff8e HTTP/1.1" status: 204 len: 168 time: 0.8233018 Oct 11 04:24:42.055465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48666) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:42.062875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] Calling delete_port for 5ea4c41b-13d1-4145-9327-fa613f593f51 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:42.063158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:42.079977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d47cc-9b35-4f8f-ad47-51c97b4f25f5 req-68b4f451-21bf-4010-912e-a8f5094553ed tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:42.080534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36b839-9a7b-4ab2-806f-528952be824c None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:42.081389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c72d47cc-9b35-4f8f-ad47-51c97b4f25f5 req-68b4f451-21bf-4010-912e-a8f5094553ed tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1527493 Oct 11 04:24:42.111834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd09ff8-06c7-47e9-980b-7160f95b3949 None None] Pushing event updated for resources: {'Port': ['ID=c01727c2-082e-40f6-9b3b-55445b1459dd,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.141668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.169646 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c8b0471c-5c13-4376-ae85-2415772fe557 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd124108ba2d4a979c1e7a345c8d78d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608659 Oct 11 04:24:42.195946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48668) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:42.229288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0471c-5c13-4376-ae85-2415772fe557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d931a6-1336-4e6d-80b1-27b0507a4a90,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.278095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:42.281661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35caa0b1-f5c9-481b-a1d0-6fb22cc72819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.375168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35caa0b1-f5c9-481b-a1d0-6fb22cc72819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.406654 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 4 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:42.442077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.452438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:42.457678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] No DVR routers for this DVR port 5ea4c41b-13d1-4145-9327-fa613f593f51 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:42.477837 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.services.revisions.revision_plugin [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Could not find related port for resource to bump revision. Oct 11 04:24:42.484239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_pluggable_backend [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Port 5ea4c41b-13d1-4145-9327-fa613f593f51 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Oct 11 04:24:42.484570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_pluggable_backend [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:6954 {{(pid=103099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Oct 11 04:24:42.494128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4582edd-b271-4d2b-b169-b63ee741144a None None] Pushing event deleted for resources: {'Port': ['ID=5ea4c41b-13d1-4145-9327-fa613f593f51,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.499114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.539765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35caa0b1-f5c9-481b-a1d0-6fb22cc72819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.542297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35caa0b1-f5c9-481b-a1d0-6fb22cc72819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.543479 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-35caa0b1-f5c9-481b-a1d0-6fb22cc72819 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7d931a6-1336-4e6d-80b1-27b0507a4a90 HTTP/1.1" status: 204 len: 168 time: 0.3464687 Oct 11 04:24:42.555482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:42.566660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:42.570846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa0b1-f5c9-481b-a1d0-6fb22cc72819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d931a6-1336-4e6d-80b1-27b0507a4a90,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.573852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:42.574463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.578923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee6ddf-f909-4eeb-a863-3cd9b61fba2f None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:42.600753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=16a6a1d9-8ecb-4109-93eb-185493a60fe0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.623007 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c183d3e8-267c-48c9-aef2-196b35bda1ab tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4060621 Oct 11 04:24:42.623761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48672) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:42.631373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:0d:10:62', 'name': 'tempest-NetworksTestDHCPv6-2126328555'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:42.717655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c72d47cc-9b35-4f8f-ad47-51c97b4f25f5 req-0f38690d-3a00-4afd-8772-a63d4b33d6e3 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6199160 Oct 11 04:24:42.816577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.833528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '16a6a1d9-8ecb-4109-93eb-185493a60fe0'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:42.835383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.906512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:42.911991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:42.927441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:42.934413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:42.940925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:42.941674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:42.965086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event updated for resources: {'Port': ['ID=33aa7f32-db5e-4acf-8c71-be93008d3d32,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:42.979878 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-434a681c-c786-44fc-94d9-14243a8bd2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5464592 Oct 11 04:24:42.989488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48676) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:42.996309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Request body: {'port': {'network_id': '7a46b322-d475-4fd3-a425-5ddd1279d2ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1909333103', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:42.997093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] bootfile-name is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:42.997507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] tftp-server is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:42.998769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] server-ip-address is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:43.009330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:43.014206 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 5 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:43.014653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.019489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c01727c2-082e-40f6-9b3b-55445b1459dd up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:43.058708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.151797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48678) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:43.168899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:43.193250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bac69dfe-0a5e-4989-8613-b49d8316e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.215291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.255537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Allocated IP 2001:db8::f816:3eff:fe46:cbcb (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/16a6a1d9-8ecb-4109-93eb-185493a60fe0/b44a55ba-1d3f-4a37-9667-8408f0e12e3d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:43.264589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c01727c2-082e-40f6-9b3b-55445b1459dd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:43.264985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.265416 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c01727c2-082e-40f6-9b3b-55445b1459dd Oct 11 04:24:43.286157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port f5ba3528-9cf5-48e9-a3e3-f400196088f2 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:43.378762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Made reservation on behalf of 35f0b4d8842047498476ffb3b5ebc724 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:43.382420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.430801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] device_id is not set on port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:43.446952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bac69dfe-0a5e-4989-8613-b49d8316e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.487062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bac69dfe-0a5e-4989-8613-b49d8316e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.522067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Router 78bda827-edd5-425d-a182-b2c23ae75e3c is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:24:43.580016 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bac69dfe-0a5e-4989-8613-b49d8316e56f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96a8c6484bf64f0887a00d51db7ba974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231327 Oct 11 04:24:43.584375 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48680) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:43.585021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac69dfe-0a5e-4989-8613-b49d8316e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81bb744-c89d-4317-9809-24bcfcf175bc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:43.667623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.696756 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 6 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:43.705882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29394058-8191-4fb7-9d1f-f02bbf556c27 None None] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:43.717408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Allocated IP 2001:db8::25e (7a46b322-d475-4fd3-a425-5ddd1279d2ce/ed77f3ac-e328-447c-8639-227ee623641a/b1e1c4db-5c4a-4b87-8468-1e4eb19e782c) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:43.749176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-88feb8a4-54a2-481e-b5a5-d71eb497b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.769740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:43.774625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:43.784058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:43.790797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:43.791417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.796687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=804d2bdc-2c8a-4664-b786-5b322c97175c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:43.808332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-88feb8a4-54a2-481e-b5a5-d71eb497b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.812562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.813959 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b0830b2f-63ca-49ba-a4d1-21b6fe99761c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9357564 Oct 11 04:24:43.820814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48684) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:43.825801 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3c209bc6-3ee9-439d-8512-8d5724e69a44 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7672274 Oct 11 04:24:43.827469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c01727c2-082e-40f6-9b3b-55445b1459dd is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:43.827870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.829997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] Sync routers for ids ['78bda827-edd5-425d-a182-b2c23ae75e3c'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:43.831459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48686) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:43.837396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'security_group': {'name': 'tempest-secgroup-1860610212'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:43.842733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdebd01-92d4-4765-8bea-97ec847a76f2 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:43.853449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.861818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.928603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:43.929382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.943492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.952472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.979772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] Routers {'78bda827-edd5-425d-a182-b2c23ae75e3c'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:43.980416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['78bda827-edd5-425d-a182-b2c23ae75e3c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:43.982744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:43.986633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1514397 Oct 11 04:24:43.986792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48688) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:43.991677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290784443'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:44.002586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b9228-e100-4551-a2d4-fb22128fc189 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9036656-7c58-44f6-acd6-fd94d19cf766,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:44.027132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.060155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:44.071911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c01727c2-082e-40f6-9b3b-55445b1459dd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c01727c2-082e-40f6-9b3b-55445b1459dd,segment=NetworkSegment(cd028a48-31ad-44a3-8392-de8803a5c497),segment_id=cd028a48-31ad-44a3-8392-de8803a5c497)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:44.099731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:44.107038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.111863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:44.115104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Pushing event updated for resources: {'Port': ['ID=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:44.127568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:44.139140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.147879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.150488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fe0d:1062 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/16a6a1d9-8ecb-4109-93eb-185493a60fe0/f5ba3528-9cf5-48e9-a3e3-f400196088f2) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:44.167559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ca1c2-d658-4896-adaa-5064332a3945 req-5f7b6631-015d-4dd3-a390-4135d071b8aa tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:44.168681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-178ca1c2-d658-4896-adaa-5064332a3945 req-5f7b6631-015d-4dd3-a390-4135d071b8aa tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3249407 Oct 11 04:24:44.198725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.200218 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2125225 Oct 11 04:24:44.205093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48690) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:44.211922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'security_group': {'name': 'tempest-secgroup-2139444967'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:44.217020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] Routers {'78bda827-edd5-425d-a182-b2c23ae75e3c'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:44.217658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['78bda827-edd5-425d-a182-b2c23ae75e3c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:44.220836 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e8732-6fa6-4cf2-9a68-39214efd12bd tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852d01a0-349a-414b-9086-2aaf0a7fa1d4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:44.228035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5ea4c41b-13d1-4145-9327-fa613f593f51 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:44.233851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-88feb8a4-54a2-481e-b5a5-d71eb497b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.236389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-88feb8a4-54a2-481e-b5a5-d71eb497b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.237500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-88feb8a4-54a2-481e-b5a5-d71eb497b5cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f81bb744-c89d-4317-9809-24bcfcf175bc HTTP/1.1" status: 204 len: 168 time: 0.6488564 Oct 11 04:24:44.237986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.285138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e51e8d64-443c-4ad9-9092-7a5241dd5b61 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/78bda827-edd5-425d-a182-b2c23ae75e3c HTTP/1.1" status: 200 len: 924 time: 0.4600198 Oct 11 04:24:44.291103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48694) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:44.296866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88feb8a4-54a2-481e-b5a5-d71eb497b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81bb744-c89d-4317-9809-24bcfcf175bc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:44.300018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 5ea4c41b-13d1-4145-9327-fa613f593f51 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:44.300360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5ea4c41b-13d1-4145-9327-fa613f593f51 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:44.312128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:44.312776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423b6fa-c383-4a5f-9a2d-71c0d35ef505 None None] The sync data for ids ['78bda827-edd5-425d-a182-b2c23ae75e3c'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:44.320738 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-178ca1c2-d658-4896-adaa-5064332a3945 req-239d71ae-6a86-4ba0-9714-b55d731e94bd tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417720 Oct 11 04:24:44.333006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.368812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48698) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:44.371233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f1ebaee8-4c82-4dee-a99b-30856e7f51c1 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=78bda827-edd5-425d-a182-b2c23ae75e3c HTTP/1.1" status: 200 len: 205 time: 0.0783598 Oct 11 04:24:44.413654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.419107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.441273 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 7 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:44.475311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c01727c2-082e-40f6-9b3b-55445b1459dd,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:44.499417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.511756 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3053541 Oct 11 04:24:44.514893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:44.521074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1751000315', 'security_groups': ['87cb7f65-c280-4460-b544-438dd9dbdf1d'], 'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '804d2bdc-2c8a-4664-b786-5b322c97175c'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:44.549558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bbe4b-b525-4758-a268-0aaabc8d5bd8 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb7f65-c280-4460-b544-438dd9dbdf1d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:44.657292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Attempting to bind port b44a55ba-1d3f-4a37-9667-8408f0e12e3d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:44.657672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Attempting to bind port b44a55ba-1d3f-4a37-9667-8408f0e12e3d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:44.658035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Attempting to bind port b44a55ba-1d3f-4a37-9667-8408f0e12e3d on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:44.683279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:44.686461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:44.687204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:44.687934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.688233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:44.688774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Bound port: b44a55ba-1d3f-4a37-9667-8408f0e12e3d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:44.689083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.690124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:44.852476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] Update dhcp port {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'fixed_ips': [{'subnet_id': '79e22874-0f05-455c-b154-79db98b46175', 'ip_address': '172.20.0.18'}, {'subnet_id': '804d2bdc-2c8a-4664-b786-5b322c97175c'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '5c71e0a0-8e30-4159-aa1f-0d51b222eb03'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:24:44.892395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:44.913715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] For port b44a55ba-1d3f-4a37-9667-8408f0e12e3d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:44.938254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] device_id is not set on port 713bdf9c-8b1c-42d8-81dc-a838f483ece1 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:44.942895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c01727c2-082e-40f6-9b3b-55445b1459dd up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:44.971459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] For port b44a55ba-1d3f-4a37-9667-8408f0e12e3d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:44.974990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.019596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.023299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.152648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.166290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d3f7-d53e-4d80-9eb2-07a9ba20e339 req-9ec1357d-c05c-4421-9185-654326f6e09e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.173780 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7951d3f7-d53e-4d80-9eb2-07a9ba20e339 req-9ec1357d-c05c-4421-9185-654326f6e09e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3209672 Oct 11 04:24:45.209214 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 8 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:45.237256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.246895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:45.255798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:45.281770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0215-50bb-44d5-8f23-486f6c0dd7e6 None None] Pushing event updated for resources: {'Port': ['ID=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:45.291402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c01727c2-082e-40f6-9b3b-55445b1459dd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:45.291817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.292164 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c01727c2-082e-40f6-9b3b-55445b1459dd Oct 11 04:24:45.300459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event updated for resources: {'Port': ['ID=b1e1c4db-5c4a-4b87-8468-1e4eb19e782c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:45.312277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:45.317400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:45.323879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.329614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.3 (8902b3eb-b5ae-4169-a305-21bff17b3eef/804d2bdc-2c8a-4664-b786-5b322c97175c/713bdf9c-8b1c-42d8-81dc-a838f483ece1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:45.330552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.391311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7951d3f7-d53e-4d80-9eb2-07a9ba20e339 req-08e8caff-92b9-42f0-9f90-acb18c122e58 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163885 Oct 11 04:24:45.408888 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-15a86d6f-dbe1-403b-84e7-805d5042df7e tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.4184041 Oct 11 04:24:45.413367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48724) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:45.441730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c01727c2-082e-40f6-9b3b-55445b1459dd is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:45.538842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.611757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:45.624376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:45.634045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:45.637419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.640517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.641241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.656284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=f5ba3528-9cf5-48e9-a3e3-f400196088f2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:45.659350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.675687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44ee62-8cbf-46b4-b6f3-511fc28c4b23 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.681612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44ee62-8cbf-46b4-b6f3-511fc28c4b23 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.687555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44ee62-8cbf-46b4-b6f3-511fc28c4b23 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.692425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5b44ee62-8cbf-46b4-b6f3-511fc28c4b23 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2756767 Oct 11 04:24:45.693532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48730) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:45.709426 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-34986a5e-52c5-4e75-a434-0bab27724705 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0848091 Oct 11 04:24:45.710868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:45.723673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.752473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48734) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:45.757808 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 9 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:45.787607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:45.798762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:45.805608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:45.820243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=713bdf9c-8b1c-42d8-81dc-a838f483ece1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:45.827294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] Allocated IP 172.20.0.2 (8902b3eb-b5ae-4169-a305-21bff17b3eef/804d2bdc-2c8a-4664-b786-5b322c97175c/5c71e0a0-8e30-4159-aa1f-0d51b222eb03) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:45.832924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:45.856503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e94e0-8ea7-4c8b-b28a-38ef5ba27fb6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.875443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e94e0-8ea7-4c8b-b28a-38ef5ba27fb6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.880109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-055e94e0-8ea7-4c8b-b28a-38ef5ba27fb6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1653936 Oct 11 04:24:45.880784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48738) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:45.917330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:45.917939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.962739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Deleting port ea9f0c29-f220-415a-b921-d54dac1886ad {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:45.963808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.969584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Deleting port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:45.970172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:45.978112 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e9f9a51f-5fe4-4dea-8098-e6abd8f106bc tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4620883 Oct 11 04:24:45.989685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48740) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:45.995217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:46.018084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1797746456'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:46.035876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:46.045226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Made reservation on behalf of 9d82cef58fb442f7b9ac82aa7996bef1 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:46.049289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.082723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.090927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.112437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.203322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e2637-068d-4c90-9520-ae9796c0248f None None] Pushing event updated for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:46.208494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:46.212110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.224041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.250270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.264948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:24:46.267732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.277785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.296457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.296799 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Added segment 8cb0fedd-b863-4c83-84a5-87011683b88d of type vlan for network c41a0213-bca3-4d15-a394-0e3ff37173b6 Oct 11 04:24:46.323041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Calling delete_port for ea9f0c29-f220-415a-b921-d54dac1886ad owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:46.333852 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 10 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:46.335629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Calling delete_port for b1e1c4db-5c4a-4b87-8468-1e4eb19e782c owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:46.367262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3572401-5774-4a05-a1ca-b17f56ce175a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:46.383554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.390222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port f5ba3528-9cf5-48e9-a3e3-f400196088f2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:46.390591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.408101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:46.418549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:46.419194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.419337 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:46.428852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 804d2bdc-2c8a-4664-b786-5b322c97175c (CIDR: 172.20.0.0/28) Oct 11 04:24:46.436365 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:46.436874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:46.493870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-45a6e8e6-9d8c-427e-ad39-2290c8087ffe tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5027740 Oct 11 04:24:46.504417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48744) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:46.517889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:46.533487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:46.538547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bfc6d497-de68-4985-bf84-6576f6fc1691 None None] Could not find standard attr ID for object aee52e1b-5093-45e1-aec8-1b5fcbfab0f2. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:46.599119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.605309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:46.605793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.687171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Provisioning complete for port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:46.687570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.687908 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 1 to provision port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c Oct 11 04:24:46.756669 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9860959 Oct 11 04:24:46.758668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.767226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48746) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:46.768035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f7445-47c8-44a6-ada6-25ae57610d30 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event updated for resources: {'Network': ['ID=c41a0213-bca3-4d15-a394-0e3ff37173b6,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:46.775500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f509f4-cc62-4204-9c28-c663deb297d2 req-8d02aa38-cedc-4c09-8227-a309419cff59 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:46.776066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Request body: {'subnet': {'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:46.783468 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f7f509f4-cc62-4204-9c28-c663deb297d2 req-8d02aa38-cedc-4c09-8227-a309419cff59 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2056227 Oct 11 04:24:46.809965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for f5ba3528-9cf5-48e9-a3e3-f400196088f2 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:46.861247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.891215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:46.900622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.965277 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f7f509f4-cc62-4204-9c28-c663deb297d2 req-0f181e10-7223-414d-ae64-fef02e32a9f5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808581 Oct 11 04:24:46.976610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:46.988872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event deleted for resources: {'Port': ['ID=b1e1c4db-5c4a-4b87-8468-1e4eb19e782c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:47.055613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.062211 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aaae9e8e-2309-40b5-95aa-770f4f42fc2c tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "DELETE /v2.0/ports/b1e1c4db-5c4a-4b87-8468-1e4eb19e782c HTTP/1.1" status: 204 len: 168 time: 1.3676460 Oct 11 04:24:47.065552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48750) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:47.087140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:47.089432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:24:47.091757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:47.101127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Request body: {'port': {'name': 'tempest-new-port-name-1929800503', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:47.101751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.api.validators [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] bootfile-name is not in valid_values {{(pid=103098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:47.102315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.api.validators [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] tftp-server is not in valid_values {{(pid=103098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:47.102811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.api.validators [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] server-ip-address is not in valid_values {{(pid=103098) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:47.105385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event deleted for resources: {'Port': ['ID=ea9f0c29-f220-415a-b921-d54dac1886ad,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:47.138219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Made reservation on behalf of 9d82cef58fb442f7b9ac82aa7996bef1 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:47.143846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.223290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:47.223664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.223995 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:47.224972 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 79e22874-0f05-455c-b154-79db98b46175 (CIDR: 172.20.0.16/28) Oct 11 04:24:47.235788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.238381 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:24:47.238976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:47.277132 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a3ced1fc-b0ee-45ee-857d-82a1a11cd930 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7688572 Oct 11 04:24:47.300347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:47.305782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'subnet': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:47.329530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:47.331257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b44a55ba-1d3f-4a37-9667-8408f0e12e3d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:47.392381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b44a55ba-1d3f-4a37-9667-8408f0e12e3d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:47.393006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.393240 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b44a55ba-1d3f-4a37-9667-8408f0e12e3d Oct 11 04:24:47.410768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5f67-eb78-4902-8ccb-41df7963ab04 req-653f78e6-679e-40f0-a2ea-ccf17623428f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:47.412344 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e0c5f67-eb78-4902-8ccb-41df7963ab04 req-653f78e6-679e-40f0-a2ea-ccf17623428f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2564189 Oct 11 04:24:47.487766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.515738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b44a55ba-1d3f-4a37-9667-8408f0e12e3d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:47.516154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.562905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Made reservation on behalf of 87277714285e4fd8829c7ee5983c1186 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:47.563937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.565766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port b44a55ba-1d3f-4a37-9667-8408f0e12e3d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:47.566493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.569989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.599989 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 2 to provision port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c Oct 11 04:24:47.618836 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e0c5f67-eb78-4902-8ccb-41df7963ab04 req-c8c0295e-d07a-43b9-bc2d-d4a95a77b119 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877527 Oct 11 04:24:47.624548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port b1e1c4db-5c4a-4b87-8468-1e4eb19e782c was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:47.632426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Could not find standard attr ID for object 5ea4c41b-13d1-4145-9327-fa613f593f51. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:47.657119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:47.659937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:47.660296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.660716 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:47.726406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.733419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.736785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=f5ba3528-9cf5-48e9-a3e3-f400196088f2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:47.773479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:47.784493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Provisioning complete for port 33aa7f32-db5e-4acf-8c71-be93008d3d32 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:47.784778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.785114 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 1 to provision port 33aa7f32-db5e-4acf-8c71-be93008d3d32 Oct 11 04:24:47.803208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.816359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.822966 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a406b3fd-278a-407c-8754-39bad6814703 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/f5ba3528-9cf5-48e9-a3e3-f400196088f2 HTTP/1.1" status: 204 len: 168 time: 1.9376051 Oct 11 04:24:47.822966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.823784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48758) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:47.835797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 33aa7f32-db5e-4acf-8c71-be93008d3d32 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:47.856558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.857055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Fanout notify agent at l3_agent the message router_deleted on router 78bda827-edd5-425d-a182-b2c23ae75e3c {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:24:47.861356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.892371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.893471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4a640b3a-ae9d-4a1d-b9de-0e565ac93573 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/78bda827-edd5-425d-a182-b2c23ae75e3c HTTP/1.1" status: 204 len: 168 time: 3.5231817 Oct 11 04:24:47.899909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48760) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:47.900111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86184e35-cbb2-41f6-a414-ea93527cd7d6 req-d7294172-418e-412c-b0b7-0846135c1829 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:47.906148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1138900690', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': False}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:47.907049 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-86184e35-cbb2-41f6-a414-ea93527cd7d6 req-d7294172-418e-412c-b0b7-0846135c1829 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1973984 Oct 11 04:24:47.945760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] In _notify_port_updated(), no bound segment for port 33aa7f32-db5e-4acf-8c71-be93008d3d32 on network 7a46b322-d475-4fd3-a425-5ddd1279d2ce {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:24:47.952337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:47.953036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:47.954426 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "PUT /v2.0/ports/33aa7f32-db5e-4acf-8c71-be93008d3d32 HTTP/1.1" status: 200 len: 1130 time: 0.8874071 Oct 11 04:24:47.968853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48762) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:48.068329 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-86184e35-cbb2-41f6-a414-ea93527cd7d6 req-31b8e1c2-c906-4a46-95a3-45076d800ad3 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602411 Oct 11 04:24:48.068956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3af0a-1373-4ae7-bb6c-83cf30f3da27 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event updated for resources: {'Port': ['ID=33aa7f32-db5e-4acf-8c71-be93008d3d32,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:48.081801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9dc004-6c30-47b6-a737-283410633b03 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.086898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3d9dc004-6c30-47b6-a737-283410633b03 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "GET /v2.0/ports/33aa7f32-db5e-4acf-8c71-be93008d3d32 HTTP/1.1" status: 200 len: 1130 time: 0.1115069 Oct 11 04:24:48.090901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48764) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:48.200493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.218947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabfdaf-b992-466a-8959-900324b2468f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.220722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabfdaf-b992-466a-8959-900324b2468f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.222377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1cabfdaf-b992-466a-8959-900324b2468f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3949409 Oct 11 04:24:48.223246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event updated for resources: {'Subnet': ['ID=f65d9fbb-75a6-43f7-b510-26624f45b3e3,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:48.226247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48768) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:48.256511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:48.260300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.261635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.264881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:48.269625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.270206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.276577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a9f85-90e6-4c70-933a-6eb9a2288490 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:48.276768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Deleting port 33aa7f32-db5e-4acf-8c71-be93008d3d32 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:48.276972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.292699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Subnet': ['ID=0448c916-49a7-4bab-8e05-17104ab38318,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:48.310167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Checking segment: {'id': '8cb0fedd-b863-4c83-84a5-87011683b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:48.310558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Network hostable DHCP agents. Network: c41a0213-bca3-4d15-a394-0e3ff37173b6, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:24:48.317929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10310f0f-b293-43e3-82a1-84edf2af1b11 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0165076 Oct 11 04:24:48.320603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48770) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:48.329554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1487801728', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0448c916-49a7-4bab-8e05-17104ab38318'}], 'security_groups': ['c9036656-7c58-44f6-acd6-fd94d19cf766', '852d01a0-349a-414b-9086-2aaf0a7fa1d4']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:48.341292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 16a6a1d9-8ecb-4109-93eb-185493a60fe0 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:48.350772 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 2 to provision port 33aa7f32-db5e-4acf-8c71-be93008d3d32 Oct 11 04:24:48.361024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0e9f3-cc71-49a5-8b49-de566cbdcf4a req-957058c8-3fe6-4002-b74d-ed147a7c4f49 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.363189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dda0e9f3-cc71-49a5-8b49-de566cbdcf4a req-957058c8-3fe6-4002-b74d-ed147a7c4f49 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1709447 Oct 11 04:24:48.363916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.409043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 33aa7f32-db5e-4acf-8c71-be93008d3d32 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:48.411826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.482310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:24:48.490822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.550671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c41a0213-bca3-4d15-a394-0e3ff37173b6) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:48.567253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377fc856-6034-45f2-b429-6eaae02a8f49 None None] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:48.573614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.574235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.617138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dda0e9f3-cc71-49a5-8b49-de566cbdcf4a req-5e1a7991-8056-4df1-bdfd-2ff4fd544140 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471588 Oct 11 04:24:48.644544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] Update dhcp port {'port': {'network_id': '8902b3eb-b5ae-4169-a305-21bff17b3eef', 'fixed_ips': [{'subnet_id': '79e22874-0f05-455c-b154-79db98b46175', 'ip_address': '172.20.0.18'}, {'subnet_id': '804d2bdc-2c8a-4664-b786-5b322c97175c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0448c916-49a7-4bab-8e05-17104ab38318'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '5c71e0a0-8e30-4159-aa1f-0d51b222eb03'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:24:48.669593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.673884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.726407 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8517f796-04fe-4997-8f61-48e0d1be164e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9524400 Oct 11 04:24:48.728962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48774) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:48.737610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Request body: {'port': {'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1945870208'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:48.774623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.790505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.815319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.818136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Calling delete_port for 33aa7f32-db5e-4acf-8c71-be93008d3d32 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:48.876454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213394bb-8481-4006-a729-666ac00a4347 req-6a963c8e-b2ae-446a-b813-f870730fc484 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:48.877820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213394bb-8481-4006-a729-666ac00a4347 req-6a963c8e-b2ae-446a-b813-f870730fc484 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1252391 Oct 11 04:24:48.898849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b44a55ba-1d3f-4a37-9667-8408f0e12e3d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:48.928062 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 3 to provision port 33aa7f32-db5e-4acf-8c71-be93008d3d32 Oct 11 04:24:48.963290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:48.992049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] Allocated IP 172.20.0.34 (8902b3eb-b5ae-4169-a305-21bff17b3eef/0448c916-49a7-4bab-8e05-17104ab38318/5c71e0a0-8e30-4159-aa1f-0d51b222eb03) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:49.011585 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213394bb-8481-4006-a729-666ac00a4347 req-9d5666e0-1e7e-41f8-ade5-30611b60aed1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990171 Oct 11 04:24:49.012055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.019013 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/16a6a1d9-8ecb-4109-93eb-185493a60fe0 HTTP/1.1" status: 204 len: 168 time: 0.7733757 Oct 11 04:24:49.022296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48776) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:49.034557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60575dee-f0b9-4f09-aac9-a4ef509c26f3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=16a6a1d9-8ecb-4109-93eb-185493a60fe0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:49.034995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5728452-e30f-4dbe-b8c4-4345f88f7495 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:49.052142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Made reservation on behalf of 9d82cef58fb442f7b9ac82aa7996bef1 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:49.057758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.067948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 33aa7f32-db5e-4acf-8c71-be93008d3d32 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:49.105834 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a6e9daca-480f-443b-a873-c31467d5bea9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583837 Oct 11 04:24:49.109294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48780) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:49.120942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:49.161892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-c41a0213-bca3-4d15-a394-0e3ff37173b6', 'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6', 'tenant_id': '9d82cef58fb442f7b9ac82aa7996bef1', 'fixed_ips': [{'subnet_id': 'f65d9fbb-75a6-43f7-b510-26624f45b3e3'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:49.162855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.167968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] device_id is not set on port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:49.209818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b44a55ba-1d3f-4a37-9667-8408f0e12e3d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:49.210103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.210631 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b44a55ba-1d3f-4a37-9667-8408f0e12e3d Oct 11 04:24:49.294390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.307495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228758cd-fd97-43f8-8777-1a5c69d05c28 req-f9af8dd9-c721-4aa8-91be-5fa57e4a2762 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:49.308999 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-228758cd-fd97-43f8-8777-1a5c69d05c28 req-f9af8dd9-c721-4aa8-91be-5fa57e4a2762 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1803029 Oct 11 04:24:49.312663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.331075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event deleted for resources: {'Port': ['ID=33aa7f32-db5e-4acf-8c71-be93008d3d32,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:49.338746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:49.342319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.368387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.378251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:49.383753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.387480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b0396e6a-6dc3-4e4c-bb96-fab0e714ceea tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "DELETE /v2.0/ports/33aa7f32-db5e-4acf-8c71-be93008d3d32 HTTP/1.1" status: 204 len: 168 time: 1.2961276 Oct 11 04:24:49.390790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48782) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:49.443364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.480979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-228758cd-fd97-43f8-8777-1a5c69d05c28 req-9d302580-86f3-4b9c-adc8-dbb788c10264 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374073 Oct 11 04:24:49.482888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Allocated IP 172.20.0.9 (c41a0213-bca3-4d15-a394-0e3ff37173b6/f65d9fbb-75a6-43f7-b510-26624f45b3e3/c5f8b03a-3136-48ec-b5c9-0661cfc9c156) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:49.523002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.531148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Deleting subnet ed77f3ac-e328-447c-8639-227ee623641a {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:49.539474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.569259 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 4 to provision port 33aa7f32-db5e-4acf-8c71-be93008d3d32 Oct 11 04:24:49.623263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 33aa7f32-db5e-4acf-8c71-be93008d3d32 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:49.624568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.628188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b44a55ba-1d3f-4a37-9667-8408f0e12e3d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:49.662403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Could not find standard attr ID for object 3283e2d3-5682-4a52-aa2b-0f17059c7273. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:49.686393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891703dc-7cf2-4ac3-9a98-52b99a2f4631 None None] Pushing event updated for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:49.689655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:49.719421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Provisioning complete for port c01727c2-082e-40f6-9b3b-55445b1459dd triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:49.721451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.721949 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 1 to provision port c01727c2-082e-40f6-9b3b-55445b1459dd Oct 11 04:24:49.729299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Allocated IP 172.26.8.138 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/412ec43d-ee3d-47ab-bf59-3d7b41dd1b65) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:49.768352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Delete allocated IP 172.20.0.3 (8902b3eb-b5ae-4169-a305-21bff17b3eef/804d2bdc-2c8a-4664-b786-5b322c97175c) {{(pid=103098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 04:24:49.867458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Allocated IP 172.20.0.46 (8902b3eb-b5ae-4169-a305-21bff17b3eef/0448c916-49a7-4bab-8e05-17104ab38318/713bdf9c-8b1c-42d8-81dc-a838f483ece1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:49.871116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.874371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.878927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.936146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:49.950122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.001643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:50.012577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:50.015313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:50.022192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:50.024300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event updated for resources: {'Port': ['ID=c5f8b03a-3136-48ec-b5c9-0661cfc9c156,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.050341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] Deleting port b44a55ba-1d3f-4a37-9667-8408f0e12e3d {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:50.051008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.067702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:50.070509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:50.079969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Allocated IP 172.20.0.2 (c41a0213-bca3-4d15-a394-0e3ff37173b6/f65d9fbb-75a6-43f7-b510-26624f45b3e3/196bd9e0-da24-4988-9a96-62269da51eb7) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:50.083656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.objects.ports [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103098) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:24:50.092140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Port': ['ID=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.159862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:50.160890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.221162 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b40a57a3-ed79-4864-b2b3-593509aefd22 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4878576 Oct 11 04:24:50.244940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.250931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48786) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:50.257156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Request body: {'port': {'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1934805511', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:50.257683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] bootfile-name is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:50.258024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] tftp-server is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:50.259089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] server-ip-address is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:50.265110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.304900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Current status of the port c01727c2-082e-40f6-9b3b-55445b1459dd is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:50.333782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:50.358774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.370068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:50.381713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:50.386785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Provisioning complete for port 91a33c2f-590c-4235-a2b6-da73931db780 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:50.387153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.387485 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 1 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:50.423835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.426566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Pushing event updated for resources: {'Port': ['ID=196bd9e0-da24-4988-9a96-62269da51eb7,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.443697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.496053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event deleted for resources: {'Subnet': ['ID=ed77f3ac-e328-447c-8639-227ee623641a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.496285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] For port b44a55ba-1d3f-4a37-9667-8408f0e12e3d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:50.496843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.499667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Made reservation on behalf of 9d82cef58fb442f7b9ac82aa7996bef1 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:50.504825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.507154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Attempting to bind port 196bd9e0-da24-4988-9a96-62269da51eb7 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:50.507526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Attempting to bind port 196bd9e0-da24-4988-9a96-62269da51eb7 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '8cb0fedd-b863-4c83-84a5-87011683b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:50.507882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Attempting to bind port 196bd9e0-da24-4988-9a96-62269da51eb7 on network c41a0213-bca3-4d15-a394-0e3ff37173b6 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:50.512630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:50.513923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] Calling delete_port for b44a55ba-1d3f-4a37-9667-8408f0e12e3d owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:50.520524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:50.520898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Checking segment: {'id': '8cb0fedd-b863-4c83-84a5-87011683b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:50.521297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.521681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Bound using segment: {'id': '8cb0fedd-b863-4c83-84a5-87011683b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:50.522143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Bound port: 196bd9e0-da24-4988-9a96-62269da51eb7, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb0fedd-b863-4c83-84a5-87011683b88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'c41a0213-bca3-4d15-a394-0e3ff37173b6'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:50.522728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.526784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] device_id is not set on port d9c87fcb-7985-48f4-af18-bc52295aaafe yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:50.531230 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.549589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.552898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ba80b925-f3f6-453f-b0dc-9535e77fdeb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "DELETE /v2.0/subnets/ed77f3ac-e328-447c-8639-227ee623641a HTTP/1.1" status: 204 len: 168 time: 1.1610255 Oct 11 04:24:50.569376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48788) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:50.574370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31896c06-194d-4634-bf04-a833f6d4f69c None None] Network 7a46b322-d475-4fd3-a425-5ddd1279d2ce requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:50.675076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event updated for resources: {'Port': ['ID=713bdf9c-8b1c-42d8-81dc-a838f483ece1,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.700822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] For port 196bd9e0-da24-4988-9a96-62269da51eb7, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:50.710853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] For port 196bd9e0-da24-4988-9a96-62269da51eb7, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=196bd9e0-da24-4988-9a96-62269da51eb7,segment=NetworkSegment(8cb0fedd-b863-4c83-84a5-87011683b88d),segment_id=8cb0fedd-b863-4c83-84a5-87011683b88d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:50.732733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.768159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.779814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.779961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] In _notify_port_updated(), no bound segment for port 713bdf9c-8b1c-42d8-81dc-a838f483ece1 on network 8902b3eb-b5ae-4169-a305-21bff17b3eef {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:24:50.789658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:50.790399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.795205 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ff0e5eed-3015-4132-beb3-c17d7c736677 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "PUT /v2.0/ports/713bdf9c-8b1c-42d8-81dc-a838f483ece1 HTTP/1.1" status: 200 len: 960 time: 2.4709015 Oct 11 04:24:50.795885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48790) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:50.810665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.ipam_pluggable_backend [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Port b44a55ba-1d3f-4a37-9667-8408f0e12e3d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103098) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Oct 11 04:24:50.811288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.ipam_pluggable_backend [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Reverting IP allocation for 2001:db8::f816:3eff:fe46:cbcb {{(pid=103098) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Oct 11 04:24:50.815581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] No DVR routers for this DVR port b44a55ba-1d3f-4a37-9667-8408f0e12e3d on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:50.842928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38cb72-fe85-4d9b-ab39-7d870753bb6e None None] Pushing event updated for resources: {'Port': ['ID=196bd9e0-da24-4988-9a96-62269da51eb7,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.847769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:50.874624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c574dd-e923-4c1d-8137-051d73a0ccae None None] Pushing event deleted for resources: {'Port': ['ID=b44a55ba-1d3f-4a37-9667-8408f0e12e3d,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:50.935668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:50.973054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] DHCP port deletion for 7a46b322-d475-4fd3-a425-5ddd1279d2ce request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:51.001788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:51.013256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=e51475cc-5e94-4f9b-a0ec-e373f3507357,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:51.016641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:51.022277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:51.023074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.024612 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 2 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:51.075814 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c572020a-19a6-40f9-9e48-e4da249fcd8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9601412 Oct 11 04:24:51.081614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Deleting port c01727c2-082e-40f6-9b3b-55445b1459dd {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:51.081614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.082724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48794) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:51.109546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:98:c5:b0', 'name': 'tempest-NetworksTestDHCPv6-30169199'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:51.119760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 713bdf9c-8b1c-42d8-81dc-a838f483ece1 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:51.120319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.128782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc130c-3fc9-4016-81dc-9983ff23ac66 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:51.181306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:51.212285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] For port c01727c2-082e-40f6-9b3b-55445b1459dd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c01727c2-082e-40f6-9b3b-55445b1459dd,segment=NetworkSegment(cd028a48-31ad-44a3-8392-de8803a5c497),segment_id=cd028a48-31ad-44a3-8392-de8803a5c497)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:51.212684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.261722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:51.262197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.262694 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 Oct 11 04:24:51.270088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Allocated IP 172.20.0.4 (c41a0213-bca3-4d15-a394-0e3ff37173b6/f65d9fbb-75a6-43f7-b510-26624f45b3e3/d9c87fcb-7985-48f4-af18-bc52295aaafe) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:51.271869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Calling delete_port for c01727c2-082e-40f6-9b3b-55445b1459dd owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:51.310114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] Deleting port c01727c2-082e-40f6-9b3b-55445b1459dd {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:51.310664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.353063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.369470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 713bdf9c-8b1c-42d8-81dc-a838f483ece1 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:51.423749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] For port c01727c2-082e-40f6-9b3b-55445b1459dd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c01727c2-082e-40f6-9b3b-55445b1459dd,segment=NetworkSegment(cd028a48-31ad-44a3-8392-de8803a5c497),segment_id=cd028a48-31ad-44a3-8392-de8803a5c497)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:51.424406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.442591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.459256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.466695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] Calling delete_port for c01727c2-082e-40f6-9b3b-55445b1459dd owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:51.489159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event deleted for resources: {'Port': ['ID=c01727c2-082e-40f6-9b3b-55445b1459dd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:51.494727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'e51475cc-5e94-4f9b-a0ec-e373f3507357'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:51.495543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.504156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] No DVR routers for this DVR port c01727c2-082e-40f6-9b3b-55445b1459dd on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:51.556886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:51.623049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:51.634220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.638919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b44a55ba-1d3f-4a37-9667-8408f0e12e3d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:51.667880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a46b322-d475-4fd3-a425-5ddd1279d2ce']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:51.669176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b44a55ba-1d3f-4a37-9667-8408f0e12e3d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:51.669584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b44a55ba-1d3f-4a37-9667-8408f0e12e3d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:51.680504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd028a48-31ad-44a3-8392-de8803a5c497') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:51.680886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd028a48-31ad-44a3-8392-de8803a5c497') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:51.682902 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 3 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:51.684585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.723124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.726487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=713bdf9c-8b1c-42d8-81dc-a838f483ece1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:51.747613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.763891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.782068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:51.785105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] Pushing event deleted for resources: {'Port': ['ID=c01727c2-082e-40f6-9b3b-55445b1459dd,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:51.790159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4fa3c-a88b-477e-95b2-e545f2160788 None None] No DVR routers for this DVR port c01727c2-082e-40f6-9b3b-55445b1459dd on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:51.797540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:51.798175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.803465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Allocated IP 2001:db8::f816:3eff:fe98:29d6 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e51475cc-5e94-4f9b-a0ec-e373f3507357/a17dded3-c913-4aaf-90a2-38bfaa765528) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:51.815681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.840927 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment cd028a48-31ad-44a3-8392-de8803a5c497 resource provider aggregate not found Oct 11 04:24:51.883636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.904332 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment cd028a48-31ad-44a3-8392-de8803a5c497 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd028a48-31ad-44a3-8392-de8803a5c497 found for delete ", "request_id": "req-c83fc7a9-62e0-4d82-a1f8-5158ad0f5e63"}]} Oct 11 04:24:51.932510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.939609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fdc4d14d-a865-403f-b4de-79ac91b10213 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/713bdf9c-8b1c-42d8-81dc-a838f483ece1 HTTP/1.1" status: 204 len: 168 time: 1.1414342 Oct 11 04:24:51.940780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48800) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:51.941478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.949014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port f5f032dd-43d9-4d57-9984-bc37c9a63d40 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:51.954382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:51.960697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] 10.222.0.39 "DELETE /v2.0/networks/7a46b322-d475-4fd3-a425-5ddd1279d2ce HTTP/1.1" status: 204 len: 168 time: 1.3884749 Oct 11 04:24:52.007760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919c7db-98ac-4472-9d1d-f4edfc4ee20f tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778 tempest-ExtraDHCPOptionsIpV6TestJSON-1399820778-project] Pushing event deleted for resources: {'Network': ['ID=7a46b322-d475-4fd3-a425-5ddd1279d2ce,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.011517 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e31e5ab-ce8e-483c-8d55-1f5c6b3fea9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] GET failed (client error): The resource could not be found. Oct 11 04:24:52.016124 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0e31e5ab-ce8e-483c-8d55-1f5c6b3fea9c tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports/713bdf9c-8b1c-42d8-81dc-a838f483ece1 HTTP/1.1" status: 404 len: 333 time: 0.0541255 Oct 11 04:24:52.016762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48804) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.080751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.085099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.098599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.106243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Router 4860a972-554f-4873-8d1f-f30a1962c3ff is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:24:52.115442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8a55dbe-2f8b-4c66-bde2-579603d1f02b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.141783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8a55dbe-2f8b-4c66-bde2-579603d1f02b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.150478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:52.155047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:52.165524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:52.169350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Pushing event updated for resources: {'Port': ['ID=a17dded3-c913-4aaf-90a2-38bfaa765528,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.207873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:52.221149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8a55dbe-2f8b-4c66-bde2-579603d1f02b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.224232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8a55dbe-2f8b-4c66-bde2-579603d1f02b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.227167 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e8a55dbe-2f8b-4c66-bde2-579603d1f02b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/security-groups/87cb7f65-c280-4460-b544-438dd9dbdf1d HTTP/1.1" status: 204 len: 168 time: 0.2092507 Oct 11 04:24:52.234896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48806) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.242585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:52.251927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:52.283177 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 4 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:52.321171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Attempting to bind port a17dded3-c913-4aaf-90a2-38bfaa765528 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:52.321545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Attempting to bind port a17dded3-c913-4aaf-90a2-38bfaa765528 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:52.321904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Attempting to bind port a17dded3-c913-4aaf-90a2-38bfaa765528 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:52.329235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a55dbe-2f8b-4c66-bde2-579603d1f02b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb7f65-c280-4460-b544-438dd9dbdf1d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.348213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:52.348577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:52.359209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.359617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:52.360310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Bound port: a17dded3-c913-4aaf-90a2-38bfaa765528, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:52.360861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.363458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdaeb5cb-94cf-41f7-b777-a3961b85a55b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.371176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fe98:c5b0 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/e51475cc-5e94-4f9b-a0ec-e373f3507357/f5f032dd-43d9-4d57-9984-bc37c9a63d40) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:52.393242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdaeb5cb-94cf-41f7-b777-a3961b85a55b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.453231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdaeb5cb-94cf-41f7-b777-a3961b85a55b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.456821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cdaeb5cb-94cf-41f7-b777-a3961b85a55b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.458234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cdaeb5cb-94cf-41f7-b777-a3961b85a55b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/security-groups/852d01a0-349a-414b-9086-2aaf0a7fa1d4 HTTP/1.1" status: 204 len: 168 time: 0.2211070 Oct 11 04:24:52.462278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.480621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaeb5cb-94cf-41f7-b777-a3961b85a55b tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d01a0-349a-414b-9086-2aaf0a7fa1d4,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.556145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d50398b-2a5f-4e5f-aad9-3ffdeeb9e863 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.558466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.585632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:52.586314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.598690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d50398b-2a5f-4e5f-aad9-3ffdeeb9e863 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.599024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event updated for resources: {'Port': ['ID=d9c87fcb-7985-48f4-af18-bc52295aaafe,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.604786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:52.671753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f051001-558f-4c48-9801-38a7ab629aa0 None None] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:52.678988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d50398b-2a5f-4e5f-aad9-3ffdeeb9e863 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.683074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d50398b-2a5f-4e5f-aad9-3ffdeeb9e863 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.684339 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d50398b-2a5f-4e5f-aad9-3ffdeeb9e863 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/security-groups/c9036656-7c58-44f6-acd6-fd94d19cf766 HTTP/1.1" status: 204 len: 168 time: 0.2183752 Oct 11 04:24:52.689125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.712066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] For port a17dded3-c913-4aaf-90a2-38bfaa765528, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:52.722483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6ab1e74f-499e-44aa-80f2-d5af55d936f6 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4681959 Oct 11 04:24:52.724134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48818) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.734158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] For port a17dded3-c913-4aaf-90a2-38bfaa765528, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a17dded3-c913-4aaf-90a2-38bfaa765528,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:52.766898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.779206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 804d2bdc-2c8a-4664-b786-5b322c97175c {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:52.785678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.836934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.856079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.865565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:24:52.873700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1b780-94f3-49f4-9c83-2bff8c1d0728 None None] Pushing event updated for resources: {'Port': ['ID=a17dded3-c913-4aaf-90a2-38bfaa765528,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.877650 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Sync routers for ids ['4860a972-554f-4873-8d1f-f30a1962c3ff'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:24:52.893863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f9f29-bbe1-450d-90b6-414f98454d3b tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:52.894336 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Routers {'4860a972-554f-4873-8d1f-f30a1962c3ff'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:52.896261 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4860a972-554f-4873-8d1f-f30a1962c3ff'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:52.900203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f9f29-bbe1-450d-90b6-414f98454d3b tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:52.907098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f9f29-bbe1-450d-90b6-414f98454d3b tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:52.908808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-947f9f29-bbe1-450d-90b6-414f98454d3b tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1837447 Oct 11 04:24:52.913797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48820) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.929757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:52.933827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50398b-2a5f-4e5f-aad9-3ffdeeb9e863 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9036656-7c58-44f6-acd6-fd94d19cf766,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:52.933969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-43c4c58e-ef53-4651-8d80-66def3858b8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0310462 Oct 11 04:24:52.934560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48822) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:52.981447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 196bd9e0-da24-4988-9a96-62269da51eb7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:53.041258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.069515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.074215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 196bd9e0-da24-4988-9a96-62269da51eb7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:53.075092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.075528 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 196bd9e0-da24-4988-9a96-62269da51eb7 Oct 11 04:24:53.108324 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 5 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:53.147298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=f5f032dd-43d9-4d57-9984-bc37c9a63d40,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:53.149525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.157119 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Set router 4860a972-554f-4873-8d1f-f30a1962c3ff gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:53.209208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:53.218015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:53.222232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:53.228507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:53.229132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.246519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:53.250647 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-84a17cef-0eaa-4c25-9a31-f74a0e630eca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35f0b4d8842047498476ffb3b5ebc724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6909623 Oct 11 04:24:53.253105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=804d2bdc-2c8a-4664-b786-5b322c97175c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:53.261283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48824) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:53.263059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.267723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-32bbba13-a0c9-4735-bd06-42229c098fc0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/804d2bdc-2c8a-4664-b786-5b322c97175c HTTP/1.1" status: 204 len: 168 time: 0.5775168 Oct 11 04:24:53.274330 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-815cfa1e-1311-430d-87b8-7eaa5da5dd30 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/4860a972-554f-4873-8d1f-f30a1962c3ff HTTP/1.1" status: 200 len: 909 time: 0.3089936 Oct 11 04:24:53.275171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48826) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:53.275444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48828) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:53.276250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70462706-9f64-4db0-ac35-4173f8b267eb None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:53.290516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1138900690', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': True}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:53.300485 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-db8a5406-7b2c-42e4-8ab5-45703aa4dc9e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2059901 Oct 11 04:24:53.301161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48830) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:53.334966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Deleting port d9c87fcb-7985-48f4-af18-bc52295aaafe {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:53.335311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.344175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10d5492d-8170-4ff1-be40-0fa8d46e66af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.385931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10d5492d-8170-4ff1-be40-0fa8d46e66af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.465973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.467269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.492968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10d5492d-8170-4ff1-be40-0fa8d46e66af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.496171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10d5492d-8170-4ff1-be40-0fa8d46e66af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.497607 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10d5492d-8170-4ff1-be40-0fa8d46e66af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2508fe4a-546d-47f4-a662-c84fafa4ecac HTTP/1.1" status: 204 len: 168 time: 0.2278876 Oct 11 04:24:53.503710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 0448c916-49a7-4bab-8e05-17104ab38318 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:53.511484 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.526088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5492d-8170-4ff1-be40-0fa8d46e66af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508fe4a-546d-47f4-a662-c84fafa4ecac,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:53.547143 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860a972-554f-4873-8d1f-f30a1962c3ff', 'name': 'tempest-snat-router-1138900690', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.138'}], 'enable_snat': False}, 'gw_port_id': '412ec43d-ee3d-47ab-bf59-3d7b41dd1b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:48Z', 'updated_at': '2022-10-11T04:24:50Z', 'revision_number': 3, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port': {'id': '412ec43d-ee3d-47ab-bf59-3d7b41dd1b65', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860a972-554f-4873-8d1f-f30a1962c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:24:49Z', 'updated_at': '2022-10-11T04:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:53.569158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 196bd9e0-da24-4988-9a96-62269da51eb7 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:53.569396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.576530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ea368-a69d-45d9-973a-bc46035ba48f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:53.589273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ea368-a69d-45d9-973a-bc46035ba48f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:53.592227 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Checking router: 4860a972-554f-4873-8d1f-f30a1962c3ff for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:24:53.592868 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Updating router 4860a972-554f-4873-8d1f-f30a1962c3ff port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:24:53.593721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48834) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:53.593992 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bb2ea368-a69d-45d9-973a-bc46035ba48f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2888877 Oct 11 04:24:53.612785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.639375 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.651616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Calling delete_port for d9c87fcb-7985-48f4-af18-bc52295aaafe owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:53.655985 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.697304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 196bd9e0-da24-4988-9a96-62269da51eb7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=196bd9e0-da24-4988-9a96-62269da51eb7,segment=NetworkSegment(8cb0fedd-b863-4c83-84a5-87011683b88d),segment_id=8cb0fedd-b863-4c83-84a5-87011683b88d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:53.704768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.779384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.789229 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 6 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:53.816172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port f5f032dd-43d9-4d57-9984-bc37c9a63d40 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:53.816829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:53.860031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:53.860758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c01727c2-082e-40f6-9b3b-55445b1459dd no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:53.864818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=196bd9e0-da24-4988-9a96-62269da51eb7,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:53.902186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c01727c2-082e-40f6-9b3b-55445b1459dd {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:53.902518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c01727c2-082e-40f6-9b3b-55445b1459dd not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:54.030374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.053925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for f5f032dd-43d9-4d57-9984-bc37c9a63d40 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:54.361043 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 7 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:54.397995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.423935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:54.495961 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.505576 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.514508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=f5f032dd-43d9-4d57-9984-bc37c9a63d40,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:54.530137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.536235 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7a6533f6-e067-4d45-85da-be0a7f884522 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/f5f032dd-43d9-4d57-9984-bc37c9a63d40 HTTP/1.1" status: 204 len: 168 time: 0.9409158 Oct 11 04:24:54.536886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48852) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:54.565581 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Attempting to bind port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:54.565989 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Attempting to bind port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:54.566403 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Attempting to bind port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:54.582251 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2265-2448-4b04-bc34-f474d9c44aca None None] Pushing event updated for resources: {'Port': ['ID=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:54.584732 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:54.585347 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:54.585921 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.586689 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:54.587410 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Bound port: 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:54.588311 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.654489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14599c16-1735-4e8d-bbc6-f7f8a4c4fc4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:54.656311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14599c16-1735-4e8d-bbc6-f7f8a4c4fc4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:54.658065 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-14599c16-1735-4e8d-bbc6-f7f8a4c4fc4d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1201320 Oct 11 04:24:54.661981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48856) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:54.675050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.690683 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] For port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:54.695924 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] For port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:54.708589 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.737672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet e51475cc-5e94-4f9b-a0ec-e373f3507357 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:54.739744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.742953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.793649 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Routers {'4860a972-554f-4873-8d1f-f30a1962c3ff'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:24:54.795183 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4860a972-554f-4873-8d1f-f30a1962c3ff'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:54.810324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:54.908017 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2265-2448-4b04-bc34-f474d9c44aca None None] Pushing event updated for resources: {'Port': ['ID=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:54.924624 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 8 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:54.951118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.001069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:55.006126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.029452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48858) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.054877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.067947 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] Set router 4860a972-554f-4873-8d1f-f30a1962c3ff gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:24:55.105481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=0448c916-49a7-4bab-8e05-17104ab38318,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:55.125344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93457929-2566-4fad-bf8f-a55abc9fe250 None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:55.126038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.132734 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-af69ba11-cb98-4cae-b2bc-bb83255b9508 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/0448c916-49a7-4bab-8e05-17104ab38318 HTTP/1.1" status: 204 len: 168 time: 1.8544896 Oct 11 04:24:55.134194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.136317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48862) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.138889 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e51475cc-5e94-4f9b-a0ec-e373f3507357 HTTP/1.1" status: 204 len: 168 time: 0.4744337 Oct 11 04:24:55.140310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=e51475cc-5e94-4f9b-a0ec-e373f3507357,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:55.142927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48864) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.150857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 196bd9e0-da24-4988-9a96-62269da51eb7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:55.211491 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-028060f6-2677-428c-9bd5-b46f1702b6d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:55.211836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028060f6-2677-428c-9bd5-b46f1702b6d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:55.219189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-028060f6-2677-428c-9bd5-b46f1702b6d2 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/804d2bdc-2c8a-4664-b786-5b322c97175c HTTP/1.1" status: 404 len: 337 time: 0.0722694 Oct 11 04:24:55.221949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.222335 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cc1c357f-c0b7-4295-87ab-40d04f1474cd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779264 Oct 11 04:24:55.223935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48866) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.225427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48868) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.230336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1647341774'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:55.251004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.251712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.252291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.252868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.253412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.254124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.254774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.255331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.255869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.256403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.256999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.257525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066608-da2c-4aef-b17d-6140a4363330 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:55.262017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:55.266965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.278127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.322965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 196bd9e0-da24-4988-9a96-62269da51eb7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:55.323370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.323716 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 196bd9e0-da24-4988-9a96-62269da51eb7 Oct 11 04:24:55.376949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd954a-2de7-449c-b967-5fec7a5de2e4 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:55.389007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event deleted for resources: {'Port': ['ID=d9c87fcb-7985-48f4-af18-bc52295aaafe,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:55.404106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.406824 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860a972-554f-4873-8d1f-f30a1962c3ff', 'name': 'tempest-snat-router-1138900690', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.138'}], 'enable_snat': False}, 'gw_port_id': '412ec43d-ee3d-47ab-bf59-3d7b41dd1b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:48Z', 'updated_at': '2022-10-11T04:24:50Z', 'revision_number': 3, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port': {'id': '412ec43d-ee3d-47ab-bf59-3d7b41dd1b65', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860a972-554f-4873-8d1f-f30a1962c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:24:49Z', 'updated_at': '2022-10-11T04:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:55.412750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.449831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406b2ee-7637-48eb-a037-6adc60aa19ea None None] The sync data for ids ['4860a972-554f-4873-8d1f-f30a1962c3ff'] in dv-neutron-860894-1-hyperv is: [{'id': '4860a972-554f-4873-8d1f-f30a1962c3ff', 'name': 'tempest-snat-router-1138900690', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.138'}], 'enable_snat': False}, 'gw_port_id': '412ec43d-ee3d-47ab-bf59-3d7b41dd1b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:48Z', 'updated_at': '2022-10-11T04:24:50Z', 'revision_number': 3, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port': {'id': '412ec43d-ee3d-47ab-bf59-3d7b41dd1b65', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860a972-554f-4873-8d1f-f30a1962c3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:24:49Z', 'updated_at': '2022-10-11T04:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:24:55.460327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327a984a-cd9b-476e-b8db-b1cb3351e36e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:55.473290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 485} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:24:55.498011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.498764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Added segment 84704ebb-f05d-4728-9231-30abc1d7eaa5 of type vlan for network 3839e53e-4197-41d8-9f28-ca134879d5ad Oct 11 04:24:55.523629 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 9 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:55.561527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.570984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:55.579588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting subnet 79e22874-0f05-455c-b154-79db98b46175 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:24:55.597642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.609828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.617164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:55.618249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.654561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c49ead-1cfe-4344-aaa4-a79ce2249740 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:55.660290 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e8c49ead-1cfe-4344-aaa4-a79ce2249740 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4291630 Oct 11 04:24:55.661499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48872) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.697677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 196bd9e0-da24-4988-9a96-62269da51eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:55.699292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a17dded3-c913-4aaf-90a2-38bfaa765528 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:55.718555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.722377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9d30470-acd7-485f-94c0-21be6e91d1e1 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "DELETE /v2.0/ports/d9c87fcb-7985-48f4-af18-bc52295aaafe HTTP/1.1" status: 204 len: 168 time: 2.8073881 Oct 11 04:24:55.731212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48874) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:55.740428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Request body: {'port': {'name': 'tempest-new-port-name-154125740', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:55.740956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] bootfile-name is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:55.741386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] tftp-server is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:55.741806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.api.validators [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] server-ip-address is not in valid_values {{(pid=103099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 11 04:24:55.780489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.786909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a17dded3-c913-4aaf-90a2-38bfaa765528 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:55.788518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:55.789046 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a17dded3-c913-4aaf-90a2-38bfaa765528 Oct 11 04:24:55.890644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:55.980322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596a22e-e612-47f2-8537-fe3dc13903bc tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:55.984226 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0596a22e-e612-47f2-8537-fe3dc13903bc tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3137298 Oct 11 04:24:56.021224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a17dded3-c913-4aaf-90a2-38bfaa765528 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:56.021779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.044003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] Deleting port a17dded3-c913-4aaf-90a2-38bfaa765528 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:56.044450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.069964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48876) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:56.084125 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Attempt 10 to provision port 91a33c2f-590c-4235-a2b6-da73931db780 Oct 11 04:24:56.125964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Port 91a33c2f-590c-4235-a2b6-da73931db780 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:56.147436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Network': ['ID=3839e53e-4197-41d8-9f28-ca134879d5ad,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:56.161093 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-86f1d0ed-aa89-40a9-aecc-2933bf838647 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1299429 Oct 11 04:24:56.163769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48878) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:56.169414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'subnet': {'network_id': '3839e53e-4197-41d8-9f28-ca134879d5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:56.188247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 3839e53e-4197-41d8-9f28-ca134879d5ad details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:24:56.196794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-29ead004-2166-46c7-b149-6fcf3ce95665 None None] Could not find standard attr ID for object b44a55ba-1d3f-4a37-9667-8408f0e12e3d. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:56.226925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.238111 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3fe3336f-1750-47fe-810b-5d9744ff01b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1647558 Oct 11 04:24:56.240910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.254174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] For port a17dded3-c913-4aaf-90a2-38bfaa765528, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a17dded3-c913-4aaf-90a2-38bfaa765528,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:56.254597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.257116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48880) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:56.258180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a17dded3-c913-4aaf-90a2-38bfaa765528, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a17dded3-c913-4aaf-90a2-38bfaa765528,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:56.263168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:56.301629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.310417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] Calling delete_port for a17dded3-c913-4aaf-90a2-38bfaa765528 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:56.312713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:56.317381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.466433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:56.472658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.477407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Provisioning complete for port a17dded3-c913-4aaf-90a2-38bfaa765528 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:56.477591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.478650 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 1 to provision port a17dded3-c913-4aaf-90a2-38bfaa765528 Oct 11 04:24:56.536178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.559900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a17dded3-c913-4aaf-90a2-38bfaa765528,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:56.566745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.662126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Current status of the port a17dded3-c913-4aaf-90a2-38bfaa765528 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:56.666244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.683683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.699223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] Pushing event deleted for resources: {'Port': ['ID=a17dded3-c913-4aaf-90a2-38bfaa765528,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:56.705649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb06e7-0c53-4205-a300-6b70062871e6 None None] No DVR routers for this DVR port a17dded3-c913-4aaf-90a2-38bfaa765528 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:56.710323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Provisioning complete for port 196bd9e0-da24-4988-9a96-62269da51eb7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:56.710715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.711098 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 1 to provision port 196bd9e0-da24-4988-9a96-62269da51eb7 Oct 11 04:24:56.742826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Subnet': ['ID=79e22874-0f05-455c-b154-79db98b46175,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:56.752788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.754520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777f0c3-3287-47b2-afe5-ae8314b1599d None None] Network 8902b3eb-b5ae-4169-a305-21bff17b3eef requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:56.756887 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a7de4dac-3daf-4add-b052-66c12c0001f0 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/79e22874-0f05-455c-b154-79db98b46175 HTTP/1.1" status: 204 len: 168 time: 1.5276062 Oct 11 04:24:56.765315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48882) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:56.783952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.842914 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ffc2d9-705d-4fbb-bc3f-2cb223255182 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:56.843369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ffc2d9-705d-4fbb-bc3f-2cb223255182 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:56.849504 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19ffc2d9-705d-4fbb-bc3f-2cb223255182 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/b6afde9f-5489-42de-a771-995b4d1cff8e HTTP/1.1" status: 404 len: 337 time: 0.0798907 Oct 11 04:24:56.849504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.854363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48884) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:56.869173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:56.913535 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e0b3f5a0-da72-404c-9cf4-395183d9c170 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ab756b-1b52-46f7-80e3-941b7d38ea45 HTTP/1.1" status: 200 len: 205 time: 0.0490839 Oct 11 04:24:56.918180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48886) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:56.951914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:56.990329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Current status of the port 196bd9e0-da24-4988-9a96-62269da51eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:57.020468 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-491bd29c-9442-4435-bf1b-0860c86e6403 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] delete failed (client error): The resource could not be found. Oct 11 04:24:57.024424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-491bd29c-9442-4435-bf1b-0860c86e6403 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/routers/a8ab756b-1b52-46f7-80e3-941b7d38ea45 HTTP/1.1" status: 404 len: 336 time: 0.0974674 Oct 11 04:24:57.024424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Allocated IP 172.26.8.147 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/5031e7eb-01fa-42e4-ba54-cb17edc647a5) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:57.031657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48888) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.035318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Subnet': ['ID=a1013918-ed71-4445-94ca-e43098f836bd,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:57.047776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Provisioning complete for port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:57.048772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.048772 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 1 to provision port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 Oct 11 04:24:57.049067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Checking segment: {'id': '84704ebb-f05d-4728-9231-30abc1d7eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3839e53e-4197-41d8-9f28-ca134879d5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:57.049067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network hostable DHCP agents. Network: 3839e53e-4197-41d8-9f28-ca134879d5ad, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:24:57.060556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.078930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event updated for resources: {'Port': ['ID=c5f8b03a-3136-48ec-b5c9-0661cfc9c156,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:57.088712 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fca5eb6-5a81-4094-b021-ab26d199193a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.089164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fca5eb6-5a81-4094-b021-ab26d199193a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.093160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2fca5eb6-5a81-4094-b021-ab26d199193a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/16fd8b8b-6bac-4536-a74a-5214943f8ad7 HTTP/1.1" status: 404 len: 337 time: 0.0567827 Oct 11 04:24:57.095254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] In _notify_port_updated(), no bound segment for port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 on network c41a0213-bca3-4d15-a394-0e3ff37173b6 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:24:57.101671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:57.102978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.104442 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e69a1351-7aef-4df7-b791-8491b5fbac36 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "PUT /v2.0/ports/c5f8b03a-3136-48ec-b5c9-0661cfc9c156 HTTP/1.1" status: 200 len: 1135 time: 1.3690352 Oct 11 04:24:57.107367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48890) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.107646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48892) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.137997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:57.140833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:57.141203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.141560 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 Oct 11 04:24:57.162848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:57.167135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:24:57.168934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] DHCP port deletion for 8902b3eb-b5ae-4169-a305-21bff17b3eef request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:24:57.174998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:57.179184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:57.180062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.193039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=b3695b4b-9a3e-45bd-bc92-fd5fee722083,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:57.200076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 3839e53e-4197-41d8-9f28-ca134879d5ad) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:57.204188 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2bc9fb-928c-4690-ba91-07b6bb7080d4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.204652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2bc9fb-928c-4690-ba91-07b6bb7080d4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.207092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:57.207866 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cf2bc9fb-928c-4690-ba91-07b6bb7080d4 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/b80bd467-8802-4d30-992c-41e784a2d648 HTTP/1.1" status: 404 len: 337 time: 0.0993619 Oct 11 04:24:57.208433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.222551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48894) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.236531 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f73e2c-0303-4c6c-a5c9-248a34cfcb7f None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:57.255328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c8e17e-5055-4ac1-befe-65d28b852571 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.255531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2480e159-c643-4ec1-8c84-de757445c6da tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:24:57.256193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c8e17e-5055-4ac1-befe-65d28b852571 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.261415 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2480e159-c643-4ec1-8c84-de757445c6da tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "GET /v2.0/ports/c5f8b03a-3136-48ec-b5c9-0661cfc9c156 HTTP/1.1" status: 200 len: 1135 time: 0.1517415 Oct 11 04:24:57.261744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-47c8e17e-5055-4ac1-befe-65d28b852571 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/1f92270d-e4bd-4269-8e89-4323b9219035 HTTP/1.1" status: 404 len: 337 time: 0.0374892 Oct 11 04:24:57.262164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48896) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.266295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9c0036d7-a2c7-45d9-9237-1c46c5019ab6 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1012840 Oct 11 04:24:57.267322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.273689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ccc8e361-5694-4d6d-90ae-d1bd85308342 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0155444 Oct 11 04:24:57.278854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48900) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.279239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48902) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.286080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-544083010', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:57.296392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:b4:ac:1b', 'name': 'tempest-NetworksTestDHCPv6-351512288'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:24:57.307792 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-29018beb-36eb-41cc-b599-f7306c6e536e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.308484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29018beb-36eb-41cc-b599-f7306c6e536e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.313831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29018beb-36eb-41cc-b599-f7306c6e536e tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/401e8921-34a6-4dc2-8800-421171c98dfe HTTP/1.1" status: 404 len: 333 time: 0.0364656 Oct 11 04:24:57.314849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48904) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.344953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0faf5bb1-781e-4e5c-80d0-7717280a8adf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.345416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0faf5bb1-781e-4e5c-80d0-7717280a8adf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.348804 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0faf5bb1-781e-4e5c-80d0-7717280a8adf tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/399393ea-aa0f-4f21-aabc-d280b7398c2f HTTP/1.1" status: 404 len: 337 time: 0.0326579 Oct 11 04:24:57.351147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.378463 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edfdf4c-3286-4c53-a4b1-20f8e066026d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.378952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edfdf4c-3286-4c53-a4b1-20f8e066026d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.385772 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0edfdf4c-3286-4c53-a4b1-20f8e066026d tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/0a5f3eff-9696-443d-be1e-8b44a4ac029d HTTP/1.1" status: 404 len: 337 time: 0.0299578 Oct 11 04:24:57.385772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48908) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.412573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.412573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.414148 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b08018b-cb50-4b69-8471-a35978d9f1da tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.414884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b08018b-cb50-4b69-8471-a35978d9f1da tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.421919 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6b08018b-cb50-4b69-8471-a35978d9f1da tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/4a3e8ff6-5f0f-4df7-a40a-6651740d4b98 HTTP/1.1" status: 404 len: 333 time: 0.0355315 Oct 11 04:24:57.422468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48910) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.445423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfed3ab-b60d-4740-869e-cf2ba0e20c86 None None] Network 3839e53e-4197-41d8-9f28-ca134879d5ad requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:57.451028 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8431396-35d2-426f-aba8-edd57b1801c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.451830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8431396-35d2-426f-aba8-edd57b1801c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.457689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d8431396-35d2-426f-aba8-edd57b1801c7 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/202c0c78-5360-45dc-b106-d12110f92004 HTTP/1.1" status: 404 len: 337 time: 0.0338342 Oct 11 04:24:57.458408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48912) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.469374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.488845 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-609d53c4-4a8d-44b6-8803-a99a49924e67 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] DELETE failed (client error): The resource could not be found. Oct 11 04:24:57.489536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609d53c4-4a8d-44b6-8803-a99a49924e67 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:24:57.496967 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-609d53c4-4a8d-44b6-8803-a99a49924e67 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/subnets/f5b41fb6-c693-4345-8264-59b62c838060 HTTP/1.1" status: 404 len: 337 time: 0.0374520 Oct 11 04:24:57.497709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48914) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.603161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 91a33c2f-590c-4235-a2b6-da73931db780 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:57.603529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.647288 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 2 to provision port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 Oct 11 04:24:57.663774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] Deleting port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:57.664147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.689046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.714599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 91a33c2f-590c-4235-a2b6-da73931db780 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:57.724680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'b3695b4b-9a3e-45bd-bc92-fd5fee722083'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:24:57.725546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.771699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:57.772087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.814083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.849080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:57.855181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=91a33c2f-590c-4235-a2b6-da73931db780,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:57.867028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50baf2f-f1b8-4ec3-b7ac-af9cf6c52d94 None None] Network 3839e53e-4197-41d8-9f28-ca134879d5ad requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:24:57.870586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:57.870984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.871722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.871995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.877297 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4de89bef-ce3d-4160-842a-c18d73b91690 tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/ports/91a33c2f-590c-4235-a2b6-da73931db780 HTTP/1.1" status: 204 len: 168 time: 0.3784509 Oct 11 04:24:57.879650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48916) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:57.891999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:57.941613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] Calling delete_port for 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:57.947150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.984209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:57.996169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.015532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:24:58.020845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Deleting port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:58.021203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.056971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Deleting port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:24:58.057435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.115634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a17dded3-c913-4aaf-90a2-38bfaa765528 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:58.128416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] For port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,segment=NetworkSegment(fe4ef6f0-f309-4767-b3ba-4b5e4fac2159),segment_id=fe4ef6f0-f309-4767-b3ba-4b5e4fac2159)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:24:58.128929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.130675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.141664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Calling delete_port for 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:58.202718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a17dded3-c913-4aaf-90a2-38bfaa765528 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:58.202986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a17dded3-c913-4aaf-90a2-38bfaa765528 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:58.226306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.231962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:58.250020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:58.258410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.260108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:58.261944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.262343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.262671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.263024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.263339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.263723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.264058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.264401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.264729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.265057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.265376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.265695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.269819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/b3695b4b-9a3e-45bd-bc92-fd5fee722083/da82ebe1-8431-4b77-b52f-108225a7bc86) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:58.276710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.300878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] No DVR routers for this DVR port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:58.301098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.302583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.307464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.333613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Port': ['ID=5031e7eb-01fa-42e4-ba54-cb17edc647a5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.350082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] Pushing event deleted for resources: {'Port': ['ID=5c71e0a0-8e30-4159-aa1f-0d51b222eb03,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.351854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a3bf7-6387-4c3b-92bb-7dbdb37e4599 None None] No DVR routers for this DVR port 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:24:58.363380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Calling delete_port for c5f8b03a-3136-48ec-b5c9-0661cfc9c156 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:24:58.374795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.375150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.375701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.376046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.376384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.376757 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 3 to provision port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 Oct 11 04:24:58.377063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.377568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.377906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.378243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.378598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.378947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.379274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:24:58.395224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.410781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:24:58.419897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8902b3eb-b5ae-4169-a305-21bff17b3eef']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:58.429935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:58.431094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:58.431437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4ef6f0-f309-4767-b3ba-4b5e4fac2159') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:24:58.441828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.457110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.464435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Releasing vlan 487 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:24:58.464958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.491110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.499817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.526107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment fe4ef6f0-f309-4767-b3ba-4b5e4fac2159 resource provider aggregate not found Oct 11 04:24:58.546569 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment fe4ef6f0-f309-4767-b3ba-4b5e4fac2159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe4ef6f0-f309-4767-b3ba-4b5e4fac2159 found for delete ", "request_id": "req-e1dcddd9-4dce-4979-90fe-22fbedc2b4c2"}]} Oct 11 04:24:58.551511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.562474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:24:58.564255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:24:58.566821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:24:58.569953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.574268 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] 10.222.0.39 "DELETE /v2.0/networks/8902b3eb-b5ae-4169-a305-21bff17b3eef HTTP/1.1" status: 204 len: 168 time: 0.6933842 Oct 11 04:24:58.575249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc760e3e-1b0a-41a5-b8db-c95731b6cf3a tempest-PortsTestJSON-40220876 tempest-PortsTestJSON-40220876-project] Pushing event deleted for resources: {'Network': ['ID=8902b3eb-b5ae-4169-a305-21bff17b3eef,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.585891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Pushing event updated for resources: {'Port': ['ID=da82ebe1-8431-4b77-b52f-108225a7bc86,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.637448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Attempting to bind port da82ebe1-8431-4b77-b52f-108225a7bc86 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:24:58.638062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Attempting to bind port da82ebe1-8431-4b77-b52f-108225a7bc86 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:24:58.638427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Attempting to bind port da82ebe1-8431-4b77-b52f-108225a7bc86 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:24:58.643693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:24:58.644389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:24:58.645210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.645743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:24:58.646356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Bound port: da82ebe1-8431-4b77-b52f-108225a7bc86, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:24:58.646929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.720049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] For port da82ebe1-8431-4b77-b52f-108225a7bc86, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:24:58.723248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] For port da82ebe1-8431-4b77-b52f-108225a7bc86, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=da82ebe1-8431-4b77-b52f-108225a7bc86,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:24:58.727535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:58.757706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::30f (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/b3695b4b-9a3e-45bd-bc92-fd5fee722083/deafe19f-be30-4dfe-a2f4-6bc14b6aca49) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:24:58.792435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10406c8-ee51-44db-99a4-8239d524ae82 None None] Pushing event updated for resources: {'Port': ['ID=da82ebe1-8431-4b77-b52f-108225a7bc86,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:58.886807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48926) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:58.896133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:24:58.934121 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 4 to provision port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 Oct 11 04:24:59.039351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.047297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:24:59.056094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:24:59.057337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.057822 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 Oct 11 04:24:59.074059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.099354 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-343a6bd3-faec-4a92-a189-b656db9a9f13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87277714285e4fd8829c7ee5983c1186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108784 Oct 11 04:24:59.101611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48930) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:24:59.156965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.189086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c280f821-b83f-4e58-87ec-16cc184b62b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.191379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:24:59.230348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c280f821-b83f-4e58-87ec-16cc184b62b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.258919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:24:59.287905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:24:59.288329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5c71e0a0-8e30-4159-aa1f-0d51b222eb03 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:24:59.292207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c280f821-b83f-4e58-87ec-16cc184b62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.295634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c280f821-b83f-4e58-87ec-16cc184b62b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.297212 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c280f821-b83f-4e58-87ec-16cc184b62b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7b4252d-c091-461c-bae6-2f9b0ef4a686 HTTP/1.1" status: 204 len: 168 time: 0.1942372 Oct 11 04:24:59.303514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:24:59.308257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280f821-b83f-4e58-87ec-16cc184b62b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4252d-c091-461c-bae6-2f9b0ef4a686,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:59.385817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event deleted for resources: {'Port': ['ID=c5f8b03a-3136-48ec-b5c9-0661cfc9c156,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:24:59.548262 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Attempt 5 to provision port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 Oct 11 04:24:59.582065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Port c5f8b03a-3136-48ec-b5c9-0661cfc9c156 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:24:59.606973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object 5c71e0a0-8e30-4159-aa1f-0d51b222eb03. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.610325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object 713bdf9c-8b1c-42d8-81dc-a838f483ece1. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.613449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object 33aa7f32-db5e-4acf-8c71-be93008d3d32. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.616780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object f5f032dd-43d9-4d57-9984-bc37c9a63d40. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.620442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object f5ba3528-9cf5-48e9-a3e3-f400196088f2. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.624200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object d9c87fcb-7985-48f4-af18-bc52295aaafe. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.628098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c1bf9d45-29fa-4547-90c0-e82cafd1b9fb None None] Could not find standard attr ID for object 91a33c2f-590c-4235-a2b6-da73931db780. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.744408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-98e3abe6-37fc-48c5-ab47-af162b27a71b None None] Could not find standard attr ID for object c5f8b03a-3136-48ec-b5c9-0661cfc9c156. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.749315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-98e3abe6-37fc-48c5-ab47-af162b27a71b None None] Could not find standard attr ID for object 91a33c2f-590c-4235-a2b6-da73931db780. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.753356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-98e3abe6-37fc-48c5-ab47-af162b27a71b None None] Could not find standard attr ID for object 5c71e0a0-8e30-4159-aa1f-0d51b222eb03. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:24:59.919631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.179 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/f01d30dd-ff98-47b8-85cb-6d266244f7cf) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:00.009939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.015531 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-67d4feea-96a6-469f-9d8a-4fd12a888a54 tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "DELETE /v2.0/ports/c5f8b03a-3136-48ec-b5c9-0661cfc9c156 HTTP/1.1" status: 204 len: 168 time: 2.7430561 Oct 11 04:25:00.016029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48950) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:00.028273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.069469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.083410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Provisioning complete for port da82ebe1-8431-4b77-b52f-108225a7bc86 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:00.084406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.085744 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Attempt 1 to provision port da82ebe1-8431-4b77-b52f-108225a7bc86 Oct 11 04:25:00.100707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Deleting subnet f65d9fbb-75a6-43f7-b510-26624f45b3e3 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:00.105002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.148142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.186600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Current status of the port da82ebe1-8431-4b77-b52f-108225a7bc86 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:00.187130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.194866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48954) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:00.211193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.230837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] For port da82ebe1-8431-4b77-b52f-108225a7bc86, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=da82ebe1-8431-4b77-b52f-108225a7bc86,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:00.238799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.251524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.289424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.316813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:00.325644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:00.329646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=deafe19f-be30-4dfe-a2f4-6bc14b6aca49,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:00.331241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9fb96-83c8-4a77-972d-fc99883d8ded None None] Pushing event updated for resources: {'Port': ['ID=da82ebe1-8431-4b77-b52f-108225a7bc86,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:00.340974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.346898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:00.352407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:00.353056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.371886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event deleted for resources: {'Subnet': ['ID=f65d9fbb-75a6-43f7-b510-26624f45b3e3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:00.376304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.376486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-60404004'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:00.382081 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f581639d-2b0c-465d-8a0f-4a2ef535d12e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "DELETE /v2.0/subnets/f65d9fbb-75a6-43f7-b510-26624f45b3e3 HTTP/1.1" status: 204 len: 168 time: 0.3623300 Oct 11 04:25:00.382368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:00.388704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18171038-aa42-4891-b698-2a4c8561faa7 None None] Network c41a0213-bca3-4d15-a394-0e3ff37173b6 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:00.407488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-da0dceb8-69b1-45ba-b79e-ae0b902783d4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1121197 Oct 11 04:25:00.408452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48960) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:00.423129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.432621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:00.436216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.465585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Router 3fdc5ecd-92ed-42e7-8e19-505ca488dedf is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:00.487429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.497045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:00.511981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:00.516451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:00.518314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=f01d30dd-ff98-47b8-85cb-6d266244f7cf,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:00.531952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.621533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf14f3b-073b-4a98-b529-22ffa5ad78ce tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:00.629720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] DHCP port deletion for c41a0213-bca3-4d15-a394-0e3ff37173b6 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:00.632306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf14f3b-073b-4a98-b529-22ffa5ad78ce tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:00.635677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eaf14f3b-073b-4a98-b529-22ffa5ad78ce tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2251205 Oct 11 04:25:00.644324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48962) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:00.678822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Deleting port 196bd9e0-da24-4988-9a96-62269da51eb7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:00.681021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.709415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] Deleting port 196bd9e0-da24-4988-9a96-62269da51eb7 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:00.709984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.759994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] For port 196bd9e0-da24-4988-9a96-62269da51eb7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=196bd9e0-da24-4988-9a96-62269da51eb7,segment=NetworkSegment(8cb0fedd-b863-4c83-84a5-87011683b88d),segment_id=8cb0fedd-b863-4c83-84a5-87011683b88d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:00.760366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.793859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Calling delete_port for 196bd9e0-da24-4988-9a96-62269da51eb7 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:00.798341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:00.807041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] For port 196bd9e0-da24-4988-9a96-62269da51eb7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=196bd9e0-da24-4988-9a96-62269da51eb7,segment=NetworkSegment(8cb0fedd-b863-4c83-84a5-87011683b88d),segment_id=8cb0fedd-b863-4c83-84a5-87011683b88d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:00.808398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.825308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Sync routers for ids ['3fdc5ecd-92ed-42e7-8e19-505ca488dedf'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:00.843568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] Calling delete_port for 196bd9e0-da24-4988-9a96-62269da51eb7 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:00.871459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Provisioning complete for port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:00.872112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.872461 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Attempt 1 to provision port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 Oct 11 04:25:00.931096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.959640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Routers {'3fdc5ecd-92ed-42e7-8e19-505ca488dedf'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:00.960055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['3fdc5ecd-92ed-42e7-8e19-505ca488dedf'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:00.967376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event deleted for resources: {'Port': ['ID=196bd9e0-da24-4988-9a96-62269da51eb7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:00.968096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device da82ebe1-8431-4b77-b52f-108225a7bc86 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:00.975078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] No DVR routers for this DVR port 196bd9e0-da24-4988-9a96-62269da51eb7 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:00.985890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.987228 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-80ba821b-102a-49f1-a2ed-ad46b65bb9be tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7103529 Oct 11 04:25:00.989791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:00.996183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48964) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:01.010087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:01.048208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.070025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.095229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41a0213-bca3-4d15-a394-0e3ff37173b6']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:01.109129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb0fedd-b863-4c83-84a5-87011683b88d') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:01.109503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb0fedd-b863-4c83-84a5-87011683b88d') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:01.115251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:01.122575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.125351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.139809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.147658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Releasing vlan 454 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:01.148731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.174786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9956ec27-206b-4d01-aeea-cb2b0758dd62,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:01.202271 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 8cb0fedd-b863-4c83-84a5-87011683b88d resource provider aggregate not found Oct 11 04:25:01.219814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.220314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment bb1a58d4-0b80-4f3e-b7b5-858b5706b915 of type vlan for network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 Oct 11 04:25:01.235039 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 8cb0fedd-b863-4c83-84a5-87011683b88d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cb0fedd-b863-4c83-84a5-87011683b88d found for delete ", "request_id": "req-b922f64d-b349-4bfb-b16f-abc67c5e7011"}]} Oct 11 04:25:01.243581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:01.243924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.279847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.300878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.304969 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] 10.222.0.39 "DELETE /v2.0/networks/c41a0213-bca3-4d15-a394-0e3ff37173b6 HTTP/1.1" status: 204 len: 168 time: 0.9206274 Oct 11 04:25:01.306789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89880cfd-17b2-4894-a14b-3d53a1f9ae8e tempest-ExtraDHCPOptionsTestJSON-1123646855 tempest-ExtraDHCPOptionsTestJSON-1123646855-project] Pushing event deleted for resources: {'Network': ['ID=c41a0213-bca3-4d15-a394-0e3ff37173b6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:01.324800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] Pushing event deleted for resources: {'Port': ['ID=196bd9e0-da24-4988-9a96-62269da51eb7,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:01.339996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.349239 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ed3a798a-b093-42a8-9255-6db16cdc97ce tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/3fdc5ecd-92ed-42e7-8e19-505ca488dedf HTTP/1.1" status: 200 len: 908 time: 0.3509333 Oct 11 04:25:01.353251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48974) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:01.357706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df69cc-850b-46c3-8e2e-d72dde1cbc1c None None] No DVR routers for this DVR port 196bd9e0-da24-4988-9a96-62269da51eb7 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:01.387698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Set router 3fdc5ecd-92ed-42e7-8e19-505ca488dedf gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:25:01.397418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.445573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port da82ebe1-8431-4b77-b52f-108225a7bc86 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:01.446226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.447318 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port da82ebe1-8431-4b77-b52f-108225a7bc86 Oct 11 04:25:01.479022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.484734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:01.485392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.505346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.528655 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Attempt 2 to provision port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 Oct 11 04:25:01.553414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.592245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3968968 Oct 11 04:25:01.594812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:01.599738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for deafe19f-be30-4dfe-a2f4-6bc14b6aca49 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:01.601420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48978) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:01.660050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port da82ebe1-8431-4b77-b52f-108225a7bc86 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:01.687571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdc5ecd-92ed-42e7-8e19-505ca488dedf', 'name': 'tempest-snat-router-1138900690', 'tenant_id': 'bda00d21085d47bf975c7143d59cfcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': '5031e7eb-01fa-42e4-ba54-cb17edc647a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:24:53Z', 'updated_at': '2022-10-11T04:24:58Z', 'revision_number': 3, 'project_id': 'bda00d21085d47bf975c7143d59cfcfb', 'gw_port': {'id': '5031e7eb-01fa-42e4-ba54-cb17edc647a5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdc5ecd-92ed-42e7-8e19-505ca488dedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:24:56Z', 'updated_at': '2022-10-11T04:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:01.701066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.724859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Checking router: 3fdc5ecd-92ed-42e7-8e19-505ca488dedf for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:25:01.725594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Updating router 3fdc5ecd-92ed-42e7-8e19-505ca488dedf port 5031e7eb-01fa-42e4-ba54-cb17edc647a5 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:25:01.745050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48980) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:01.750436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 196bd9e0-da24-4988-9a96-62269da51eb7 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:01.776417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 196bd9e0-da24-4988-9a96-62269da51eb7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:01.777158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 196bd9e0-da24-4988-9a96-62269da51eb7 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:01.778856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.781924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Deleting port 5031e7eb-01fa-42e4-ba54-cb17edc647a5 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:01.782283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.875661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:01.892000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1579636114'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:01.894713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Calling delete_port for 5031e7eb-01fa-42e4-ba54-cb17edc647a5 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:01.901080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3815-a733-4eab-9789-bda64596768d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=c92e4dfb-bdfc-48c5-9653-22f31d7c6e02,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:01.919828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:01.981386 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3fef5baa-62ce-4f83-8d3e-8f148f9a16de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d82cef58fb442f7b9ac82aa7996bef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335963 Oct 11 04:25:01.985762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48984) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:01.995518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:01.999231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.055326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:02.093109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07b05074-a204-4837-95a2-b21093902080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.096097 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Attempt 3 to provision port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 Oct 11 04:25:02.109489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.109788 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment e017d27f-2d0e-43b1-8b04-f55e60f1a699 of type vlan for network 56b1d217-f4a3-47ae-97ee-8565eef612fd Oct 11 04:25:02.123884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07b05074-a204-4837-95a2-b21093902080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.150287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:02.154610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.192927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.195608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.199681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:25:02.200067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:25:02.218843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event deleted for resources: {'Port': ['ID=5031e7eb-01fa-42e4-ba54-cb17edc647a5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:02.249441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07b05074-a204-4837-95a2-b21093902080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.251936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07b05074-a204-4837-95a2-b21093902080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.253054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-07b05074-a204-4837-95a2-b21093902080 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3572401-5774-4a05-a1ca-b17f56ce175a HTTP/1.1" status: 204 len: 168 time: 0.2663217 Oct 11 04:25:02.271993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.280526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b05074-a204-4837-95a2-b21093902080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3572401-5774-4a05-a1ca-b17f56ce175a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:02.294428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.300614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.302234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:02.303359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.388297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=deafe19f-be30-4dfe-a2f4-6bc14b6aca49,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:02.409389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.411975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.420610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.424048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-594b577b-0f75-4ac8-a867-0ba4339665e5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/deafe19f-be30-4dfe-a2f4-6bc14b6aca49 HTTP/1.1" status: 204 len: 168 time: 1.7785506 Oct 11 04:25:02.429239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48990) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:02.435176 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5472693 Oct 11 04:25:02.451545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 48992) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:02.466514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.467081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdc5ecd-92ed-42e7-8e19-505ca488dedf {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:02.471907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.476027 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e402861-0b58-49b8-af7c-4ecc828edd17 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3fdc5ecd-92ed-42e7-8e19-505ca488dedf HTTP/1.1" status: 204 len: 168 time: 1.1000111 Oct 11 04:25:02.476761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 48994) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:02.484883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:02.545956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeb599-42ed-4eff-a882-c72588ed09c4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=56b1d217-f4a3-47ae-97ee-8565eef612fd,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:02.560520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:02.627546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4b596-5e4b-4bd2-8234-3c95a1f0f6d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:02.629553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4b596-5e4b-4bd2-8234-3c95a1f0f6d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:02.633072 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-36a4b596-5e4b-4bd2-8234-3c95a1f0f6d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1991475 Oct 11 04:25:02.633540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49000) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:02.645096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.653325 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Attempt 4 to provision port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 Oct 11 04:25:02.670873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:02.680470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:02.684021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.694256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e6191-32bb-48b0-b97a-736ac5446dcc None None] Port deafe19f-be30-4dfe-a2f4-6bc14b6aca49 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:25:02.735047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Port 5031e7eb-01fa-42e4-ba54-cb17edc647a5 not found while updating agent binding for router 3fdc5ecd-92ed-42e7-8e19-505ca488dedf. {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 11 04:25:02.746917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet b3695b4b-9a3e-45bd-bc92-fd5fee722083 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:02.747979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Routers set() bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:02.748672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Router IDs set() for agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 04:25:02.749320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_agentschedulers_db [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fdc5ecd-92ed-42e7-8e19-505ca488dedf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent'). {{(pid=103100) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 11 04:25:02.749686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372749a6-7c27-401a-9881-3ec8adb2b2d4 None None] The sync data for ids ['3fdc5ecd-92ed-42e7-8e19-505ca488dedf'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:02.752186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.882353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:02.897680 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:02.907951 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:02.908575 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:02.951523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:02.953769 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0d98746a-c6c8-4a00-ab12-8adfe4fb7c88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6714201 Oct 11 04:25:02.958706 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:02.958927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49012) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:02.968111 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:02.968733 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:24:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:03.001853 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:03.002491 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a4b69-9e6e-4762-b73e-d3f7dc05b519 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:03.068589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.111165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.111903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.152373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49016) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.191316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.247094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Deleting port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:03.247429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.252530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=79c3516f-6213-4b06-8308-7bdef0da9846,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:03.260979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:03.261339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: c92e4dfb-bdfc-48c5-9653-22f31d7c6e02, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:03.289058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.323803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:03.349570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=b3695b4b-9a3e-45bd-bc92-fd5fee722083,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:03.356796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.362306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4219652e-6bfd-4aa1-9700-dc559d0c84c0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b3695b4b-9a3e-45bd-bc92-fd5fee722083 HTTP/1.1" status: 204 len: 168 time: 0.7248847 Oct 11 04:25:03.362494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49020) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.370336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c92e4dfb-bdfc-48c5-9653-22f31d7c6e02) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:03.372479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a8a88-a0ba-48e7-87a5-96bbb9dddbff None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:03.377324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:03.378680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.420349 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-96a6d54d-f095-4b38-ae70-873646805e8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544915 Oct 11 04:25:03.420852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] For port 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:03.421017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.423172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49022) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.426752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a11705-0a07-4823-9adf-1851add10fff None None] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:03.429028 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-361f7d5e-63eb-4ac3-a1a6-5271a35331a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9718590 Oct 11 04:25:03.433567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49024) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.441714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'networks': [{'name': 'tempest-network--1726677126'}, {'name': 'tempest-network--981619723'}]} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:03.442026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'network': {'name': 'tempest-network--1726677126'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:03.442489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'network': {'name': 'tempest-network--981619723'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:03.449538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:03.461330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Calling delete_port for 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:03.523746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'network': 2} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:03.528732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.535317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf5529b-92c2-44a8-a71e-541a9984f61a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:03.537052 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dbf5529b-92c2-44a8-a71e-541a9984f61a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1129653 Oct 11 04:25:03.539719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49026) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.578920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.609439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7378d-61f6-48a8-a313-9a6659bd3eb3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:03.611242 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f7e7378d-61f6-48a8-a313-9a6659bd3eb3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698800 Oct 11 04:25:03.614041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49028) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.692485 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-523c02d2-bdeb-4c58-af1e-3cef2fd8102e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772853 Oct 11 04:25:03.696403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49030) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:03.707579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:03.715659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-c92e4dfb-bdfc-48c5-9653-22f31d7c6e02', 'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '79c3516f-6213-4b06-8308-7bdef0da9846'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:03.716231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:03.716867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.719380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.720992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:03.739430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.776377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event deleted for resources: {'Port': ['ID=412ec43d-ee3d-47ab-bf59-3d7b41dd1b65,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:03.836227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.886550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] Deleting port da82ebe1-8431-4b77-b52f-108225a7bc86 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:03.887072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.930446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.932785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.966416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.967213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Allocated IP 172.20.0.2 (c92e4dfb-bdfc-48c5-9653-22f31d7c6e02/79c3516f-6213-4b06-8308-7bdef0da9846/d298bea9-713e-47d5-ae4e-a2aa5b8ad214) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:03.970362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] For port da82ebe1-8431-4b77-b52f-108225a7bc86, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=da82ebe1-8431-4b77-b52f-108225a7bc86,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:03.970974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.979460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.980282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4860a972-554f-4873-8d1f-f30a1962c3ff {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:03.985032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:03.986112 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2434e402-ad2b-4c64-9f46-522de0162ab1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "DELETE /v2.0/routers/4860a972-554f-4873-8d1f-f30a1962c3ff HTTP/1.1" status: 204 len: 168 time: 1.5083408 Oct 11 04:25:03.990272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49032) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:04.000972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1775133270', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:04.005149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] Calling delete_port for da82ebe1-8431-4b77-b52f-108225a7bc86 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:04.006601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.012193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:04.015697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.028899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.030128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.108250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.172650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-246c11d1-e7f6-43ac-93b1-21c71ea581e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.216959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.257733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] Pushing event deleted for resources: {'Port': ['ID=da82ebe1-8431-4b77-b52f-108225a7bc86,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:04.260518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b532d01-ce77-4d6e-bbf7-3cddda69afb4 None None] No DVR routers for this DVR port da82ebe1-8431-4b77-b52f-108225a7bc86 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:04.274886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.283837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.313020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.323125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.323980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.332399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:04.337042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:04.339049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Pushing event updated for resources: {'Port': ['ID=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:04.341244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:04.399539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Attempting to bind port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:04.400054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Attempting to bind port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:04.400543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Attempting to bind port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 on network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:04.405897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:04.406271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Checking segment: {'id': 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:04.406703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.407101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Bound using segment: {'id': 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:04.407566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Bound port: d298bea9-713e-47d5-ae4e-a2aa5b8ad214, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'c92e4dfb-bdfc-48c5-9653-22f31d7c6e02'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:04.407971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.485914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] For port d298bea9-713e-47d5-ae4e-a2aa5b8ad214, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:04.489020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] For port d298bea9-713e-47d5-ae4e-a2aa5b8ad214, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,segment=NetworkSegment(bb1a58d4-0b80-4f3e-b7b5-858b5706b915),segment_id=bb1a58d4-0b80-4f3e-b7b5-858b5706b915)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:04.493262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.498217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752cbe1c-88e3-414a-8a1b-e50a29a9ddad,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:04.505334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:04.527796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.549924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ce0a-5ba5-4f5f-9f69-e7054cf61149 None None] Pushing event updated for resources: {'Port': ['ID=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:04.570271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.573968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.574192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.574909 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Added segment 1ddee1cf-4e47-45cb-a620-5fce54a3778a of type vlan for network 512ff245-3a91-467a-b2e7-30525ec639ec Oct 11 04:25:04.705067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Allocated IP 172.26.8.244 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/a2393195-8480-4da4-992b-97552e5fb640) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:04.720491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.774135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=968423fb-52e6-4b82-8cba-39bfc6155bff,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:04.850841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.875537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': 'e017d27f-2d0e-43b1-8b04-f55e60f1a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:04.875901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: 56b1d217-f4a3-47ae-97ee-8565eef612fd, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:04.878113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:04.903316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.929657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d298bea9-713e-47d5-ae4e-a2aa5b8ad214 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:04.934757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:04.935322 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Added segment 2409336a-e5af-49b3-85ac-eda4932c08be of type vlan for network c47620ff-679b-4879-bb22-88227e3000f3 Oct 11 04:25:04.957444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:04.963025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:04.964081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:04.990208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event updated for resources: {'Port': ['ID=a2393195-8480-4da4-992b-97552e5fb640,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:04.999616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:05.000245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.000792 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 Oct 11 04:25:05.040542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:05.050597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.071009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 56b1d217-f4a3-47ae-97ee-8565eef612fd) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:05.085683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4955c8-eb23-4966-b81a-d2613268c27d None None] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:05.091837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.092426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.095490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.1 (3839e53e-4197-41d8-9f28-ca134879d5ad/a1013918-ed71-4445-94ca-e43098f836bd/b3754cf6-9d18-4a00-b4d4-a09a33d4fa6e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:05.129435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:05.129435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.160150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.160631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.166368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.171127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.172373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.189480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49034) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:05.191154 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-29f94ca8-6cba-4e49-acb9-3bee839ce05d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7452645 Oct 11 04:25:05.199474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1794515418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:05.228124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.229708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.299216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Network': ['ID=512ff245-3a91-467a-b2e7-30525ec639ec,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:05.311899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.320176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:25:05.339382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 512ff245-3a91-467a-b2e7-30525ec639ec details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:05.343875 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1881552 Oct 11 04:25:05.343875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.359744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49036) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:05.387603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port d298bea9-713e-47d5-ae4e-a2aa5b8ad214, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,segment=NetworkSegment(bb1a58d4-0b80-4f3e-b7b5-858b5706b915),segment_id=bb1a58d4-0b80-4f3e-b7b5-858b5706b915)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:05.401615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.457001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.504859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.517296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:05.538329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.540142 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-64664862-e93f-492c-b0be-94adfe6bb4ce tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3495717 Oct 11 04:25:05.545154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49038) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:05.545955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:05.578725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:05.579740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 412ec43d-ee3d-47ab-bf59-3d7b41dd1b65 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:05.580223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device da82ebe1-8431-4b77-b52f-108225a7bc86 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:05.602119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:05.605829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.606477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.620361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fd8fa-1371-43ff-888d-cbf2d7bb312a None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:05.636787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154942d-59d0-4e57-a758-5cd2ce1cc70a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Network': ['ID=c47620ff-679b-4879-bb22-88227e3000f3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:05.650647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: da82ebe1-8431-4b77-b52f-108225a7bc86 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:05.650647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device da82ebe1-8431-4b77-b52f-108225a7bc86 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:05.663028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c47620ff-679b-4879-bb22-88227e3000f3 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:05.700823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=96eb3b57-96af-429f-bdf6-45e273f7e922,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:05.732766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.733841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:05.740126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.782763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-56b1d217-f4a3-47ae-97ee-8565eef612fd', 'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '968423fb-52e6-4b82-8cba-39bfc6155bff'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:05.783706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.786377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:05.847999 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-999c5b74-4aef-4bcb-9dad-7281585ede29 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1484432 Oct 11 04:25:05.867301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49040) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:05.870901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:05.884038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:05.903637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:05.932665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:05.960190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=b3754cf6-9d18-4a00-b4d4-a09a33d4fa6e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:05.979074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a0bd-096c-4ead-8e1f-4c5a3a46e046 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.984746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a0bd-096c-4ead-8e1f-4c5a3a46e046 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.990624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a0bd-096c-4ead-8e1f-4c5a3a46e046 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:05.996803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599a0bd-096c-4ead-8e1f-4c5a3a46e046 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:06.001673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a955a1-fc89-4c8f-80d2-0c82a9375a3f None None] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:06.002389 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f599a0bd-096c-4ead-8e1f-4c5a3a46e046 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6354277 Oct 11 04:25:06.010813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49042) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:06.091194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.128691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Allocated IP 172.21.0.2 (56b1d217-f4a3-47ae-97ee-8565eef612fd/968423fb-52e6-4b82-8cba-39bfc6155bff/08a82377-c9e6-4355-8d71-49c85f70ef8d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:06.132685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '96eb3b57-96af-429f-bdf6-45e273f7e922'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:06.133670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.164280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-21c0fd47-cc7f-4375-995d-0d8ef9ce1d7d None None] Provisioning complete for port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:06.164646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-21c0fd47-cc7f-4375-995d-0d8ef9ce1d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.164982 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-21c0fd47-cc7f-4375-995d-0d8ef9ce1d7d None None] Attempt 1 to provision port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 Oct 11 04:25:06.205010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.254889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:06.258234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.269764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.329721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Router 46682561-b850-45ae-a76b-271c826aabd7 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:06.453127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.478419 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.ipam_backend_mixin [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96eb3b57-96af-429f-bdf6-45e273f7e922 (CIDR: 2001:db8::/64) Oct 11 04:25:06.479370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.490648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ff245-3a91-467a-b2e7-30525ec639ec']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:06.493341 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:25:06.494133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7f6077a0-62f0-4f95-a0b8-18249806fb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.494249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:06.505549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Allocated IP 2001:db8::f816:3eff:fe52:1e53 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/96eb3b57-96af-429f-bdf6-45e273f7e922/e27adb9d-71a9-4306-8f87-d1b831ab4689) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:06.518977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddee1cf-4e47-45cb-a620-5fce54a3778a') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:06.519474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddee1cf-4e47-45cb-a620-5fce54a3778a') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:06.555475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:06.556853 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-42c45c7b-b5ff-4235-aba1-47ed1cba2a1e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6878173 Oct 11 04:25:06.557661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49044) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:06.558827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.567929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-21c0fd47-cc7f-4375-995d-0d8ef9ce1d7d None None] Current status of the port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:06.569214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:06.584937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.610830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.615341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] Sync routers for ids ['46682561-b850-45ae-a76b-271c826aabd7'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:06.652287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.656020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fcffd02e-3d7b-45c6-93cb-b5035d7eeeb8 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6620004 Oct 11 04:25:06.658201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49046) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:06.665941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': False}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:06.677579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.680674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Releasing vlan 479 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:06.681613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:06.712786 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 1ddee1cf-4e47-45cb-a620-5fce54a3778a resource provider aggregate not found Oct 11 04:25:06.731444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] Routers {'46682561-b850-45ae-a76b-271c826aabd7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:06.732099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['46682561-b850-45ae-a76b-271c826aabd7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:06.752743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:06.764867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 1ddee1cf-4e47-45cb-a620-5fce54a3778a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ddee1cf-4e47-45cb-a620-5fce54a3778a found for delete ", "request_id": "req-0112cb69-8890-4639-a4e9-479b0a04500f"}]} Oct 11 04:25:06.784450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.20.0.1 (c92e4dfb-bdfc-48c5-9653-22f31d7c6e02/79c3516f-6213-4b06-8308-7bdef0da9846/27c98148-88fb-427e-a6c0-6b5777783904) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:06.803093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:06.812382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:06.820227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:06.889870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Pushing event updated for resources: {'Port': ['ID=08a82377-c9e6-4355-8d71-49c85f70ef8d,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:06.927163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] Routers {'46682561-b850-45ae-a76b-271c826aabd7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:06.927802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['46682561-b850-45ae-a76b-271c826aabd7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:06.940153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d298bea9-713e-47d5-ae4e-a2aa5b8ad214 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:07.003050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Attempting to bind port 08a82377-c9e6-4355-8d71-49c85f70ef8d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:07.003772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Attempting to bind port 08a82377-c9e6-4355-8d71-49c85f70ef8d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'e017d27f-2d0e-43b1-8b04-f55e60f1a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:07.003772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Attempting to bind port 08a82377-c9e6-4355-8d71-49c85f70ef8d on network 56b1d217-f4a3-47ae-97ee-8565eef612fd {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:07.014325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:07.015173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ae6fc-7968-4c55-9f66-75849b39c886 None None] The sync data for ids ['46682561-b850-45ae-a76b-271c826aabd7'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:07.037832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:07.038313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Checking segment: {'id': 'e017d27f-2d0e-43b1-8b04-f55e60f1a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:07.038820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.039294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Bound using segment: {'id': 'e017d27f-2d0e-43b1-8b04-f55e60f1a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:07.039862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Bound port: 08a82377-c9e6-4355-8d71-49c85f70ef8d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e017d27f-2d0e-43b1-8b04-f55e60f1a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '56b1d217-f4a3-47ae-97ee-8565eef612fd'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:07.041110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.043206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:07.046733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.057500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.075913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.099080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-082f97d8-f830-4c76-a7cd-7f35a52c263a None None] Provisioning complete for port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:07.099557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-082f97d8-f830-4c76-a7cd-7f35a52c263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.100171 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-082f97d8-f830-4c76-a7cd-7f35a52c263a None None] Attempt 1 to provision port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 Oct 11 04:25:07.100352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.108451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.111645 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/networks/512ff245-3a91-467a-b2e7-30525ec639ec HTTP/1.1" status: 204 len: 168 time: 1.0959435 Oct 11 04:25:07.115410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49052) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:07.154330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a75306-dbe5-417c-8c8d-8f14b8afe6f0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Network': ['ID=512ff245-3a91-467a-b2e7-30525ec639ec,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.196084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.261628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.350513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:07.358143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.370910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:07.385726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:07.390500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.402620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.406313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:07.407060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.407384 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 Oct 11 04:25:07.410244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] For port 08a82377-c9e6-4355-8d71-49c85f70ef8d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:07.414980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47620ff-679b-4879-bb22-88227e3000f3']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:07.417918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] For port 08a82377-c9e6-4355-8d71-49c85f70ef8d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=08a82377-c9e6-4355-8d71-49c85f70ef8d,segment=NetworkSegment(e017d27f-2d0e-43b1-8b04-f55e60f1a699),segment_id=e017d27f-2d0e-43b1-8b04-f55e60f1a699)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:07.418978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Pushing event updated for resources: {'Port': ['ID=e27adb9d-71a9-4306-8f87-d1b831ab4689,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.426099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2409336a-e5af-49b3-85ac-eda4932c08be') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:07.426870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2409336a-e5af-49b3-85ac-eda4932c08be') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:07.435179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.443157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.447647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:07.450109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.464218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:07.464475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.466650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:07.492489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.499788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Releasing vlan 466 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:07.500387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.506578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=27c98148-88fb-427e-a6c0-6b5777783904,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.563469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Attempting to bind port e27adb9d-71a9-4306-8f87-d1b831ab4689 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:07.564456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Attempting to bind port e27adb9d-71a9-4306-8f87-d1b831ab4689 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:07.564456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Attempting to bind port e27adb9d-71a9-4306-8f87-d1b831ab4689 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:07.577989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.587686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.600473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.606567 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/networks/c47620ff-679b-4879-bb22-88227e3000f3 HTTP/1.1" status: 204 len: 168 time: 0.4871366 Oct 11 04:25:07.625498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49056) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:07.637784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:07.638429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:07.639043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.641603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:07.642853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58923a72-f422-4c56-a09a-9eb54a989d8d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Network': ['ID=c47620ff-679b-4879-bb22-88227e3000f3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.655386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Bound port: e27adb9d-71a9-4306-8f87-d1b831ab4689, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:07.655849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.671017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.673234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=b3754cf6-9d18-4a00-b4d4-a09a33d4fa6e,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.801771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d1462-f78d-4903-b1ab-18c0b56703f3 None None] Pushing event updated for resources: {'Port': ['ID=08a82377-c9e6-4355-8d71-49c85f70ef8d,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.808241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.875127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398148a-14f0-4578-b264-d642d1bcb9c9 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:07.885636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398148a-14f0-4578-b264-d642d1bcb9c9 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:07.887591 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b398148a-14f0-4578-b264-d642d1bcb9c9 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2581522 Oct 11 04:25:07.890616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=8aa07cb5-77bf-4d44-867d-f184de6a14a3,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:07.895513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:07.904062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1245637190'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:07.909738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] For port e27adb9d-71a9-4306-8f87-d1b831ab4689, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:07.912367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.922220 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-082f97d8-f830-4c76-a7cd-7f35a52c263a None None] Current status of the port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:07.925582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:07.929103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] For port e27adb9d-71a9-4306-8f87-d1b831ab4689, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e27adb9d-71a9-4306-8f87-d1b831ab4689,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:07.935836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:07.952657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:07.962032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:08.036429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade7ca-d757-432a-bc32-20b3345d78c6 None None] Pushing event updated for resources: {'Port': ['ID=e27adb9d-71a9-4306-8f87-d1b831ab4689,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:08.055117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Provisioning complete for port 27c98148-88fb-427e-a6c0-6b5777783904 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:08.055581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.056008 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 1 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:08.122853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:08.128752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:08.217955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:08.244006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:08.246988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:08.249045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.280424 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ece5fcdd-6654-4977-9efa-e746fcf720f7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7171137 Oct 11 04:25:08.281544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:08.281672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49060) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:08.284784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.287812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:0a:3f:1a', 'name': 'tempest-NetworksTestDHCPv6-1029160752'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:08.287957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.337106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:08.347848 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eb76329a-eb9e-4748-9b27-549159f40f79 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/routers/0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3875847 Oct 11 04:25:08.348713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:08.349084 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:08.362384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:08.374838 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:08.375920 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:08.388754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'port': {'network_id': '3839e53e-4197-41d8-9f28-ca134879d5ad', 'name': 'tempest-FloatingIPTestJSON-1937744761'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:08.418313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.418682 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Added segment 18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2 of type vlan for network 625500ad-df5f-4bc5-809b-7291577bff4b Oct 11 04:25:08.440394 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:08.450742 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:08.451602 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:08.486183 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:08.486857 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec013fba-f56b-4d0a-8713-8e2f536960e3 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:08.512361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:08.584523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.587967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:08.591692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.620181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] device_id is not set on port 27ddcb47-cb1f-497b-bfdf-a28fa21a6625 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:08.624636 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 2 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:08.676512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:08.677497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.716048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.717712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 65914df4-c54e-4f6a-abf9-59174885ced8 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:08.721592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:08.722226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:08.809194 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 2409336a-e5af-49b3-85ac-eda4932c08be resource provider aggregate not found Oct 11 04:25:08.836089 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 2409336a-e5af-49b3-85ac-eda4932c08be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2409336a-e5af-49b3-85ac-eda4932c08be found for delete ", "request_id": "req-e2970a5b-b467-4337-909a-7e3e2ef047f0"}]} Oct 11 04:25:08.847714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.7 (3839e53e-4197-41d8-9f28-ca134879d5ad/a1013918-ed71-4445-94ca-e43098f836bd/27ddcb47-cb1f-497b-bfdf-a28fa21a6625) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:08.854380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9518466 Oct 11 04:25:08.855749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49068) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:08.904775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1469540488'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:08.966811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f817a-f7dc-47a6-b94c-b702ec511293 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Network': ['ID=625500ad-df5f-4bc5-809b-7291577bff4b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:08.978769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:08.980802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 625500ad-df5f-4bc5-809b-7291577bff4b details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:08.982074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.012743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.028566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e27adb9d-71a9-4306-8f87-d1b831ab4689 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:09.030554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f29fe4-9130-4f8a-9df3-f70a0ea48a12 None None] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:09.047614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.122681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.139617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.141719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 450} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:09.143359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.145759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=27c98148-88fb-427e-a6c0-6b5777783904,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:09.157481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8:0:1::e1 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/8aa07cb5-77bf-4d44-867d-f184de6a14a3/65914df4-c54e-4f6a-abf9-59174885ced8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:09.177108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fe0a:3f1a (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/96eb3b57-96af-429f-bdf6-45e273f7e922/65914df4-c54e-4f6a-abf9-59174885ced8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:09.178304 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 3 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:09.179800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.180150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Added segment 7c240879-668a-4dac-81ec-6b882d2eb5e7 of type vlan for network 7a104759-d9d3-4673-bf27-0634f2ad4112 Oct 11 04:25:09.251907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e27adb9d-71a9-4306-8f87-d1b831ab4689 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:09.252406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.252948 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e27adb9d-71a9-4306-8f87-d1b831ab4689 Oct 11 04:25:09.272364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.313234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.337856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:09.350123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.382198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Router 46682561-b850-45ae-a76b-271c826aabd7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:09.396879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:09.400849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:09.429642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.439785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:09.442516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.448723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e27adb9d-71a9-4306-8f87-d1b831ab4689 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:09.449337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.494195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.502476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.509805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e27adb9d-71a9-4306-8f87-d1b831ab4689, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e27adb9d-71a9-4306-8f87-d1b831ab4689,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:09.521354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.522448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 08a82377-c9e6-4355-8d71-49c85f70ef8d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:09.544766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:09.589798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:09.593584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:09.610604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7140429 Oct 11 04:25:09.630064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49070) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:09.652354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'ports': [{'network_id': '625500ad-df5f-4bc5-809b-7291577bff4b', 'name': 'tempest-port--1195385507', 'admin_state_up': True}, {'network_id': '7a104759-d9d3-4673-bf27-0634f2ad4112', 'admin_state_up': False}]} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:09.652746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'port': {'network_id': '625500ad-df5f-4bc5-809b-7291577bff4b', 'name': 'tempest-port--1195385507', 'admin_state_up': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:09.653374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'port': {'network_id': '7a104759-d9d3-4673-bf27-0634f2ad4112', 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:09.663820 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:25:09.688193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 08a82377-c9e6-4355-8d71-49c85f70ef8d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:09.689208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.689691 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 08a82377-c9e6-4355-8d71-49c85f70ef8d Oct 11 04:25:09.699231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca78d6-60aa-49a0-b442-f91fb9426b0d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Network': ['ID=7a104759-d9d3-4673-bf27-0634f2ad4112,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:09.726476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.733908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=27ddcb47-cb1f-497b-bfdf-a28fa21a6625,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:09.752925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 7a104759-d9d3-4673-bf27-0634f2ad4112 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:09.754745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78001eb0-a5bf-46be-a661-3f86aa9508ff None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:09.759014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:09.759898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.794987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a02c1212-14fa-443c-a3d8-9f9079246579 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4114091 Oct 11 04:25:09.798668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49072) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:09.804069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'port': {'network_id': '3839e53e-4197-41d8-9f28-ca134879d5ad', 'name': 'tempest-FloatingIPTestJSON-502032359'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:09.827354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.874135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:09.874517 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 4 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:09.874655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:09.892282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.892749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:09.892975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-36349cce-157b-437b-93db-7e8f2470b279 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "PUT /v2.0/routers/46682561-b850-45ae-a76b-271c826aabd7 HTTP/1.1" status: 200 len: 926 time: 3.2305357 Oct 11 04:25:09.895214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:09.899139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49074) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:09.906170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:09.906941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:09.915758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 289eac29-1a47-43f1-8d4d-59875287ebe8 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:09.929685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] Sync routers for ids ['46682561-b850-45ae-a76b-271c826aabd7'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:09.968855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=65914df4-c54e-4f6a-abf9-59174885ced8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:09.979884 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3c406dab-b68d-4745-926a-eac2d00eecdd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6972392 Oct 11 04:25:09.980592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49076) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:09.990585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e27adb9d-71a9-4306-8f87-d1b831ab4689,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:10.031514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] Routers {'46682561-b850-45ae-a76b-271c826aabd7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:10.032145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['46682561-b850-45ae-a76b-271c826aabd7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.033919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:10.088538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:10.092068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.112245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.119884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] device_id is not set on port 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:10.136062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 65914df4-c54e-4f6a-abf9-59174885ced8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:10.136403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.148100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 08a82377-c9e6-4355-8d71-49c85f70ef8d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:10.148488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.168388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] Routers {'46682561-b850-45ae-a76b-271c826aabd7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:10.169362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['46682561-b850-45ae-a76b-271c826aabd7'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.209811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.210511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa62632e-8b39-4429-8c6e-f0655885009e None None] The sync data for ids ['46682561-b850-45ae-a76b-271c826aabd7'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:10.230656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 08a82377-c9e6-4355-8d71-49c85f70ef8d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=08a82377-c9e6-4355-8d71-49c85f70ef8d,segment=NetworkSegment(e017d27f-2d0e-43b1-8b04-f55e60f1a699),segment_id=e017d27f-2d0e-43b1-8b04-f55e60f1a699)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:10.238315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.329960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.345300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] Update dhcp port {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '96eb3b57-96af-429f-bdf6-45e273f7e922', 'ip_address': '2001:db8::f816:3eff:fe52:1e53'}, {'subnet_id': '8aa07cb5-77bf-4d44-867d-f184de6a14a3'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'e27adb9d-71a9-4306-8f87-d1b831ab4689'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:25:10.351387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=08a82377-c9e6-4355-8d71-49c85f70ef8d,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:10.375354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.400081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'port': 2} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:10.404709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.419062 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-236b152b-e3b8-46f9-b845-357202cd32fd tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/46682561-b850-45ae-a76b-271c826aabd7 HTTP/1.1" status: 200 len: 926 time: 0.5154138 Oct 11 04:25:10.424184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49078) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:10.436645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:10.445452 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7361f9f6-0696-4bf0-9f1d-f7dd8547af19 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/289eac29-1a47-43f1-8d4d-59875287ebe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8964572 Oct 11 04:25:10.445452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.449354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49080) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:10.451355 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] Sync routers for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:10.464492 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:10.465465 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.514159 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.528252 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:10.529129 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.536216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.550561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 65914df4-c54e-4f6a-abf9-59174885ced8 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:10.554003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4226dc1-f32c-4b2c-b0f2-711c04ceaf8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:10.558729 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b4226dc1-f32c-4b2c-b0f2-711c04ceaf8f tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=46682561-b850-45ae-a76b-271c826aabd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1287286 Oct 11 04:25:10.561291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49084) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:10.575166 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:10.576057 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5d849-e860-4c6a-b9ac-8ebf2c4db1e9 None None] The sync data for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:10.631786 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 5 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:10.686425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:10.687044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a44ebc-3210-4783-89ad-c57fc1bcb2a9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:10.691112 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a1a44ebc-3210-4783-89ad-c57fc1bcb2a9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports/27c98148-88fb-427e-a6c0-6b5777783904 HTTP/1.1" status: 200 len: 910 time: 0.0801404 Oct 11 04:25:10.694062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] device_id is not set on port fbd44ae2-c033-453a-a7d5-cda06ed79c50 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:10.699528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49086) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:10.749345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] Allocated IP 2001:db8:0:1::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/8aa07cb5-77bf-4d44-867d-f184de6a14a3/e27adb9d-71a9-4306-8f87-d1b831ab4689) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:10.752304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.13 (3839e53e-4197-41d8-9f28-ca134879d5ad/a1013918-ed71-4445-94ca-e43098f836bd/3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:10.877116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e90454-a14c-4909-bb19-2ce9633ccbc7 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:10.881302 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-26e90454-a14c-4909-bb19-2ce9633ccbc7 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.3165421 Oct 11 04:25:10.882290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:10.888943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] For port e27adb9d-71a9-4306-8f87-d1b831ab4689, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e27adb9d-71a9-4306-8f87-d1b831ab4689,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:10.893443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e27adb9d-71a9-4306-8f87-d1b831ab4689 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:10.925777 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fa16b947-f403-4f7a-9653-a21dd889d1e7 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=46682561-b850-45ae-a76b-271c826aabd7 HTTP/1.1" status: 200 len: 205 time: 0.0405784 Oct 11 04:25:10.938628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49090) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:10.951386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.958293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:10.971810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.045485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e27adb9d-71a9-4306-8f87-d1b831ab4689 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:11.046009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.046622 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e27adb9d-71a9-4306-8f87-d1b831ab4689 Oct 11 04:25:11.062042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=65914df4-c54e-4f6a-abf9-59174885ced8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:11.099056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dde6ab-1c7d-4d3b-aadb-f9005f67991b None None] Pushing event updated for resources: {'Port': ['ID=e27adb9d-71a9-4306-8f87-d1b831ab4689,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:11.107622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.168050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e27adb9d-71a9-4306-8f87-d1b831ab4689 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:11.169438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 08a82377-c9e6-4355-8d71-49c85f70ef8d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:11.193671 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 6 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:11.209892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] device_id is not set on port da69048e-7e6a-43fb-b47b-8bf994b4cf79 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:11.220313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.244660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:11.254483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 08a82377-c9e6-4355-8d71-49c85f70ef8d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:11.255070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.255501 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 08a82377-c9e6-4355-8d71-49c85f70ef8d Oct 11 04:25:11.285093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.290789 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59158848-ea5e-4263-aca6-7222d1e21460 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/65914df4-c54e-4f6a-abf9-59174885ced8 HTTP/1.1" status: 204 len: 168 time: 1.3046718 Oct 11 04:25:11.293032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49092) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:11.353367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 08a82377-c9e6-4355-8d71-49c85f70ef8d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:11.376554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.394379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.439399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.442791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.454942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.469846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f7d2a-9553-44bb-aa07-4a35626c7255 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:11.473747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-044f7d2a-9553-44bb-aa07-4a35626c7255 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1745059 Oct 11 04:25:11.477095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49094) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:11.519644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:11.527942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:11.530346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:11.552818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:11.559235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Deleting port a2393195-8480-4da4-992b-97552e5fb640 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:11.559587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.611257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:11.611952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.614085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.663145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e32883-941b-4590-8c34-5e6b360bc5d0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:11.666606 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f4e32883-941b-4590-8c34-5e6b360bc5d0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1866310 Oct 11 04:25:11.666776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bc962664-1011-4668-9d66-72dac4ac4933 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8661597 Oct 11 04:25:11.671479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49096) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:11.671811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49098) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:11.684775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:11.736945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Port': ['ID=fbd44ae2-c033-453a-a7d5-cda06ed79c50,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:11.746092 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 7 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:11.761082 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.772863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.781217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca6d09-b934-4b9a-b181-bcf7080a011b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:11.782779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca6d09-b934-4b9a-b181-bcf7080a011b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:11.784359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca6d09-b934-4b9a-b181-bcf7080a011b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:11.786146 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6dca6d09-b934-4b9a-b181-bcf7080a011b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1120367 Oct 11 04:25:11.786282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Checking segment: {'id': '18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '625500ad-df5f-4bc5-809b-7291577bff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:11.786656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network hostable DHCP agents. Network: 625500ad-df5f-4bc5-809b-7291577bff4b, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:11.792931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49100) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:11.802005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Calling delete_port for a2393195-8480-4da4-992b-97552e5fb640 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:11.820163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:11.887710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network 625500ad-df5f-4bc5-809b-7291577bff4b is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:11.901695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 8aa07cb5-77bf-4d44-867d-f184de6a14a3 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:11.910357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:11.916951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 625500ad-df5f-4bc5-809b-7291577bff4b) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:11.932308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94fc8a-988b-43bc-9e61-6b03aeff1173 None None] Network 625500ad-df5f-4bc5-809b-7291577bff4b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:11.944870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.21.0.1 (56b1d217-f4a3-47ae-97ee-8565eef612fd/968423fb-52e6-4b82-8cba-39bfc6155bff/ad1a713c-792c-432b-a2b6-fe073ab124d7) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:11.954990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:11.956454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.006694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.019730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.131746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Port': ['ID=da69048e-7e6a-43fb-b47b-8bf994b4cf79,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:12.148021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.182708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event deleted for resources: {'Port': ['ID=a2393195-8480-4da4-992b-97552e5fb640,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:12.238960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.193 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/29c434ef-e601-4c0f-a814-ca95b549b363) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:12.251711 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-77e26561-225b-4da1-9fa3-4123c2b62f53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892791 Oct 11 04:25:12.259186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Checking segment: {'id': '7c240879-668a-4dac-81ec-6b882d2eb5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '7a104759-d9d3-4673-bf27-0634f2ad4112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:12.259507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network hostable DHCP agents. Network: 7a104759-d9d3-4673-bf27-0634f2ad4112, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:12.282448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.295425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.303900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.321893 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 8 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:12.357605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:12.378554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network 7a104759-d9d3-4673-bf27-0634f2ad4112 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:12.407086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.410638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.416948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 7a104759-d9d3-4673-bf27-0634f2ad4112) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:12.421609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:12.427098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274373a-6602-4004-8a2d-b4c0ca6ddfbb None None] Network 7a104759-d9d3-4673-bf27-0634f2ad4112 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:12.428794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:12.434224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:12.434920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.454987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-e9789cde-e712-4d6c-94f1-0cdfe3f75218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:12.456674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-e9789cde-e712-4d6c-94f1-0cdfe3f75218 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.1629145 Oct 11 04:25:12.460664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.468988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.476676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.476907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Fanout notify agent at l3_agent the message router_deleted on router 46682561-b850-45ae-a76b-271c826aabd7 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:12.487039 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-13b3593f-2f33-45ef-9e87-db99f6c92cc4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8464675 Oct 11 04:25:12.487160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.487160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6ab74c1c-b4b5-4096-bc96-ddaf207c3531 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/46682561-b850-45ae-a76b-271c826aabd7 HTTP/1.1" status: 204 len: 168 time: 1.5469553 Oct 11 04:25:12.489552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49102) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:12.502545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49104) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:12.511707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1257110376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:12.536648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.550261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.558892 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/8aa07cb5-77bf-4d44-867d-f184de6a14a3 HTTP/1.1" status: 204 len: 168 time: 0.7619679 Oct 11 04:25:12.558892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3228e-5895-4b25-afbc-3da8549f362b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa07cb5-77bf-4d44-867d-f184de6a14a3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:12.559603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:12.577144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f444b8-1947-4dc3-810b-161258d05f49 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:12.578878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.579793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.595590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:12.607923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:12.610633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:12.631704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe65757-5f6e-49f7-a81d-13260c8a14b7 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:12.637710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe65757-5f6e-49f7-a81d-13260c8a14b7 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:12.641950 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4fe65757-5f6e-49f7-a81d-13260c8a14b7 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1488798 Oct 11 04:25:12.642093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=ad1a713c-792c-432b-a2b6-fe073ab124d7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:12.648662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49108) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:12.672459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 96eb3b57-96af-429f-bdf6-45e273f7e922 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:12.677065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.682023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.765558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.786438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.814221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:12.815413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=29c434ef-e601-4c0f-a814-ca95b549b363,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:12.827246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.831356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:12.860005 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 9 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:12.865493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:12.917007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:12.930821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e27adb9d-71a9-4306-8f87-d1b831ab4689 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:12.940139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.943953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-883daaf0-16b2-406b-8e26-a9fda12af7f2 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4392679 Oct 11 04:25:12.948618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49110) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:12.959940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:12.996759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e27adb9d-71a9-4306-8f87-d1b831ab4689 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:12.997840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:12.998664 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e27adb9d-71a9-4306-8f87-d1b831ab4689 Oct 11 04:25:13.020180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.089989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-42c8369a-15ba-47fe-94e7-76299a1fe8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:13.092089 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-42c8369a-15ba-47fe-94e7-76299a1fe8d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.5792201 Oct 11 04:25:13.104005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e27adb9d-71a9-4306-8f87-d1b831ab4689 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:13.189631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.236731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Deleting port fbd44ae2-c033-453a-a7d5-cda06ed79c50 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:13.237197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.244136 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-f5b2ba3f-d776-443d-8116-bbaecf12dcdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.1207333 Oct 11 04:25:13.268576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.364916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.416051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-4d2baccf-036e-4cd7-b529-f3272f8736b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:13.417561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-4d2baccf-036e-4cd7-b529-f3272f8736b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.1594746 Oct 11 04:25:13.417979 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Attempt 10 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:13.418586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Calling delete_port for fbd44ae2-c033-453a-a7d5-cda06ed79c50 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:13.461519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-479227a0-07f8-4dcb-92d2-c55fa1727b99 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:13.573963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Could not find standard attr ID for object 65914df4-c54e-4f6a-abf9-59174885ced8. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:13.584966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Provisioning complete for port 08a82377-c9e6-4355-8d71-49c85f70ef8d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:13.586134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.586134 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 1 to provision port 08a82377-c9e6-4355-8d71-49c85f70ef8d Oct 11 04:25:13.612651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-48b7d9db-73ba-4385-80a4-9e845b784ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:13.614772 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-48b7d9db-73ba-4385-80a4-9e845b784ebf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872978 Oct 11 04:25:13.630565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.675340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Current status of the port 08a82377-c9e6-4355-8d71-49c85f70ef8d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:13.688684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Provisioning complete for port e27adb9d-71a9-4306-8f87-d1b831ab4689 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:13.689038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.689398 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 1 to provision port e27adb9d-71a9-4306-8f87-d1b831ab4689 Oct 11 04:25:13.697089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.710699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.753034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb3b57-96af-429f-bdf6-45e273f7e922,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:13.764181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.770053 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eee30a5e-1084-4205-b53c-78cf18757a9d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/96eb3b57-96af-429f-bdf6-45e273f7e922 HTTP/1.1" status: 204 len: 168 time: 1.2083235 Oct 11 04:25:13.773986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49112) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:13.774652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39764d-1abd-4c7d-8fee-44270fbddbaa None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:13.795329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Current status of the port e27adb9d-71a9-4306-8f87-d1b831ab4689 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:13.814320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Port': ['ID=fbd44ae2-c033-453a-a7d5-cda06ed79c50,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:13.828098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.831305 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f7d53016-22e4-4899-ab32-88f8701d7f7b tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/ports/fbd44ae2-c033-453a-a7d5-cda06ed79c50 HTTP/1.1" status: 204 len: 168 time: 1.1468098 Oct 11 04:25:13.837089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49114) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:13.850523 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-75d3c2e2-31aa-4993-b0a0-beaf56df7595 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729458 Oct 11 04:25:13.852054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49116) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:13.861216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:13.872937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Provisioning complete for port ad1a713c-792c-432b-a2b6-fe073ab124d7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:13.873671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:13.874006 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 1 to provision port ad1a713c-792c-432b-a2b6-fe073ab124d7 Oct 11 04:25:13.895859 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-2588efda-aa8c-4ea9-9e48-a2b70258636b service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645540 Oct 11 04:25:13.951971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port ad1a713c-792c-432b-a2b6-fe073ab124d7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:14.011938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.024239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.051317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:14.085316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.087439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:14.090909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.120649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] Deleting port e27adb9d-71a9-4306-8f87-d1b831ab4689 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:14.121448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.130083 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e79c0a94-89cf-45e7-8f6b-7355635e9eba req-bec73fcd-c1ec-4190-abc7-2bdb3e446d87 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247369 Oct 11 04:25:14.135780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.140318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Deleting port da69048e-7e6a-43fb-b47b-8bf994b4cf79 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:14.140651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.143357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=ad1a713c-792c-432b-a2b6-fe073ab124d7,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:14.209187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] For port e27adb9d-71a9-4306-8f87-d1b831ab4689, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e27adb9d-71a9-4306-8f87-d1b831ab4689,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:14.209571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.221768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] Calling delete_port for e27adb9d-71a9-4306-8f87-d1b831ab4689 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:14.263436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.283166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Calling delete_port for da69048e-7e6a-43fb-b47b-8bf994b4cf79 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:14.308870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.309897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.344123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] Pushing event deleted for resources: {'Port': ['ID=e27adb9d-71a9-4306-8f87-d1b831ab4689,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:14.345071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:14.345382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.347893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:14.358785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.361068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae1d89-c93f-498e-b95c-347e6aa12fd5 None None] No DVR routers for this DVR port e27adb9d-71a9-4306-8f87-d1b831ab4689 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:14.453823 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 2 to provision port ad1a713c-792c-432b-a2b6-fe073ab124d7 Oct 11 04:25:14.486475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.506984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port ad1a713c-792c-432b-a2b6-fe073ab124d7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:14.523362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 289eac29-1a47-43f1-8d4d-59875287ebe8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:14.525022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Port': ['ID=da69048e-7e6a-43fb-b47b-8bf994b4cf79,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:14.533235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.536494 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-95a86e41-d60d-4bf8-b523-6125d9f962b0 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/ports/da69048e-7e6a-43fb-b47b-8bf994b4cf79 HTTP/1.1" status: 204 len: 168 time: 0.6967611 Oct 11 04:25:14.539122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49118) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:14.571161 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fc60bb83-db83-4769-b972-646390af9adf tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306439 Oct 11 04:25:14.576870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49120) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:14.588290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-528115165'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:14.626132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Allocated IP 172.26.8.216 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/e36de9f8-c901-40f8-9cf5-60ce4d16fd7a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:14.658581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:14.664309 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b12b1cce-5bae-4c81-9625-6156c8347bd8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/289eac29-1a47-43f1-8d4d-59875287ebe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9637911 Oct 11 04:25:14.666315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49122) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:14.669420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] Sync routers for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:14.680359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:14.681375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:14.718676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:14.726349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6dc12-b5c4-4faf-b122-bff66767716e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:14.728015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-01e6dc12-b5c4-4faf-b122-bff66767716e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports/ad1a713c-792c-432b-a2b6-fe073ab124d7 HTTP/1.1" status: 200 len: 910 time: 0.0606511 Oct 11 04:25:14.731679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49124) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:14.731820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:14.732389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:14.733112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:14.736320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.769391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:14.769944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea119069-dd9c-42fa-ac4e-7e38d7ee05ea None None] The sync data for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:14.859032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:14.860148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e27adb9d-71a9-4306-8f87-d1b831ab4689 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:14.879164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.881775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e27adb9d-71a9-4306-8f87-d1b831ab4689 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:14.882031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e27adb9d-71a9-4306-8f87-d1b831ab4689 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:14.892756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.899378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:14.899714 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Added segment 021d0890-5e10-437a-8a8e-4142f33e52f2 of type vlan for network 8b30638a-1c3d-4756-8203-2780896e3df1 Oct 11 04:25:14.986833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:25:15.007841 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 3 to provision port ad1a713c-792c-432b-a2b6-fe073ab124d7 Oct 11 04:25:15.029405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.036872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.053941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port ad1a713c-792c-432b-a2b6-fe073ab124d7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:15.091035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.095465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.098449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=29c434ef-e601-4c0f-a814-ca95b549b363,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:15.151381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:15.153793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.166356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:15.169677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:15.170264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.175990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2a598-2d6b-49a7-9bfa-9fe13b536d47 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:15.209065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=823364bf-fc81-4927-81e9-14ceb4d6aea9,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:15.246175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0d0e3c20-181c-4127-9ee8-742fa12a47b5 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3915939 Oct 11 04:25:15.246884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49128) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:15.285644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:15.289441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.295431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:15.296053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.340467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '823364bf-fc81-4927-81e9-14ceb4d6aea9'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:15.340787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.374152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.390814 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP ed77c0fc-d162-4686-9451-1aecca56d3ef associated. External IP: 172.26.8.193, port: 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e. Oct 11 04:25:15.501546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Allocated IP 2001:db8::f816:3eff:feb6:b24f (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/823364bf-fc81-4927-81e9-14ceb4d6aea9/5d64d78f-f3ba-4dc7-8c6c-075723ece855) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:15.574905 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 4 to provision port ad1a713c-792c-432b-a2b6-fe073ab124d7 Oct 11 04:25:15.631644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port ad1a713c-792c-432b-a2b6-fe073ab124d7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:15.657860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port ad1a713c-792c-432b-a2b6-fe073ab124d7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:15.658279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.695676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.701331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1201580 Oct 11 04:25:15.704976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.716191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49130) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:15.722781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-610946000'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:15.749178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:15.753320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:15.755448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Pushing event updated for resources: {'Port': ['ID=5d64d78f-f3ba-4dc7-8c6c-075723ece855,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:15.757622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:15.761326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.769280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:15.772867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.775110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b801d6-c32c-4100-92c5-8a028320410f tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Network': ['ID=8b30638a-1c3d-4756-8203-2780896e3df1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:15.790685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for ad1a713c-792c-432b-a2b6-fe073ab124d7 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:15.807641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8b30638a-1c3d-4756-8203-2780896e3df1 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:15.808234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:15.812409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:15.815418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:15.819036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:15.833803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Attempting to bind port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:15.834111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Attempting to bind port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:15.834438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Attempting to bind port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:15.848752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:15.849757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:15.849757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.850002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:15.850551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Bound port: 5d64d78f-f3ba-4dc7-8c6c-075723ece855, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:15.850747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.856530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.856952 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Added segment afebafea-cd49-43d0-9351-fdf2ae8a57af of type vlan for network 58cc45ca-8825-4419-9f96-9ef3880ab955 Oct 11 04:25:15.879512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event updated for resources: {'Port': ['ID=e36de9f8-c901-40f8-9cf5-60ce4d16fd7a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:15.910972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.967236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] For port 5d64d78f-f3ba-4dc7-8c6c-075723ece855, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:15.970678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] For port 5d64d78f-f3ba-4dc7-8c6c-075723ece855, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5d64d78f-f3ba-4dc7-8c6c-075723ece855,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:15.976170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.986581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:15.992096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:15.992778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.000908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:16.004566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.040990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3eb41-4d00-4dec-bfb6-c73501ebc2cd None None] Pushing event updated for resources: {'Port': ['ID=5d64d78f-f3ba-4dc7-8c6c-075723ece855,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:16.070659 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3391111 Oct 11 04:25:16.127624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadb90e-6b86-4348-962c-bb2989d6c042 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Network': ['ID=58cc45ca-8825-4419-9f96-9ef3880ab955,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:16.144078 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 5 to provision port ad1a713c-792c-432b-a2b6-fe073ab124d7 Oct 11 04:25:16.150812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 58cc45ca-8825-4419-9f96-9ef3880ab955 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:16.152155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.223465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=ad1a713c-792c-432b-a2b6-fe073ab124d7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:16.362563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.ipam_backend_mixin [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 823364bf-fc81-4927-81e9-14ceb4d6aea9 (CIDR: 2001:db8::/64) Oct 11 04:25:16.387147 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:25:16.387426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:16.404158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port ad1a713c-792c-432b-a2b6-fe073ab124d7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:16.442814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:16.455375 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-50b75662-8c8c-4f4e-acb9-c442d1c81ac7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1741011 Oct 11 04:25:16.490154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49132) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:16.496291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:16.609487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.686080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.692996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:16.696754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.765296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:16.778464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:16.793498 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:16.794127 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:16.803209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.873128 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:16.888602 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:16.891877 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:16.905759 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 6 to provision port ad1a713c-792c-432b-a2b6-fe073ab124d7 Oct 11 04:25:16.952244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port ad1a713c-792c-432b-a2b6-fe073ab124d7 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:25:16.973368 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:16.974306 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfeacec-36bd-4b86-9971-69860cb86001 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:16.991950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Provisioning complete for port 27c98148-88fb-427e-a6c0-6b5777783904 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:16.992584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:16.993176 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 1 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:17.000242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.007310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 289eac29-1a47-43f1-8d4d-59875287ebe8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:17.018886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.056421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5d64d78f-f3ba-4dc7-8c6c-075723ece855 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:17.078005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49136) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.078236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a6189685-5c46-453b-b187-0e0ca172d8ec tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4052558 Oct 11 04:25:17.083905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:17.121420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:17.151650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:17.152392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.153098 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 Oct 11 04:25:17.243267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Router 0ccf50d2-d912-4228-969f-8ff1034a7588 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:17.248895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:17.270695 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-601c4071-1d0b-464f-b692-d31c751ef477 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/289eac29-1a47-43f1-8d4d-59875287ebe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5377574 Oct 11 04:25:17.276985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49138) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.292711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.401200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:17.411847 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] Sync routers for ids ['0ccf50d2-d912-4228-969f-8ff1034a7588'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:17.412991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.414412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dd09993f-0d6b-471b-8102-53d4fd09b57e tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "PUT /v2.0/routers/0ccf50d2-d912-4228-969f-8ff1034a7588 HTTP/1.1" status: 200 len: 884 time: 4.4648161 Oct 11 04:25:17.417044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49140) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.430859 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] Routers {'0ccf50d2-d912-4228-969f-8ff1034a7588'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:17.431486 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0ccf50d2-d912-4228-969f-8ff1034a7588'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.508380 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.541981 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] Routers {'0ccf50d2-d912-4228-969f-8ff1034a7588'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:17.542646 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0ccf50d2-d912-4228-969f-8ff1034a7588'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.549682 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-82b8535e-9d83-44c0-93ca-b3270362cab4 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/0ccf50d2-d912-4228-969f-8ff1034a7588 HTTP/1.1" status: 200 len: 925 time: 0.1288438 Oct 11 04:25:17.550391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49142) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.633288 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.634469 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb44aa1-6a7f-4cb0-9d80-e8eb78433b3a None None] The sync data for ids ['0ccf50d2-d912-4228-969f-8ff1034a7588'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:17.635852 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 2 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:17.657491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] Sync routers for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:17.669876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554f3e4-a0c7-4cb7-9bfc-145cb40b2754 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:17.673900 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c554f3e4-a0c7-4cb7-9bfc-145cb40b2754 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=0ccf50d2-d912-4228-969f-8ff1034a7588&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1200793 Oct 11 04:25:17.674146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49144) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.694455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:17.695237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.733415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:17.734378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.785485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59319dcb-5be1-4cd6-a2de-55bc6196390a tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:17.791561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59319dcb-5be1-4cd6-a2de-55bc6196390a tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.1162856 Oct 11 04:25:17.792865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49146) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.797845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.809133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:17.824903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 5d64d78f-f3ba-4dc7-8c6c-075723ece855, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5d64d78f-f3ba-4dc7-8c6c-075723ece855,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:17.827973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:17.828707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.834131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.840121 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8a9fbd11-9603-4202-b0a1-e8d44de8b30b tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ccf50d2-d912-4228-969f-8ff1034a7588 HTTP/1.1" status: 200 len: 205 time: 0.0411909 Oct 11 04:25:17.841321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49148) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:17.843725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.859542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:17.875358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:17.876131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2973822-9ac0-4495-b4dc-c9e4b618fdab None None] The sync data for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:17.928870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=5d64d78f-f3ba-4dc7-8c6c-075723ece855,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:17.989631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.098303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.140901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.141512 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP ed77c0fc-d162-4686-9451-1aecca56d3ef disassociated. External IP: 172.26.8.193, port: 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e. Oct 11 04:25:18.161196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Deleting port e36de9f8-c901-40f8-9cf5-60ce4d16fd7a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:18.161706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.196775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:18.226200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:18.236261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:18.236860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.241136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85e1552-6892-432d-9d9e-8414efa31ca8 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:18.256339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=d6337f39-8cdc-45e7-b37e-6bb45190189d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:18.367311 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 3 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:18.410794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:18.475495 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8636702b-b178-4963-b4b6-892a417e03e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9838846 Oct 11 04:25:18.476649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49150) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:18.488674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:6a:db:5e', 'name': 'tempest-NetworksTestDHCPv6-2066553297'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:18.520288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:18.569235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] Update dhcp port {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'fixed_ips': [{'subnet_id': '823364bf-fc81-4927-81e9-14ceb4d6aea9', 'ip_address': '2001:db8::f816:3eff:feb6:b24f'}, {'subnet_id': 'd6337f39-8cdc-45e7-b37e-6bb45190189d'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '5d64d78f-f3ba-4dc7-8c6c-075723ece855'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:25:18.571008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.596423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Calling delete_port for e36de9f8-c901-40f8-9cf5-60ce4d16fd7a owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:18.599205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.767982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:18.797482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] Allocated IP 2001:db8:0:1::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/d6337f39-8cdc-45e7-b37e-6bb45190189d/5d64d78f-f3ba-4dc7-8c6c-075723ece855) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:18.862036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.863898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.902427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event deleted for resources: {'Port': ['ID=e36de9f8-c901-40f8-9cf5-60ce4d16fd7a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:18.913986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port c04958ad-087b-49b9-8603-753edc493fa9 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:18.925866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] For port 5d64d78f-f3ba-4dc7-8c6c-075723ece855, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5d64d78f-f3ba-4dc7-8c6c-075723ece855,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:18.956924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:18.961318 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 4 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:18.998383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5d64d78f-f3ba-4dc7-8c6c-075723ece855 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:19.004642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.037441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:19.039421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.093626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8:0:1::37a (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/d6337f39-8cdc-45e7-b37e-6bb45190189d/c04958ad-087b-49b9-8603-753edc493fa9) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:19.100932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::f816:3eff:fe6a:db5e (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/823364bf-fc81-4927-81e9-14ceb4d6aea9/c04958ad-087b-49b9-8603-753edc493fa9) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:19.137310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.145734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.162850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:19.163226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.163655 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 Oct 11 04:25:19.216732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e8e78-0d6e-4bbc-b2e4-cba111bc3379 None None] Pushing event updated for resources: {'Port': ['ID=5d64d78f-f3ba-4dc7-8c6c-075723ece855,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:19.236279 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.237090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Fanout notify agent at l3_agent the message router_deleted on router 0ccf50d2-d912-4228-969f-8ff1034a7588 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:19.245150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49152) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:19.247423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.249072 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-37e16243-7dbc-4821-8366-65b2a27f6784 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/0ccf50d2-d912-4228-969f-8ff1034a7588 HTTP/1.1" status: 204 len: 168 time: 1.4058893 Oct 11 04:25:19.254268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49154) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:19.254939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'subnets': [{'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--348980599', 'ip_version': 6}, {'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:19.255264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'subnet': {'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--348980599', 'ip_version': 6}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:19.255929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Request body: {'subnet': {'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:19.261333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1573660388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:19.290077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.291707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.308546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:19.315860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:19.318218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.326267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:19.336774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:19.337158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:19.372586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.376015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:19.379167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.387934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:19.388559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:19.401494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.405390 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1b2b355-534f-4e86-aece-4ec095488577 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1477177 Oct 11 04:25:19.407025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49156) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:19.412987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': True}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:19.416676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4420f834-b7c9-474a-bfab-068d8ceaefb4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/floatingips/ed77c0fc-d162-4686-9451-1aecca56d3ef HTTP/1.1" status: 200 len: 688 time: 2.3375397 Oct 11 04:25:19.420326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.424134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49158) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:19.427154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:19.428224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbb181-21d6-4c09-9705-6b669a5a3226 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:19.538193 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 5 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:19.550033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.591147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:19.645820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.732842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.773676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Made reservation on behalf of 933caf5a58284c26bbe08e0e90841d32 for: {'subnet': 2} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:19.778747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.779089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.858282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.865671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:19.883586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.910225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=c04958ad-087b-49b9-8603-753edc493fa9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:19.932097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:19.940131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:19.945828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:19.946539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.976918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 29c434ef-e601-4c0f-a814-ca95b549b363 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:19.977262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:19.993929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Allocated IP 172.26.8.3 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/b90a50e9-38ea-4a6f-ac5b-cb357548a0a3) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:19.997522 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7508a8c2-05d9-4092-89fa-934c372ed6ff tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5128396 Oct 11 04:25:20.001774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:20.094681 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 6 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:20.129620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.130281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.147241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:20.150384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 29c434ef-e601-4c0f-a814-ca95b549b363 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:20.182389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port c04958ad-087b-49b9-8603-753edc493fa9 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:20.182756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.187412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.293067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.300539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.312724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for c04958ad-087b-49b9-8603-753edc493fa9 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:20.353666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:20.360099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:20.395114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:20.401302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Port': ['ID=b90a50e9-38ea-4a6f-ac5b-cb357548a0a3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:20.650981 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 7 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:20.659349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.698636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=c04958ad-087b-49b9-8603-753edc493fa9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:20.699530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:20.704841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 27c98148-88fb-427e-a6c0-6b5777783904 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:20.705358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.781938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.787865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5aff1042-2d9e-4e43-a958-86b8ab10dba4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/c04958ad-087b-49b9-8603-753edc493fa9 HTTP/1.1" status: 204 len: 168 time: 0.7823303 Oct 11 04:25:20.788065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49162) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:20.820852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.870019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.870860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=29c434ef-e601-4c0f-a814-ca95b549b363,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:20.912983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5d64d78f-f3ba-4dc7-8c6c-075723ece855 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:20.919130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a9638b-d642-4772-97b9-f2029f3ff145 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:20.920456 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d4a9638b-d642-4772-97b9-f2029f3ff145 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1314764 Oct 11 04:25:20.928550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49164) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:20.980374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:20.980658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:20.980989 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 Oct 11 04:25:20.991024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.018090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 27c98148-88fb-427e-a6c0-6b5777783904 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:21.025108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.066695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:21.083990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.086462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.087658 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9121752f-6b35-4d60-a7bd-f66796d16d64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/floatingips/ed77c0fc-d162-4686-9451-1aecca56d3ef HTTP/1.1" status: 204 len: 168 time: 1.6604834 Oct 11 04:25:21.094488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49166) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:21.098801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '27ddcb47-cb1f-497b-bfdf-a28fa21a6625'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:21.117056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.125257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.132615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.134762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f5baf-eb31-49a6-80b8-3f082516d38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.136267 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-876f5baf-eb31-49a6-80b8-3f082516d38d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2015808 Oct 11 04:25:21.141718 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49168) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:21.158560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Subnet': ['ID=0fdf74f3-21d7-4555-ad72-7d04dccc95e3,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:21.200772 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 8 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:21.212110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Checking segment: {'id': '021d0890-5e10-437a-8a8e-4142f33e52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:21.212467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network hostable DHCP agents. Network: 8b30638a-1c3d-4756-8203-2780896e3df1, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:21.236974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ec0d0-7475-4c4b-a281-1c8b7d788d6a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.238132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:21.238488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ec0d0-7475-4c4b-a281-1c8b7d788d6a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.240014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ec0d0-7475-4c4b-a281-1c8b7d788d6a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.241573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0b3ec0d0-7475-4c4b-a281-1c8b7d788d6a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0968966 Oct 11 04:25:21.246081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49170) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:21.289396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network 8b30638a-1c3d-4756-8203-2780896e3df1 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:21.303953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8b30638a-1c3d-4756-8203-2780896e3df1) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:21.308448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.320543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1364e62-e39e-4aed-8ffd-a4e862f95852 None None] Network 8b30638a-1c3d-4756-8203-2780896e3df1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:21.345144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 823364bf-fc81-4927-81e9-14ceb4d6aea9 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:21.355203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.403547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event updated for resources: {'Subnet': ['ID=7e4c4556-29f0-4f14-a79f-13ac72124498,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:21.407496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.410051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Router 638db4ce-75a0-40a5-ac6d-a04671933246 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:21.422093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Checking segment: {'id': 'afebafea-cd49-43d0-9351-fdf2ae8a57af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:21.422580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network hostable DHCP agents. Network: 58cc45ca-8825-4419-9f96-9ef3880ab955, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:21.426175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.451348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.465503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=27c98148-88fb-427e-a6c0-6b5777783904,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:21.512399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-8b30638a-1c3d-4756-8203-2780896e3df1', 'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1', 'tenant_id': '933caf5a58284c26bbe08e0e90841d32', 'fixed_ips': [{'subnet_id': '0fdf74f3-21d7-4555-ad72-7d04dccc95e3'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:21.515070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.519164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Network 58cc45ca-8825-4419-9f96-9ef3880ab955 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:21.544080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 58cc45ca-8825-4419-9f96-9ef3880ab955) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:21.555957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d3a0e-0aa2-4466-8fbf-b107c16f4b7c None None] Network 58cc45ca-8825-4419-9f96-9ef3880ab955 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:21.560527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.560951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.561584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.650001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.657185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a427076e-0f88-4005-a632-c0c9bf661913 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4043005 Oct 11 04:25:21.657492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49174) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:21.742807 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Attempt 9 to provision port 27c98148-88fb-427e-a6c0-6b5777783904 Oct 11 04:25:21.779449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33206-060e-47d4-b9ef-fc65f3da16d2 None None] Port 27c98148-88fb-427e-a6c0-6b5777783904 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:25:21.801395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dafca8-e591-404f-a681-ee8ca43f3613 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.803088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dafca8-e591-404f-a681-ee8ca43f3613 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.804611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dafca8-e591-404f-a681-ee8ca43f3613 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:21.815400 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-84dafca8-e591-404f-a681-ee8ca43f3613 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1478758 Oct 11 04:25:21.822585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Allocated IP 2001:db8::1 (8b30638a-1c3d-4756-8203-2780896e3df1/0fdf74f3-21d7-4555-ad72-7d04dccc95e3/a1410109-cb6a-4a00-834c-306e25800246) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:21.844528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49176) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:21.886383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-58cc45ca-8825-4419-9f96-9ef3880ab955', 'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955', 'tenant_id': '933caf5a58284c26bbe08e0e90841d32', 'fixed_ips': [{'subnet_id': '7e4c4556-29f0-4f14-a79f-13ac72124498'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:21.887267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:21.888072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 289eac29-1a47-43f1-8d4d-59875287ebe8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:21.927839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c097d7fe-b09c-41e3-b6ee-92e578a55241 None None] Could not find standard attr ID for object ad1a713c-792c-432b-a2b6-fe073ab124d7. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:21.936168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Deleting subnet 0fdf74f3-21d7-4555-ad72-7d04dccc95e3 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:21.969076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:21.977453 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6737b8ad-bcbb-425b-8de5-bc6658efbce0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/289eac29-1a47-43f1-8d4d-59875287ebe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6973076 Oct 11 04:25:21.978262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49178) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:21.988342 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03208325-4469-426d-becc-d5d340dfc733 None None] Sync routers for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:22.005915 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03208325-4469-426d-becc-d5d340dfc733 None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:22.006918 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-03208325-4469-426d-becc-d5d340dfc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.009818 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-22459aa6-4a10-4dc0-bb8a-c451bd7b7654 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=289eac29-1a47-43f1-8d4d-59875287ebe8 HTTP/1.1" status: 200 len: 205 time: 0.0306287 Oct 11 04:25:22.010416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49180) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.033761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c097d7fe-b09c-41e3-b6ee-92e578a55241 None None] Provisioning complete for port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:22.034284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c097d7fe-b09c-41e3-b6ee-92e578a55241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.034738 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c097d7fe-b09c-41e3-b6ee-92e578a55241 None None] Attempt 1 to provision port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 Oct 11 04:25:22.063442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.071655 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-03208325-4469-426d-becc-d5d340dfc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.083102 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03208325-4469-426d-becc-d5d340dfc733 None None] Routers {'289eac29-1a47-43f1-8d4d-59875287ebe8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:22.083938 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-03208325-4469-426d-becc-d5d340dfc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['289eac29-1a47-43f1-8d4d-59875287ebe8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.093438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.112956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.96 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/024462f2-4449-423d-8853-bcb42fa4d682) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:22.115739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:22.125669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.126902 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-38e4c6e5-cd41-4b59-ba4a-92a2a53d25c1 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "PUT /v2.0/routers/638db4ce-75a0-40a5-ac6d-a04671933246 HTTP/1.1" status: 200 len: 917 time: 2.7187421 Oct 11 04:25:22.135304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49182) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.135537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] Sync routers for ids ['638db4ce-75a0-40a5-ac6d-a04671933246'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:22.161046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.162921 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-03208325-4469-426d-becc-d5d340dfc733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.163856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03208325-4469-426d-becc-d5d340dfc733 None None] The sync data for ids ['289eac29-1a47-43f1-8d4d-59875287ebe8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:22.178353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.185449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.186904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] Routers {'638db4ce-75a0-40a5-ac6d-a04671933246'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:22.187614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['638db4ce-75a0-40a5-ac6d-a04671933246'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.192337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Allocated IP 2001:db8:0:1::1 (58cc45ca-8825-4419-9f96-9ef3880ab955/7e4c4556-29f0-4f14-a79f-13ac72124498/83416c23-d1d4-4c0f-ae19-9328f49d868c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:22.248187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.271822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Network 8b30638a-1c3d-4756-8203-2780896e3df1 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:22.294410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.303458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.307149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.307365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.356636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.357546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router 289eac29-1a47-43f1-8d4d-59875287ebe8 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:22.366775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.370979 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-32b1900a-738a-412f-88aa-ea8b8cc70a39 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/289eac29-1a47-43f1-8d4d-59875287ebe8 HTTP/1.1" status: 204 len: 168 time: 0.3565364 Oct 11 04:25:22.371198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49184) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.395795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=823364bf-fc81-4927-81e9-14ceb4d6aea9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:22.431288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 968423fb-52e6-4b82-8cba-39bfc6155bff {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:22.432811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.435253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.439162 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7f4b4850-f3a4-47b0-85cf-328e3870141e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/823364bf-fc81-4927-81e9-14ceb4d6aea9 HTTP/1.1" status: 204 len: 168 time: 1.1879544 Oct 11 04:25:22.441755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49186) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.452002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e90aa-4f88-45fe-9cad-ff9e1a3ad2d7 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:22.454298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:22.471110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8aca563f-9645-48f2-822d-71fc14eec3ea tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/638db4ce-75a0-40a5-ac6d-a04671933246 HTTP/1.1" status: 200 len: 923 time: 0.3346820 Oct 11 04:25:22.474157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49188) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.479104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:22.491020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Pushing event updated for resources: {'Port': ['ID=a1410109-cb6a-4a00-834c-306e25800246,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:22.491255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] Routers {'638db4ce-75a0-40a5-ac6d-a04671933246'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:22.491730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['638db4ce-75a0-40a5-ac6d-a04671933246'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.519429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.528262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.564606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.565333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d1ef4-2674-4b7d-8e59-6665f0785b6c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:22.566898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ea8d1ef4-2674-4b7d-8e59-6665f0785b6c tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=638db4ce-75a0-40a5-ac6d-a04671933246&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0912571 Oct 11 04:25:22.569399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49190) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.572951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet d6337f39-8cdc-45e7-b37e-6bb45190189d {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:22.575185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c097d7fe-b09c-41e3-b6ee-92e578a55241 None None] Current status of the port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:22.577791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:22.578391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1080d49-2284-453c-9493-3287e4c3927d None None] The sync data for ids ['638db4ce-75a0-40a5-ac6d-a04671933246'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:22.600063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.618581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c097d7fe-b09c-41e3-b6ee-92e578a55241 None None] Could not find standard attr ID for object c04958ad-087b-49b9-8603-753edc493fa9. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:22.664643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.695030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.697961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Attempting to bind port a1410109-cb6a-4a00-834c-306e25800246 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:22.698544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Attempting to bind port a1410109-cb6a-4a00-834c-306e25800246 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '021d0890-5e10-437a-8a8e-4142f33e52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:22.698913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Attempting to bind port a1410109-cb6a-4a00-834c-306e25800246 on network 8b30638a-1c3d-4756-8203-2780896e3df1 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:22.712390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:22.712754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Checking segment: {'id': '021d0890-5e10-437a-8a8e-4142f33e52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:22.713321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.713885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Bound using segment: {'id': '021d0890-5e10-437a-8a8e-4142f33e52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:22.714510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Bound port: a1410109-cb6a-4a00-834c-306e25800246, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021d0890-5e10-437a-8a8e-4142f33e52f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b30638a-1c3d-4756-8203-2780896e3df1'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:22.715071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.752521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.760040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.772425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:22.783246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f184ec5b-37ec-4367-8b6e-7cb8b987b62b tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:22.787465 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f184ec5b-37ec-4367-8b6e-7cb8b987b62b tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.2144973 Oct 11 04:25:22.812907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49192) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.818939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:22.823439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=024462f2-4449-423d-8853-bcb42fa4d682,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:22.825912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdf74f3-21d7-4555-ad72-7d04dccc95e3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:22.830748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:22.852835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-007f927e-2bef-4ebd-8e95-f02401fa2218 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=638db4ce-75a0-40a5-ac6d-a04671933246 HTTP/1.1" status: 200 len: 205 time: 0.0340223 Oct 11 04:25:22.852835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49194) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.869427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.873021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b34f53f3-f78f-4a2e-89c5-7e436dd77cfb tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/subnets/0fdf74f3-21d7-4555-ad72-7d04dccc95e3 HTTP/1.1" status: 204 len: 168 time: 1.0239305 Oct 11 04:25:22.878063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49196) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:22.880854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.895647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] For port a1410109-cb6a-4a00-834c-306e25800246, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:22.898848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.902302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] For port a1410109-cb6a-4a00-834c-306e25800246, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a1410109-cb6a-4a00-834c-306e25800246,segment=NetworkSegment(021d0890-5e10-437a-8a8e-4142f33e52f2),segment_id=021d0890-5e10-437a-8a8e-4142f33e52f2)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:22.931821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.935298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:22.981000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Network 58cc45ca-8825-4419-9f96-9ef3880ab955 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:22.988373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:22.993887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:22.998912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Pushing event updated for resources: {'Port': ['ID=83416c23-d1d4-4c0f-ae19-9328f49d868c,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:23.006008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Deleting subnet 7e4c4556-29f0-4f14-a79f-13ac72124498 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:23.035362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.056518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe6ed4-24b3-41b7-8366-0f397304b9d2 None None] Network 8b30638a-1c3d-4756-8203-2780896e3df1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:23.119737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfd699-bcae-4462-9718-3b68fb236d8c None None] Pushing event updated for resources: {'Port': ['ID=a1410109-cb6a-4a00-834c-306e25800246,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:23.149653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.154489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.170309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Attempting to bind port 83416c23-d1d4-4c0f-ae19-9328f49d868c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:23.171541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Attempting to bind port 83416c23-d1d4-4c0f-ae19-9328f49d868c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'afebafea-cd49-43d0-9351-fdf2ae8a57af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:23.172065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Attempting to bind port 83416c23-d1d4-4c0f-ae19-9328f49d868c on network 58cc45ca-8825-4419-9f96-9ef3880ab955 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:23.185920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:23.186293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Checking segment: {'id': 'afebafea-cd49-43d0-9351-fdf2ae8a57af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:23.186723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.187116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Bound using segment: {'id': 'afebafea-cd49-43d0-9351-fdf2ae8a57af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:23.187604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Bound port: 83416c23-d1d4-4c0f-ae19-9328f49d868c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afebafea-cd49-43d0-9351-fdf2ae8a57af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '58cc45ca-8825-4419-9f96-9ef3880ab955'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:23.187988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.215415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.234841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=d6337f39-8cdc-45e7-b37e-6bb45190189d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:23.243379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.246559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-18bf7477-4ec4-4277-b41b-4b668eb0b16c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/d6337f39-8cdc-45e7-b37e-6bb45190189d HTTP/1.1" status: 204 len: 168 time: 0.7987173 Oct 11 04:25:23.249322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49198) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:23.254425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=968423fb-52e6-4b82-8cba-39bfc6155bff,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:23.257070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.266625 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-957a0859-34f5-4733-acb5-3b518e104549 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/968423fb-52e6-4b82-8cba-39bfc6155bff HTTP/1.1" status: 204 len: 168 time: 0.8940694 Oct 11 04:25:23.270003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49200) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:23.315504 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-73deb212-373a-4fd7-a7f7-9b41087d5165 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608761 Oct 11 04:25:23.317615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0a856-d70d-4cb3-ac20-2c3236ad9828 None None] Network 56b1d217-f4a3-47ae-97ee-8565eef612fd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:23.319076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49202) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:23.326398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:23.435975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.459022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:23.463364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.531954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 79c3516f-6213-4b06-8308-7bdef0da9846 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:23.535475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.572817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.589038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] For port 83416c23-d1d4-4c0f-ae19-9328f49d868c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:23.599859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.623666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] For port 83416c23-d1d4-4c0f-ae19-9328f49d868c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=83416c23-d1d4-4c0f-ae19-9328f49d868c,segment=NetworkSegment(afebafea-cd49-43d0-9351-fdf2ae8a57af),segment_id=afebafea-cd49-43d0-9351-fdf2ae8a57af)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:23.628628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] DHCP port deletion for 56b1d217-f4a3-47ae-97ee-8565eef612fd request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:23.632491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.642194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.646432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/subnets/7e4c4556-29f0-4f14-a79f-13ac72124498 HTTP/1.1" status: 204 len: 168 time: 0.7673757 Oct 11 04:25:23.652406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc12813-c9d3-43d4-9a88-fe8d5ef5b851 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4c4556-29f0-4f14-a79f-13ac72124498,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:23.659339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49206) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:23.719402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.744382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6ed96-8c34-4333-b30b-63a93b78a239 None None] Pushing event updated for resources: {'Port': ['ID=83416c23-d1d4-4c0f-ae19-9328f49d868c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:23.766193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] Deleting port 08a82377-c9e6-4355-8d71-49c85f70ef8d {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:23.766714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.782458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e66ab-73a3-4f20-8baa-825375a74803 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:23.786619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8d5e66ab-73a3-4f20-8baa-825375a74803 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1236651 Oct 11 04:25:23.787551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49210) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:23.805591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.845848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] For port 08a82377-c9e6-4355-8d71-49c85f70ef8d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=08a82377-c9e6-4355-8d71-49c85f70ef8d,segment=NetworkSegment(e017d27f-2d0e-43b1-8b04-f55e60f1a699),segment_id=e017d27f-2d0e-43b1-8b04-f55e60f1a699)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:23.845848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:23.870824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f736c-a7fb-497a-a87b-05cb317ad001 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:23.878734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] Calling delete_port for 08a82377-c9e6-4355-8d71-49c85f70ef8d owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:23.895766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.021949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1a23bad5-6182-4368-b642-7a247880e8cf None None] Provisioning complete for port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:24.022247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.022835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a23bad5-6182-4368-b642-7a247880e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.023289 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1a23bad5-6182-4368-b642-7a247880e8cf None None] Attempt 1 to provision port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 Oct 11 04:25:24.115912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Deleting port 83416c23-d1d4-4c0f-ae19-9328f49d868c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:24.116173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.141185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.148362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.163679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.234181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:24.243436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:24.251425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a23bad5-6182-4368-b642-7a247880e8cf None None] Current status of the port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:24.255543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.268428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:24.269014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.294613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=d09f5693-d986-4ab7-b945-0a71a1385e43,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:24.306439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] Pushing event deleted for resources: {'Port': ['ID=08a82377-c9e6-4355-8d71-49c85f70ef8d,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:24.311445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a735f-34e3-468e-81f4-edc1054ab509 None None] No DVR routers for this DVR port 08a82377-c9e6-4355-8d71-49c85f70ef8d on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:24.314978 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-45ce76d4-b23e-4044-b637-d48ebf88cafd tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9924028 Oct 11 04:25:24.318448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49224) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:24.324211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:24.349812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.372662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:24.402224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=79c3516f-6213-4b06-8308-7bdef0da9846,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:24.429612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] Deleting port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:24.430140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.439793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.443065 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f3505401-0d7e-4fc7-b146-e29b18cbacda tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/79c3516f-6213-4b06-8308-7bdef0da9846 HTTP/1.1" status: 204 len: 168 time: 1.1717615 Oct 11 04:25:24.444548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Deleting port b90a50e9-38ea-4a6f-ac5b-cb357548a0a3 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:24.444888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.447185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49226) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:24.449962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e48ad4-bb55-475c-b971-be52cac0a13d None None] Network c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:24.534883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] For port 83416c23-d1d4-4c0f-ae19-9328f49d868c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=83416c23-d1d4-4c0f-ae19-9328f49d868c,segment=NetworkSegment(afebafea-cd49-43d0-9351-fdf2ae8a57af),segment_id=afebafea-cd49-43d0-9351-fdf2ae8a57af)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:24.535246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.590930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.596186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Calling delete_port for 83416c23-d1d4-4c0f-ae19-9328f49d868c owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:24.602965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.605395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.632606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.633484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] For port 5d64d78f-f3ba-4dc7-8c6c-075723ece855, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5d64d78f-f3ba-4dc7-8c6c-075723ece855,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:24.634498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.657365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Calling delete_port for b90a50e9-38ea-4a6f-ac5b-cb357548a0a3 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:24.659160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:24.664205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.665429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] Calling delete_port for 5d64d78f-f3ba-4dc7-8c6c-075723ece855 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:24.727272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.770398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=024462f2-4449-423d-8853-bcb42fa4d682,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:24.784273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] DHCP port deletion for c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:24.819608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.859621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] Pushing event deleted for resources: {'Port': ['ID=5d64d78f-f3ba-4dc7-8c6c-075723ece855,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:24.884891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecc1fd-95b9-4b6d-a75c-a99434a1dab6 None None] No DVR routers for this DVR port 5d64d78f-f3ba-4dc7-8c6c-075723ece855 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:24.892969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 associated. External IP: 172.26.8.96, port: 27ddcb47-cb1f-497b-bfdf-a28fa21a6625. Oct 11 04:25:24.922504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67412f58-edfe-4be2-a6dc-260beddc50c6 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:24.930064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.931992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] Deleting port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:24.932514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.950805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:24.980764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Port': ['ID=83416c23-d1d4-4c0f-ae19-9328f49d868c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:24.995452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] No DVR routers for this DVR port 83416c23-d1d4-4c0f-ae19-9328f49d868c on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:25.021878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b1d217-f4a3-47ae-97ee-8565eef612fd']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.053146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e017d27f-2d0e-43b1-8b04-f55e60f1a699') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.053594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e017d27f-2d0e-43b1-8b04-f55e60f1a699') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.095271 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d09f5693-d986-4ab7-b945-0a71a1385e43 (CIDR: 2001:db8::/64) Oct 11 04:25:25.152603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.179946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.183039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cc45ca-8825-4419-9f96-9ef3880ab955']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.199145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:25:25.199753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:25.204445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 83416c23-d1d4-4c0f-ae19-9328f49d868c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:25.206554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb405c4-6dad-436a-8afe-be6bbd687bb5 None None] Network 58cc45ca-8825-4419-9f96-9ef3880ab955 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:25.250348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.262240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9abfd4fe-4eae-4e29-a47e-405d3e237e47 None None] Could not find standard attr ID for object 83416c23-d1d4-4c0f-ae19-9328f49d868c. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:25.265723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c387091f-2459-4e47-be51-793ecee5a313 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9436378 Oct 11 04:25:25.268618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49234) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:25.276280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:25.280021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 473 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:25.280411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.295215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 83416c23-d1d4-4c0f-ae19-9328f49d868c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:25.295559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 83416c23-d1d4-4c0f-ae19-9328f49d868c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 04:25:25.332195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afebafea-cd49-43d0-9351-fdf2ae8a57af') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.332412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afebafea-cd49-43d0-9351-fdf2ae8a57af') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.339916 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment e017d27f-2d0e-43b1-8b04-f55e60f1a699 resource provider aggregate not found Oct 11 04:25:25.351045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.373760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:25.380441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.392626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ee5d3-72aa-45ac-a1f9-3337e9772fc9 req-dd8cc225-60eb-4a37-b227-f958b1f8770a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:25.401114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-282ee5d3-72aa-45ac-a1f9-3337e9772fc9 req-dd8cc225-60eb-4a37-b227-f958b1f8770a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.1143322 Oct 11 04:25:25.401335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 83416c23-d1d4-4c0f-ae19-9328f49d868c not found, will not notify nova. {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 04:25:25.402666 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment e017d27f-2d0e-43b1-8b04-f55e60f1a699 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e017d27f-2d0e-43b1-8b04-f55e60f1a699 found for delete ", "request_id": "req-5403de57-8d0e-4945-a6f6-3a1b8af0559e"}]} Oct 11 04:25:25.408997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] For port d298bea9-713e-47d5-ae4e-a2aa5b8ad214, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,segment=NetworkSegment(bb1a58d4-0b80-4f3e-b7b5-858b5706b915),segment_id=bb1a58d4-0b80-4f3e-b7b5-858b5706b915)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:25.409400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.421586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Releasing vlan 461 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:25.421968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.430841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] Calling delete_port for d298bea9-713e-47d5-ae4e-a2aa5b8ad214 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:25.492568 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment afebafea-cd49-43d0-9351-fdf2ae8a57af resource provider aggregate not found Oct 11 04:25:25.524994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.531229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.536925 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/56b1d217-f4a3-47ae-97ee-8565eef612fd HTTP/1.1" status: 204 len: 168 time: 1.0848072 Oct 11 04:25:25.536925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.539266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d298bea9-713e-47d5-ae4e-a2aa5b8ad214 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:25.542490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49244) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:25.544330 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment afebafea-cd49-43d0-9351-fdf2ae8a57af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afebafea-cd49-43d0-9351-fdf2ae8a57af found for delete ", "request_id": "req-bf9c1d10-eb0c-43fd-9f57-de42386d1e16"}]} Oct 11 04:25:25.574122 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-282ee5d3-72aa-45ac-a1f9-3337e9772fc9 req-eb6a3ba4-dafb-48b4-bbe4-af6bdd9a2684 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689713 Oct 11 04:25:25.611112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.625025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event deleted for resources: {'Port': ['ID=b90a50e9-38ea-4a6f-ac5b-cb357548a0a3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:25.629645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc64c034-3b0d-4f36-b1ae-80dcd1308cb4 None None] DHCP port deletion for 58cc45ca-8825-4419-9f96-9ef3880ab955 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:25.629911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.633058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c24489-e9cb-497b-8df1-5c466495d7c8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=56b1d217-f4a3-47ae-97ee-8565eef612fd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:25.636200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/networks/58cc45ca-8825-4419-9f96-9ef3880ab955 HTTP/1.1" status: 204 len: 168 time: 1.8467507 Oct 11 04:25:25.636865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49246) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:25.670819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': 'd09f5693-d986-4ab7-b945-0a71a1385e43'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:25.671166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.715263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.724755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022e9d-c091-40f0-937f-ac7a5ab7275d tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Network': ['ID=58cc45ca-8825-4419-9f96-9ef3880ab955,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:25.735848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.750917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:25.767477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.768121 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:25.793698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:25.794824 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.803019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] Pushing event deleted for resources: {'Port': ['ID=d298bea9-713e-47d5-ae4e-a2aa5b8ad214,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:25.807696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a7c83-c640-43f8-a702-acf2ec7c08b7 None None] No DVR routers for this DVR port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:25.822035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.829830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d298bea9-713e-47d5-ae4e-a2aa5b8ad214 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:25.830177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.837028 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.844962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:25.847006 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:25.847796 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.848655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.885074 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6d52af29-5fed-4de0-a453-e8686a5b3e42 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7870581 Oct 11 04:25:25.887035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49248) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:25.903813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.904454 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c98d4-9dd9-43b7-813d-a8fc11753ebf None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:25.920163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:25.921542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 08a82377-c9e6-4355-8d71-49c85f70ef8d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:25.945507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 08a82377-c9e6-4355-8d71-49c85f70ef8d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:25.945975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 08a82377-c9e6-4355-8d71-49c85f70ef8d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:25.946455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5d64d78f-f3ba-4dc7-8c6c-075723ece855 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:25.970252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 5d64d78f-f3ba-4dc7-8c6c-075723ece855 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:25.970751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5d64d78f-f3ba-4dc7-8c6c-075723ece855 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:25.985291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92e4dfb-bdfc-48c5-9653-22f31d7c6e02']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:25.994382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/d09f5693-d986-4ab7-b945-0a71a1385e43/26c6afcc-1fc5-4c02-89c0-f136c6f202cf) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:26.001919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:26.002222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1a58d4-0b80-4f3e-b7b5-858b5706b915') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:26.015551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.026615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9d24dfd4-ae14-4cbc-ad12-17c332ebb586 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/floatingips/dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 HTTP/1.1" status: 200 len: 977 time: 0.1006925 Oct 11 04:25:26.030107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49250) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:26.094199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.120342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:26.120748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.166387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.173572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.206483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d6133f43-8e42-43ed-b201-81b78952ac66 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1716161 Oct 11 04:25:26.206483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49254) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:26.208284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:26.211156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'port_id': '3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:26.216231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:26.219875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:26.253899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.266993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.273809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/c92e4dfb-bdfc-48c5-9653-22f31d7c6e02 HTTP/1.1" status: 204 len: 168 time: 0.7225587 Oct 11 04:25:26.284248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49258) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:26.289230 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-762485268'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:26.299169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eea12-a572-401a-a3d8-08b6d706736e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=c92e4dfb-bdfc-48c5-9653-22f31d7c6e02,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:26.301057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Attempting to bind port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:26.301498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Attempting to bind port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:26.301927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Attempting to bind port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:26.306107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Pushing event updated for resources: {'Port': ['ID=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:26.312241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:26.312704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:26.313313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.313474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.314373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:26.314955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Bound port: 26c6afcc-1fc5-4c02-89c0-f136c6f202cf, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:26.315399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.317670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.327521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.351206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.362664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:26.366156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.396478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] For port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:26.401810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] For port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:26.408686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.410096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.410696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Fanout notify agent at l3_agent the message router_deleted on router 638db4ce-75a0-40a5-ac6d-a04671933246 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:26.417665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.419301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a6f6cbc7-d437-4f69-aee1-6af94dec1792 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/638db4ce-75a0-40a5-ac6d-a04671933246 HTTP/1.1" status: 204 len: 168 time: 3.5648420 Oct 11 04:25:26.425900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49264) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:26.452387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-686178005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:26.507465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7bc2e-594a-461b-8aec-98a0b366a71e None None] Pushing event updated for resources: {'Port': ['ID=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:26.528033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.529055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.563960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:26.578646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.579218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment d3aedbd6-8fd2-4b97-8266-4503a35834e8 of type vlan for network 2989359a-b325-490b-b8ae-9101b9c16ed0 Oct 11 04:25:26.619638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Deleting port a1410109-cb6a-4a00-834c-306e25800246 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:26.620127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.648585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.672113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.728309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.781350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.782568 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c93a5719-fa4c-4130-aa6f-ffa7eb655379 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3344150 Oct 11 04:25:26.793034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49268) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:26.798874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'enable_snat': False}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:26.825509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.832107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:26.832817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.854593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] For port a1410109-cb6a-4a00-834c-306e25800246, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a1410109-cb6a-4a00-834c-306e25800246,segment=NetworkSegment(021d0890-5e10-437a-8a8e-4142f33e52f2),segment_id=021d0890-5e10-437a-8a8e-4142f33e52f2)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:26.857263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:26.885315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49270) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:26.885606 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6002266 Oct 11 04:25:26.902417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:26.953304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Calling delete_port for a1410109-cb6a-4a00-834c-306e25800246 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:26.973740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26c6afcc-1fc5-4c02-89c0-f136c6f202cf up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:26.982842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d66b7-a060-4a08-bfda-21fce632005d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=2989359a-b325-490b-b8ae-9101b9c16ed0,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:27.005547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:27.080784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2107a9d-63f1-452a-9c34-e3dc307167bd req-b035e214-b5d7-4d6b-ac18-a54f7dddfb82 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:27.088873 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2107a9d-63f1-452a-9c34-e3dc307167bd req-b035e214-b5d7-4d6b-ac18-a54f7dddfb82 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.3702514 Oct 11 04:25:27.098150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:27.098640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.099145 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf Oct 11 04:25:27.162465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.169429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.181868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:27.182301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.216159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:27.222226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.288970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 83416c23-d1d4-4c0f-ae19-9328f49d868c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:27.292908 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 associated. External IP: 172.26.8.96, port: 27ddcb47-cb1f-497b-bfdf-a28fa21a6625. Oct 11 04:25:27.306288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.327113 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2107a9d-63f1-452a-9c34-e3dc307167bd req-810d4521-3f7c-4f7b-a95b-96721e901aa7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374034 Oct 11 04:25:27.329345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 83416c23-d1d4-4c0f-ae19-9328f49d868c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:27.329694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 83416c23-d1d4-4c0f-ae19-9328f49d868c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:27.332135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:27.378572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.objects.ports [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103098) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:25:27.403770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:27.407256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.502742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.533612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:27.583367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Port': ['ID=a1410109-cb6a-4a00-834c-306e25800246,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:27.596463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] No DVR routers for this DVR port a1410109-cb6a-4a00-834c-306e25800246 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:27.695207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff5da0-dbdf-4008-a34a-e02642d9cecc None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:25:27.758979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c0ef1988-b99b-44bc-a3a7-c5cb2150f312 None None] Provisioning complete for port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:27.759486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1988-b99b-44bc-a3a7-c5cb2150f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.759887 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c0ef1988-b99b-44bc-a3a7-c5cb2150f312 None None] Attempt 1 to provision port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf Oct 11 04:25:27.769285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.829573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff5da0-dbdf-4008-a34a-e02642d9cecc None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:25:27.846329 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment bb1a58d4-0b80-4f3e-b7b5-858b5706b915 resource provider aggregate not found Oct 11 04:25:27.858156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b30638a-1c3d-4756-8203-2780896e3df1']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:27.870371 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment bb1a58d4-0b80-4f3e-b7b5-858b5706b915 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb1a58d4-0b80-4f3e-b7b5-858b5706b915 found for delete ", "request_id": "req-1881e333-9c55-43a2-9554-328b6b389e63"}]} Oct 11 04:25:27.879482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021d0890-5e10-437a-8a8e-4142f33e52f2') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:27.879779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021d0890-5e10-437a-8a8e-4142f33e52f2') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:27.883231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.901305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.933116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:27.942853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef1988-b99b-44bc-a3a7-c5cb2150f312 None None] Current status of the port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:27.949894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.958350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:27.981577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:27.982590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:27.982799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:27.983595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.018394 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 021d0890-5e10-437a-8a8e-4142f33e52f2 resource provider aggregate not found Oct 11 04:25:28.030241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.072501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:28.073362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.101092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.109873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.110774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d0785-f2a9-4bed-bc46-54b152d71cbc None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:28.113929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 021d0890-5e10-437a-8a8e-4142f33e52f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 021d0890-5e10-437a-8a8e-4142f33e52f2 found for delete ", "request_id": "req-259dfd46-b677-4638-b12e-22ebed4ad378"}]} Oct 11 04:25:28.165800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:28.280686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:28.285508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.292593 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:28.304270 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:28.304881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.338522 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.342912 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-671feb94-346b-4273-a6cb-bce88f7e174a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/floatingips/dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 HTTP/1.1" status: 200 len: 977 time: 2.1333339 Oct 11 04:25:28.342912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49282) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:28.347276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:28.350475 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:28.351099 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.396946 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.397624 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a10436-8695-4878-8f0c-21ee0be76663 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:28.411364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.441151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.458858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.462419 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/networks/8b30638a-1c3d-4756-8203-2780896e3df1 HTTP/1.1" status: 204 len: 168 time: 2.8214169 Oct 11 04:25:28.465569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49286) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:28.511544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33021025-3a04-4b81-888c-2ffe814b80b4 tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Network': ['ID=8b30638a-1c3d-4756-8203-2780896e3df1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:28.555937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=b7252226-673b-40fd-923e-6a09f85b114d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:28.588211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.606954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf145755-6835-4c91-80c6-551ae9a1663c req-f47be8d3-d36c-4b39-a583-95838ed6b312 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:28.608449 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cf145755-6835-4c91-80c6-551ae9a1663c req-f47be8d3-d36c-4b39-a583-95838ed6b312 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.1946626 Oct 11 04:25:28.616266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': 'd3aedbd6-8fd2-4b97-8266-4503a35834e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:28.616627 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: 2989359a-b325-490b-b8ae-9101b9c16ed0, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:28.620521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.621648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.628609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:28.687152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:28.709207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 2989359a-b325-490b-b8ae-9101b9c16ed0) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:28.718911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.720530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31ab91-391d-4cbc-89e7-2371a843e681 None None] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:28.721261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:28.721769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.724486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.727260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.727989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.728226 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cf145755-6835-4c91-80c6-551ae9a1663c req-825b42ee-7efc-412b-a1ad-9d7c96b7013d tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121509 Oct 11 04:25:28.744575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.744936 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 disassociated. External IP: 172.26.8.96, port: 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e. Oct 11 04:25:28.822796 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-767be006-599a-4810-8b04-acc64366a588 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9326162 Oct 11 04:25:28.830971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49288) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:28.833288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.848907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985375890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:28.870710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a104759-d9d3-4673-bf27-0634f2ad4112']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.886665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:28.900273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:28.908025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c240879-668a-4dac-81ec-6b882d2eb5e7') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.908584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c240879-668a-4dac-81ec-6b882d2eb5e7') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:28.909796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=faeeceb0-69fc-429c-9b06-004bc6c04617,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:28.912473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Allocated IP 172.26.8.26 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/48b10e56-1142-49fe-b459-39dc916aca41) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:28.915746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:28.916333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.920251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,revision_number=5']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:28.935157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.939388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.940428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.957593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:28.967858 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-376fadee-1b20-45fe-b831-8b7bf82b6223 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6956253 Oct 11 04:25:28.970804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49290) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:28.985084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:b6:6a:a2', 'name': 'tempest-NetworksTestDHCPv6-1152388204'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:28.997415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc63bea-1b32-4c9f-8f31-aeb40b1586f0 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:29.001314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26c6afcc-1fc5-4c02-89c0-f136c6f202cf up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:29.007085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Releasing vlan 450 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:29.007495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.090715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.126855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.135971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.136527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.139449 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/networks/7a104759-d9d3-4673-bf27-0634f2ad4112 HTTP/1.1" status: 204 len: 168 time: 0.6727202 Oct 11 04:25:29.143306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49292) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:29.174231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.175425 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ccb320ba-78c3-4095-b644-2a43408aa7a6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3375146 Oct 11 04:25:29.179689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40704c-117d-4d67-b868-7e7e0b6ba80a tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Network': ['ID=7a104759-d9d3-4673-bf27-0634f2ad4112,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:29.181066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49294) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:29.183882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.184189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:29.184560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.184892 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf Oct 11 04:25:29.191473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'port': {'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0', 'name': 'tempest-RoutersTest-1960953462'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:29.204635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:29.253675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.285615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-2989359a-b325-490b-b8ae-9101b9c16ed0', 'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': 'b7252226-673b-40fd-923e-6a09f85b114d'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:29.286452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.306767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:29.341945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.433873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:29.439025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.445597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:29.450017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:29.450842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:29.454569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Pushing event updated for resources: {'Port': ['ID=48b10e56-1142-49fe-b459-39dc916aca41,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:29.470332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:29.481396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625500ad-df5f-4bc5-809b-7291577bff4b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.482793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:29.486634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.489428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.490060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:29.511685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:29.512309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.518048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.518738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.518872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.535217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.538907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] device_id is not set on port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:29.550590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49296) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:29.551079 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-305195f2-2cc6-4ad3-b4e9-6f36cae0bde1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/floatingips/dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 HTTP/1.1" status: 200 len: 687 time: 1.2070267 Oct 11 04:25:29.560881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.567663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Allocated IP 172.20.0.2 (2989359a-b325-490b-b8ae-9101b9c16ed0/b7252226-673b-40fd-923e-6a09f85b114d/60f2a484-f990-4102-9af8-0a8860558414) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:29.567859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:29.568320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.572520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.596834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:29.598565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.654677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.661019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:29.661683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d1afa-9096-47df-922b-d97365ed4dd4 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:29.662985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.667392 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] 10.222.0.39 "DELETE /v2.0/networks/625500ad-df5f-4bc5-809b-7291577bff4b HTTP/1.1" status: 204 len: 168 time: 0.5232036 Oct 11 04:25:29.692260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b713f-cd2b-4940-86a8-ad49e27d31dc tempest-BulkNetworkOpsIpV6Test-1169336180 tempest-BulkNetworkOpsIpV6Test-1169336180-project] Pushing event deleted for resources: {'Network': ['ID=625500ad-df5f-4bc5-809b-7291577bff4b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:29.718946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:29.822110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.833249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.879973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:29.885409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:29.890314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:29.893734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Pushing event updated for resources: {'Port': ['ID=60f2a484-f990-4102-9af8-0a8860558414,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:29.918040 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 7c240879-668a-4dac-81ec-6b882d2eb5e7 resource provider aggregate not found Oct 11 04:25:29.943889 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 7c240879-668a-4dac-81ec-6b882d2eb5e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c240879-668a-4dac-81ec-6b882d2eb5e7 found for delete ", "request_id": "req-f335d9a8-58aa-4386-84ed-882737a26579"}]} Oct 11 04:25:29.955348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Attempting to bind port 60f2a484-f990-4102-9af8-0a8860558414 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:29.955726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Attempting to bind port 60f2a484-f990-4102-9af8-0a8860558414 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd3aedbd6-8fd2-4b97-8266-4503a35834e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:29.956096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Attempting to bind port 60f2a484-f990-4102-9af8-0a8860558414 on network 2989359a-b325-490b-b8ae-9101b9c16ed0 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:29.964202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:29.964585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Checking segment: {'id': 'd3aedbd6-8fd2-4b97-8266-4503a35834e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:29.964980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.965497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Bound using segment: {'id': 'd3aedbd6-8fd2-4b97-8266-4503a35834e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:29.965976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Bound port: 60f2a484-f990-4102-9af8-0a8860558414, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3aedbd6-8fd2-4b97-8266-4503a35834e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '2989359a-b325-490b-b8ae-9101b9c16ed0'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:29.966365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:29.975946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2 resource provider aggregate not found Oct 11 04:25:29.997365 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18f1b2a9-a5b7-42ca-8af2-61bdc99f83a2 found for delete ", "request_id": "req-8c0061b5-8387-4589-8bb4-73e7bc51686f"}]} Oct 11 04:25:30.054822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] For port 60f2a484-f990-4102-9af8-0a8860558414, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:30.060528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] For port 60f2a484-f990-4102-9af8-0a8860558414, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60f2a484-f990-4102-9af8-0a8860558414,segment=NetworkSegment(d3aedbd6-8fd2-4b97-8266-4503a35834e8),segment_id=d3aedbd6-8fd2-4b97-8266-4503a35834e8)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:30.067436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.081588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49312) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:30.148962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00062aa0-bdd7-462e-8e7a-f3af82655c4e None None] Pushing event updated for resources: {'Port': ['ID=60f2a484-f990-4102-9af8-0a8860558414,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:30.172246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c8e02-9100-490e-9cf7-95db1ae3aa43 req-d7a807ff-1856-4d80-80d0-a18d4f2ac9d8 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:30.178487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-928c8e02-9100-490e-9cf7-95db1ae3aa43 req-d7a807ff-1856-4d80-80d0-a18d4f2ac9d8 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2614303 Oct 11 04:25:30.260916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.20.0.14 (2989359a-b325-490b-b8ae-9101b9c16ed0/b7252226-673b-40fd-923e-6a09f85b114d/18d1c7b9-ff48-4541-8fb4-4c46cedcb36b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:30.307808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c4b9512b-680a-4b23-bbcf-a05d0e9395e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=933caf5a58284c26bbe08e0e90841d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248652 Oct 11 04:25:30.310381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49316) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:30.329656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::340 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/d09f5693-d986-4ab7-b945-0a71a1385e43/f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:30.337499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:6aa2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/faeeceb0-69fc-429c-9b06-004bc6c04617/f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:30.412676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.415777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1ebc-9f8a-43dd-b6ff-4b216af6b0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.427893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-119331df-8736-450b-9052-ccb7cbf99cb7 None None] Provisioning complete for port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:30.428385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-119331df-8736-450b-9052-ccb7cbf99cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.429221 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-119331df-8736-450b-9052-ccb7cbf99cb7 None None] Attempt 1 to provision port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf Oct 11 04:25:30.445207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1ebc-9f8a-43dd-b6ff-4b216af6b0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.513096 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-928c8e02-9100-490e-9cf7-95db1ae3aa43 req-4f923a2f-6ebe-4782-817e-391dc7f426af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782488 Oct 11 04:25:30.554891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-119331df-8736-450b-9052-ccb7cbf99cb7 None None] Current status of the port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:30.577837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 024462f2-4449-423d-8853-bcb42fa4d682 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:30.577837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.591025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1ebc-9f8a-43dd-b6ff-4b216af6b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.594439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1ebc-9f8a-43dd-b6ff-4b216af6b0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:30.598464 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c6bd1ebc-9f8a-43dd-b6ff-4b216af6b0aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/752cbe1c-88e3-414a-8a1b-e50a29a9ddad HTTP/1.1" status: 204 len: 168 time: 0.2871280 Oct 11 04:25:30.612556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1ebc-9f8a-43dd-b6ff-4b216af6b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752cbe1c-88e3-414a-8a1b-e50a29a9ddad,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:30.965575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26c6afcc-1fc5-4c02-89c0-f136c6f202cf up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:31.037787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:31.038480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.039009 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf Oct 11 04:25:31.147334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:31.148452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60f2a484-f990-4102-9af8-0a8860558414 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:31.199898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.200525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.202281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 60f2a484-f990-4102-9af8-0a8860558414 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:31.202688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.203023 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 60f2a484-f990-4102-9af8-0a8860558414 Oct 11 04:25:31.241558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 024462f2-4449-423d-8853-bcb42fa4d682 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:31.252812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.312350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 60f2a484-f990-4102-9af8-0a8860558414 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:31.312606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.361352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b8f9a-cc5f-482a-8a3e-5c8069488f28 None None] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:31.365217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 60f2a484-f990-4102-9af8-0a8860558414, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60f2a484-f990-4102-9af8-0a8860558414,segment=NetworkSegment(d3aedbd6-8fd2-4b97-8266-4503a35834e8),segment_id=d3aedbd6-8fd2-4b97-8266-4503a35834e8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:31.386076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.387029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.405080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.408049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.427418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49338) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:31.487584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e5e8d75e-b41a-4df9-becf-0244ad716ca0 None None] Provisioning complete for port 60f2a484-f990-4102-9af8-0a8860558414 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:31.487947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d75e-b41a-4df9-becf-0244ad716ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.488585 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e5e8d75e-b41a-4df9-becf-0244ad716ca0 None None] Attempt 1 to provision port 60f2a484-f990-4102-9af8-0a8860558414 Oct 11 04:25:31.496743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.536084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=60f2a484-f990-4102-9af8-0a8860558414,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:31.546022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149134224'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:31.570075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:31.574631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.586350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.628599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.635234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:31.668613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.675218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:31.685751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8d75e-b41a-4df9-becf-0244ad716ca0 None None] Current status of the port 60f2a484-f990-4102-9af8-0a8860558414 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:31.687905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:31.689074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05e7a-cec0-4948-bad5-63ea6a5af74b req-7b60e81e-ec3a-4f7c-83d8-e541d97d90b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:31.690725 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-79b05e7a-cec0-4948-bad5-63ea6a5af74b req-7b60e81e-ec3a-4f7c-83d8-e541d97d90b7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.0823185 Oct 11 04:25:31.698986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=18d1c7b9-ff48-4541-8fb4-4c46cedcb36b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:31.754633 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-79b05e7a-cec0-4948-bad5-63ea6a5af74b req-e28ca046-791c-44cf-9868-5d6e00b1552c tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531394 Oct 11 04:25:31.759809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.765356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.783214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=024462f2-4449-423d-8853-bcb42fa4d682,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:31.794460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:31.812291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9268005-4808-4f15-8884-c22c69c85a56,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:31.815370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 478} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:31.826498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:31.831387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.831807 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba of type vlan for network a389c2a7-d4b7-401e-b807-e488d2dd7e5c Oct 11 04:25:31.850185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:31.855989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:31.856654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.866900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:31.867583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.882678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.921493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.927519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:31.928137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.929166 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9559200 Oct 11 04:25:31.929763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:31.937464 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1c314c61-6921-40ef-aa3f-fd777bd7b045 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7487068 Oct 11 04:25:31.937464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f725c37-fb9e-455f-a3cf-b1ec1725df3b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:31.948106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49346) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:31.958301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.960948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:31.965402 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ea15970b-97f4-4c45-a1f0-995dafab9989 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/floatingips/dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 HTTP/1.1" status: 204 len: 168 time: 2.4090309 Oct 11 04:25:32.016770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49348) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:32.026467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=a389c2a7-d4b7-401e-b807-e488d2dd7e5c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:32.032462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Provisioning complete for port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:32.033066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.036685 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 1 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:32.049563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4ac47901-dedd-4374-9a29-eafdc59c6fe6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6207075 Oct 11 04:25:32.083760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:32.084687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network a389c2a7-d4b7-401e-b807-e488d2dd7e5c details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:32.096814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Router 9922f902-1baa-414b-8714-dd709d1816d4 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:32.155613 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-13c63810-286e-4268-a7a9-b96b72a47bfb tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] delete failed (client error): The resource could not be found. Oct 11 04:25:32.160794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49350) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:32.161018 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-13c63810-286e-4268-a7a9-b96b72a47bfb tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/floatingips/dbac9b44-7b9a-46b3-9e4f-83d1dc99abb1 HTTP/1.1" status: 404 len: 345 time: 0.1408558 Oct 11 04:25:32.287005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce205dbc-a45b-40c6-baac-2973c0dab2b5 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:32.301722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce205dbc-a45b-40c6-baac-2973c0dab2b5 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:32.309652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce205dbc-a45b-40c6-baac-2973c0dab2b5 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:32.315078 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ce205dbc-a45b-40c6-baac-2973c0dab2b5 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/ports?network_id=3839e53e-4197-41d8-9f28-ca134879d5ad HTTP/1.1" status: 200 len: 2358 time: 0.1526468 Oct 11 04:25:32.315928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49352) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:32.373151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e297581-05a9-4471-882e-30a357c456bb tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:32.380204 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5e297581-05a9-4471-882e-30a357c456bb tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/subnets/a1013918-ed71-4445-94ca-e43098f836bd HTTP/1.1" status: 200 len: 797 time: 0.0630817 Oct 11 04:25:32.381144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49354) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:32.386090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'port': {'network_id': '3839e53e-4197-41d8-9f28-ca134879d5ad', 'name': 'tempest-FloatingIPTestJSON-580476096', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:32.554819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:32.556090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.591096 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 2 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:32.606762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:32.620544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] Sync routers for ids ['9922f902-1baa-414b-8714-dd709d1816d4'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:32.621399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.622732 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-65effe74-8a5c-44cb-8c4d-4540f6a7b35d tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "PUT /v2.0/routers/9922f902-1baa-414b-8714-dd709d1816d4 HTTP/1.1" status: 200 len: 918 time: 5.8281162 Oct 11 04:25:32.627632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49356) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:32.640217 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] Routers {'9922f902-1baa-414b-8714-dd709d1816d4'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:32.641090 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9922f902-1baa-414b-8714-dd709d1816d4'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:32.664210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:32.687148 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:32.698210 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] Routers {'9922f902-1baa-414b-8714-dd709d1816d4'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:32.699147 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9922f902-1baa-414b-8714-dd709d1816d4'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:32.703055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.732477 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:32.733368 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dc9f32-e5e5-4a5a-b467-0b90c98f30e4 None None] The sync data for ids ['9922f902-1baa-414b-8714-dd709d1816d4'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:32.779917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.799640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:32.850803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:32.915534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60f2a484-f990-4102-9af8-0a8860558414 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:32.972146 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e5b0793-f214-4fd1-b925-0efa30c49488 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/9922f902-1baa-414b-8714-dd709d1816d4 HTTP/1.1" status: 200 len: 924 time: 0.3433585 Oct 11 04:25:32.974560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 60f2a484-f990-4102-9af8-0a8860558414 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:32.974702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.975345 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 60f2a484-f990-4102-9af8-0a8860558414 Oct 11 04:25:32.978794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:32.980234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49360) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:33.000111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] device_id is not set on port 71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:33.082158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88b58a-fc16-48f1-8112-5c906876e6b9 req-6b22a8d1-8c65-425c-b35b-e0f1da00b192 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:33.083887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd88b58a-fc16-48f1-8112-5c906876e6b9 req-6b22a8d1-8c65-425c-b35b-e0f1da00b192 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2335701 Oct 11 04:25:33.085050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 60f2a484-f990-4102-9af8-0a8860558414 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:33.166889 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 3 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:33.220725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:33.245523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.14 (3839e53e-4197-41d8-9f28-ca134879d5ad/a1013918-ed71-4445-94ca-e43098f836bd/71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:33.253244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.12 (3839e53e-4197-41d8-9f28-ca134879d5ad/a1013918-ed71-4445-94ca-e43098f836bd/71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:33.415207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.447126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b558171-2faa-45c7-a140-507d4f79ef74 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:33.448891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0b558171-2faa-45c7-a140-507d4f79ef74 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=9922f902-1baa-414b-8714-dd709d1816d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4336743 Oct 11 04:25:33.452443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49362) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:33.473808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.479842 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd88b58a-fc16-48f1-8112-5c906876e6b9 req-d9e11ff4-b5df-4bfe-97ff-ed644ddb89ac tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797474 Oct 11 04:25:33.499439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:33.506737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:33.509642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:33.574323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.586018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.620623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:33.631397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:33.632022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.655813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c337e-bb43-40d9-bb19-c10fcc87182a tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:33.660180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-763c337e-bb43-40d9-bb19-c10fcc87182a tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/networks/ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 881 time: 0.2037320 Oct 11 04:25:33.660422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49366) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:33.678210 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3fa7ad0f-5539-4e51-bcec-1ddea924646c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2955902 Oct 11 04:25:33.681471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49368) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:33.696192 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d7f78233-5eef-4488-bcb1-45a0089b769f tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=9922f902-1baa-414b-8714-dd709d1816d4 HTTP/1.1" status: 200 len: 205 time: 0.0322936 Oct 11 04:25:33.696468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:33.696561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49370) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:33.724826 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 4 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:33.764980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=18d1c7b9-ff48-4541-8fb4-4c46cedcb36b,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:33.791067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.793471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:33.797423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.814923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.851551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:33.934603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.948140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:33.955778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-074f9fa8-cb2b-406c-bffb-17206e34cb0d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd HTTP/1.1" status: 204 len: 168 time: 2.0221813 Oct 11 04:25:33.958970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49372) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:33.997628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Deleting port 48b10e56-1142-49fe-b459-39dc916aca41 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:33.998113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.011083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.103404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.124606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Calling delete_port for 48b10e56-1142-49fe-b459-39dc916aca41 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:34.152017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fe078820-88e9-4656-91a7-eab81e94cc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.162886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb2140-6abb-45cd-b12d-9d63e3781682 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:34.167212 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-79bb2140-6abb-45cd-b12d-9d63e3781682 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2075346 Oct 11 04:25:34.168334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49374) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:34.250036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.253032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.280689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d9b27c-93a7-480a-8cb0-983effdb31d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:34.284557 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-31d9b27c-93a7-480a-8cb0-983effdb31d6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1081157 Oct 11 04:25:34.285177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49376) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:34.295376 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 5 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:34.319813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.342322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:34.349699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event deleted for resources: {'Port': ['ID=48b10e56-1142-49fe-b459-39dc916aca41,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:34.422872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.438642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b84758-c801-440e-a348-b30ae06fa1ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:34.440162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b84758-c801-440e-a348-b30ae06fa1ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:34.441658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b84758-c801-440e-a348-b30ae06fa1ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:34.446359 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e0b84758-c801-440e-a348-b30ae06fa1ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1571689 Oct 11 04:25:34.450748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49378) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:34.514439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.516878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.566215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.567730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Fanout notify agent at l3_agent the message router_deleted on router 9922f902-1baa-414b-8714-dd709d1816d4 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:34.572194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.219 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/5284acd8-6d47-42a0-a5d7-d9b1aa5c27d7) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:34.587303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.593728 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b516f117-ea12-4acf-905c-425c6f21bef3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/9922f902-1baa-414b-8714-dd709d1816d4 HTTP/1.1" status: 204 len: 168 time: 0.8960595 Oct 11 04:25:34.594638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49382) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:34.599600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-921062731', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:34.603403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet d09f5693-d986-4ab7-b945-0a71a1385e43 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:34.612687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.657577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.658926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.680604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e614a06-653d-44bc-8d71-2b4373d2d9df req-2e0d3d68-d54f-46af-98c6-e18dcc5a2942 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:34.682371 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7e614a06-653d-44bc-8d71-2b4373d2d9df req-2e0d3d68-d54f-46af-98c6-e18dcc5a2942 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.0706370 Oct 11 04:25:34.716093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.746453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.803027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7e614a06-653d-44bc-8d71-2b4373d2d9df req-6d5ef3de-4a38-4898-a674-6b25b2d89c57 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017590 Oct 11 04:25:34.844000 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 6 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:34.904291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.922756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:34.926794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:34.956691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.009774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.018602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.098136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.122210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.130109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.141812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=18d1c7b9-ff48-4541-8fb4-4c46cedcb36b,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:35.142881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.166809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:35.167750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.177874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:35.181070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=d09f5693-d986-4ab7-b945-0a71a1385e43,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:35.201095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:35.211045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.212816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b21102b-9d04-4c55-a897-7016b573a25b None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:35.216722 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aaf1be07-10c6-4be9-b35c-6542f56ba3c2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/d09f5693-d986-4ab7-b945-0a71a1385e43 HTTP/1.1" status: 204 len: 168 time: 0.7616270 Oct 11 04:25:35.219531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49384) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:35.282641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=5284acd8-6d47-42a0-a5d7-d9b1aa5c27d7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:35.314091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49386) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:35.319438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:35.356663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet faeeceb0-69fc-429c-9b06-004bc6c04617 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:35.362894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.420071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:35.423468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:35.424002 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 7 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:35.449521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Allocated IP 172.26.8.4 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/75ea4c2b-7f83-4904-bdc7-e9ac683231c6) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:35.484299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:35.499964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.505371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:35.510116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.666291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:35.970015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 9bff325a-121f-4e02-97ef-094f46949e9a is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:35.985832 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 8 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:36.035386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:36.109157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.140714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.202376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=faeeceb0-69fc-429c-9b06-004bc6c04617,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:36.216615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.220041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded19ea-2a8d-49a1-94d6-9a776d5eb5cc None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:36.226513 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bb2d824a-80fd-4804-8ed0-3683d5b8d6e0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/faeeceb0-69fc-429c-9b06-004bc6c04617 HTTP/1.1" status: 204 len: 168 time: 1.0037346 Oct 11 04:25:36.228777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49390) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:36.274478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8c2b-9f9a-4ee8-bee1-67575114391c req-d747239e-190c-4971-973b-4b6081a2dd8f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:36.275757 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-646d8c2b-9f9a-4ee8-bee1-67575114391c req-d747239e-190c-4971-973b-4b6081a2dd8f tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2890658 Oct 11 04:25:36.291569 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c5e51e85-7b67-4bbd-abaa-036bcb1483c4 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567539 Oct 11 04:25:36.293187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49392) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:36.318069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:36.318566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.322370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:36.343328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6b4b7664-35ac-4fe9-a82b-403d1e71e514 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/9bff325a-121f-4e02-97ef-094f46949e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3914795 Oct 11 04:25:36.346593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49396) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:36.371873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.374892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.386290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:36.409801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event updated for resources: {'Port': ['ID=75ea4c2b-7f83-4904-bdc7-e9ac683231c6,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:36.416806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:36.426303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:36.481345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=a1bca816-de31-45f9-abad-4923033a8f85,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:36.505324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] Sync routers for ids ['9bff325a-121f-4e02-97ef-094f46949e9a'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:36.536695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] Routers {'9bff325a-121f-4e02-97ef-094f46949e9a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:36.537725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9bff325a-121f-4e02-97ef-094f46949e9a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:36.538249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:36.538502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6580c75d-971b-4483-bb47-4a5f6227b4a0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:36.538786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: a389c2a7-d4b7-401e-b807-e488d2dd7e5c, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:36.539976 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6580c75d-971b-4483-bb47-4a5f6227b4a0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports/18d1c7b9-ff48-4541-8fb4-4c46cedcb36b HTTP/1.1" status: 200 len: 978 time: 0.1809285 Oct 11 04:25:36.543634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49398) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:36.560751 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-646d8c2b-9f9a-4ee8-bee1-67575114391c req-3bf7f7d3-c8d5-4ba0-8012-e8742969de79 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685466 Oct 11 04:25:36.597750 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 9 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:36.600960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:36.603962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d0ce88cf-7694-4b4d-bdeb-29a733272a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.608605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.648294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:36.653347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.670456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:36.719403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] Routers {'9bff325a-121f-4e02-97ef-094f46949e9a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:36.720207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9bff325a-121f-4e02-97ef-094f46949e9a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:36.735130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network a389c2a7-d4b7-401e-b807-e488d2dd7e5c is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:36.756464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, a389c2a7-d4b7-401e-b807-e488d2dd7e5c) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:36.772650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:36.773055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:36.773186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.784577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38493e-637b-4e61-8ab2-5ffcf87f7046 None None] Network a389c2a7-d4b7-401e-b807-e488d2dd7e5c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:36.797488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:36.798286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf051a-9c37-48a1-b4a3-4efd114c1c47 None None] The sync data for ids ['9bff325a-121f-4e02-97ef-094f46949e9a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:36.901481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] Deleting port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:36.902576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.948719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.959070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.963380 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d2167713-edab-4db8-b0af-6eaab349da9b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6482394 Oct 11 04:25:36.964048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:36.967633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49400) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:37.000817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26c6afcc-1fc5-4c02-89c0-f136c6f202cf no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:37.007825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31360518'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:37.014478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] For port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:37.015640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.016115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.057961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] Calling delete_port for 26c6afcc-1fc5-4c02-89c0-f136c6f202cf owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:37.080426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:37.089067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.090740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.092932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=5284acd8-6d47-42a0-a5d7-d9b1aa5c27d7,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:37.098804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:37.137146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:37.140526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=62d66f8b-9eef-447f-83fd-61b6656b14bd,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:37.145859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:37.146439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.161132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-a389c2a7-d4b7-401e-b807-e488d2dd7e5c', 'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': 'a1bca816-de31-45f9-abad-4923033a8f85'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:37.162274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.171163 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-61340517-92a3-4c3d-a254-1da85f13e803 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8742604 Oct 11 04:25:37.173968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49402) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:37.180953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:37.191810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:37.246685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.246979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment c6d5298a-5337-4e34-96f3-4246028d0c2e of type vlan for network 7e35a649-1ef5-4751-86ce-87434b6fa5dc Oct 11 04:25:37.253846 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP f77fcd56-ea4a-4041-8e9f-7af2f35e9cee associated. External IP: 172.26.8.219, port: 71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9. Oct 11 04:25:37.277366 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 10 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:37.356943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.378604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.420532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] Pushing event deleted for resources: {'Port': ['ID=26c6afcc-1fc5-4c02-89c0-f136c6f202cf,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:37.425874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19deac4-5a0f-4e91-8fe0-086143b6357d None None] No DVR routers for this DVR port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:37.432742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.434502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 26c6afcc-1fc5-4c02-89c0-f136c6f202cf is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:37.435192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.439196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.450279 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:37.450896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.458294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:37.464127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34effc8c-03ae-4a7d-bcb5-f9d12f63b107 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:37.558054 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5884702 Oct 11 04:25:37.588401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Allocated IP 2001:db8:0:ffff::2 (a389c2a7-d4b7-401e-b807-e488d2dd7e5c/a1bca816-de31-45f9-abad-4923033a8f85/bddae8d8-0dd8-4f10-9d93-48089e3783da) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:37.592048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Provisioning complete for port 60f2a484-f990-4102-9af8-0a8860558414 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:37.592613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.593006 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Attempt 1 to provision port 60f2a484-f990-4102-9af8-0a8860558414 Oct 11 04:25:37.627040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e2e2-e86d-47a1-b422-6be643e90764 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=7e35a649-1ef5-4751-86ce-87434b6fa5dc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:37.655109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 7e35a649-1ef5-4751-86ce-87434b6fa5dc details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:37.657490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49404) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:37.662674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:37.705866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:37.710569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.752311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:37.854623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62d66f8b-9eef-447f-83fd-61b6656b14bd (CIDR: 2001:db8::/64) Oct 11 04:25:37.856690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:37.861349 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:25:37.862115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:37.922877 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6cc8a048-4285-4554-af3e-6d1f4c7ac250 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7452016 Oct 11 04:25:37.923124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49408) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:37.927983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'subnet': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:37.951012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0919f720-0c63-47f7-8818-fe79dfedc7db None None] Current status of the port 60f2a484-f990-4102-9af8-0a8860558414 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:37.975775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'tenant_id': '948be051eb4a4518ac27aaa538d152b4', 'fixed_ips': [{'subnet_id': '62d66f8b-9eef-447f-83fd-61b6656b14bd'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:37.975775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.021368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.062788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:38.083409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.089534 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:38.104037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.114720 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:38.116845 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.129104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.142115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:38.145760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.152979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Network a389c2a7-d4b7-401e-b807-e488d2dd7e5c is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:38.164274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-04d11aaa-0391-4e98-bd50-5dcc00e372e0 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4802828 Oct 11 04:25:38.167788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49410) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:38.167975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:38.170277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:38.174677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'port_id': '71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:38.201610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90089e17-088c-4124-a828-c0c392594aa8 req-10e2bf67-1759-4b35-84d3-85afb32c0849 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:38.202749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Provisioning complete for port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:38.203146 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90089e17-088c-4124-a828-c0c392594aa8 req-10e2bf67-1759-4b35-84d3-85afb32c0849 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.5337591 Oct 11 04:25:38.203291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.203727 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Attempt 1 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:38.212713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Pushing event updated for resources: {'Port': ['ID=bddae8d8-0dd8-4f10-9d93-48089e3783da,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:38.287233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.290174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:38.293909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.299840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Allocated IP 2001:db8::2 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/62d66f8b-9eef-447f-83fd-61b6656b14bd/ddb33456-d549-4b94-8f63-74844f4ee94f) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:38.306507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:38.321718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Attempting to bind port bddae8d8-0dd8-4f10-9d93-48089e3783da on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:38.322237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Attempting to bind port bddae8d8-0dd8-4f10-9d93-48089e3783da by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:38.322814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Attempting to bind port bddae8d8-0dd8-4f10-9d93-48089e3783da on network a389c2a7-d4b7-401e-b807-e488d2dd7e5c {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:38.334512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:38.334512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Checking segment: {'id': 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:38.334512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.335049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Bound using segment: {'id': 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:38.335528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Bound port: bddae8d8-0dd8-4f10-9d93-48089e3783da, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'a389c2a7-d4b7-401e-b807-e488d2dd7e5c'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:38.336009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.390709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Router f30e4259-3c17-48ab-aef5-7751e52a15e4 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:38.394983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90089e17-088c-4124-a828-c0c392594aa8 req-71264127-9e4d-4f8e-8b9b-ec75dde53e61 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523855 Oct 11 04:25:38.497281 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.519444 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:38.520399 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.567157 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.568051 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83424ee4-44d2-49bb-979b-c18da079bcd6 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:38.663174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] For port bddae8d8-0dd8-4f10-9d93-48089e3783da, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:38.667287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:38.683787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] Sync routers for ids ['f30e4259-3c17-48ab-aef5-7751e52a15e4'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:38.707819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] For port bddae8d8-0dd8-4f10-9d93-48089e3783da, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bddae8d8-0dd8-4f10-9d93-48089e3783da,segment=NetworkSegment(a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba),segment_id=a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:38.722040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.741630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] Routers {'f30e4259-3c17-48ab-aef5-7751e52a15e4'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:38.742436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f30e4259-3c17-48ab-aef5-7751e52a15e4'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.762894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.767133 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-abbebd5b-d418-4ea4-a05d-fb0c036101de tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1685231 Oct 11 04:25:38.768567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49416) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:38.777903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:38.778487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.782241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.812268 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Attempt 2 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:38.823755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.878233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.879756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:38.898447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] Routers {'f30e4259-3c17-48ab-aef5-7751e52a15e4'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:38.898447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f30e4259-3c17-48ab-aef5-7751e52a15e4'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.917678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=95b55a7b-5f1f-4876-b877-4427577ad413,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:38.945031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:38.945301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3bc026-f73b-44a6-bc3c-93236fb3a57a None None] The sync data for ids ['f30e4259-3c17-48ab-aef5-7751e52a15e4'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:38.955708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:38.959814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:38.964159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe545f9-daf3-490a-b1f5-c8eb23251be1 None None] Pushing event updated for resources: {'Port': ['ID=bddae8d8-0dd8-4f10-9d93-48089e3783da,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:38.967362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:38.967707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:38.981318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:39.040376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': 'c6d5298a-5337-4e34-96f3-4246028d0c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:39.040741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: 7e35a649-1ef5-4751-86ce-87434b6fa5dc, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:39.093660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Attempting to bind port ddb33456-d549-4b94-8f63-74844f4ee94f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:39.094031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Attempting to bind port ddb33456-d549-4b94-8f63-74844f4ee94f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:39.094393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Attempting to bind port ddb33456-d549-4b94-8f63-74844f4ee94f on network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:39.101168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:39.101542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Checking segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:39.101981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.102731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Bound using segment: {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:39.102887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Bound port: ddb33456-d549-4b94-8f63-74844f4ee94f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdf3311-d787-447a-ac11-b90dc4e857c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:39.103263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.114687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Pushing event updated for resources: {'Port': ['ID=ddb33456-d549-4b94-8f63-74844f4ee94f,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:39.167996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network 7e35a649-1ef5-4751-86ce-87434b6fa5dc is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:39.194317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] For port ddb33456-d549-4b94-8f63-74844f4ee94f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:39.198444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] For port ddb33456-d549-4b94-8f63-74844f4ee94f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ddb33456-d549-4b94-8f63-74844f4ee94f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:39.205391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.211860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.217520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.235658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:39.243189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 7e35a649-1ef5-4751-86ce-87434b6fa5dc) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:39.249538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.255366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:39.256254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.278667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd298c9d-1ec1-4176-9348-5d336519a372 None None] Network 7e35a649-1ef5-4751-86ce-87434b6fa5dc requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:39.318352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3a64e-e972-44c5-9580-b19e0437a44d None None] Pushing event updated for resources: {'Port': ['ID=ddb33456-d549-4b94-8f63-74844f4ee94f,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:39.332166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.333499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.objects.ports [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103098) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:25:39.373422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cba52896-0f69-468e-a9cf-d2c18f4e565f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7148378 Oct 11 04:25:39.375860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49418) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:39.385104 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Attempt 3 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:39.614177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-7e35a649-1ef5-4751-86ce-87434b6fa5dc', 'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '95b55a7b-5f1f-4876-b877-4427577ad413'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:39.615402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.627120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.672801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.692935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.714135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.724930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:39.736205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.743236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:39.817060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e95d-09cd-4a2f-9674-088c46ab3acb req-7e1dffcc-6e69-45ce-a18a-105f80182b19 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:39.818801 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84f5e95d-09cd-4a2f-9674-088c46ab3acb req-7e1dffcc-6e69-45ce-a18a-105f80182b19 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2281153 Oct 11 04:25:39.837432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Allocated IP 2001:db8::1 (7e35a649-1ef5-4751-86ce-87434b6fa5dc/95b55a7b-5f1f-4876-b877-4427577ad413/3e416df0-f5e3-4d85-b781-35d35afcfac8) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:39.913190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.924850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.933925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Deleting port 75ea4c2b-7f83-4904-bdc7-e9ac683231c6 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:39.934268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:39.946088 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84f5e95d-09cd-4a2f-9674-088c46ab3acb req-0f6e8beb-a5e6-45cc-8551-e400376821ae tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206007 Oct 11 04:25:40.024585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.038555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Calling delete_port for 75ea4c2b-7f83-4904-bdc7-e9ac683231c6 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:40.092661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.104033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.148319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=18d1c7b9-ff48-4541-8fb4-4c46cedcb36b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:40.150453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Network 7e35a649-1ef5-4751-86ce-87434b6fa5dc is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:40.154505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:40.159244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:40.251285 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Attempt 4 to provision port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b Oct 11 04:25:40.256679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Pushing event updated for resources: {'Port': ['ID=3e416df0-f5e3-4d85-b781-35d35afcfac8,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:40.296820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Port 18d1c7b9-ff48-4541-8fb4-4c46cedcb36b was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:25:40.326684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b504e9-2cce-470d-a366-83be975541cb None None] Network a389c2a7-d4b7-401e-b807-e488d2dd7e5c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:40.328998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:40.336855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.340437 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:40.358308 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:40.362030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:40.376332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Could not find standard attr ID for object 26c6afcc-1fc5-4c02-89c0-f136c6f202cf. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:40.397571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Attempting to bind port 3e416df0-f5e3-4d85-b781-35d35afcfac8 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:40.402802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Attempting to bind port 3e416df0-f5e3-4d85-b781-35d35afcfac8 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'c6d5298a-5337-4e34-96f3-4246028d0c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:40.403434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Attempting to bind port 3e416df0-f5e3-4d85-b781-35d35afcfac8 on network 7e35a649-1ef5-4751-86ce-87434b6fa5dc {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:40.410029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.434324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0dbe2bfa-063f-45e5-8216-72567778f35e None None] Could not find standard attr ID for object f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:40.437482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] For port ddb33456-d549-4b94-8f63-74844f4ee94f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ddb33456-d549-4b94-8f63-74844f4ee94f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:40.446256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:40.448598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Checking segment: {'id': 'c6d5298a-5337-4e34-96f3-4246028d0c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:40.449185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.452516 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:40.452967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Bound using segment: {'id': 'c6d5298a-5337-4e34-96f3-4246028d0c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:40.453493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Bound port: 3e416df0-f5e3-4d85-b781-35d35afcfac8, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d5298a-5337-4e34-96f3-4246028d0c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:40.453690 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-55698e20-d19a-464f-8e9f-7f8bebe0281b tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/floatingips/f77fcd56-ea4a-4041-8e9f-7af2f35e9cee HTTP/1.1" status: 200 len: 978 time: 2.2851031 Oct 11 04:25:40.453887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.454546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49422) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:40.457157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.466771 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:40.468172 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:40.520409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.522875 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:40.524706 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427f0a9-086a-4ff3-9298-ed0cdc0f6784 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:40.531794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.540681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.541477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.575434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=95b55a7b-5f1f-4876-b877-4427577ad413,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:40.636896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:40.642292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Provisioning complete for port bddae8d8-0dd8-4f10-9d93-48089e3783da triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:40.643189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.644806 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Attempt 1 to provision port bddae8d8-0dd8-4f10-9d93-48089e3783da Oct 11 04:25:40.646765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:40.666338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.698023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:40.698556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.728658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] For port 3e416df0-f5e3-4d85-b781-35d35afcfac8, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:40.753588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] For port 3e416df0-f5e3-4d85-b781-35d35afcfac8, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3e416df0-f5e3-4d85-b781-35d35afcfac8,segment=NetworkSegment(c6d5298a-5337-4e34-96f3-4246028d0c2e),segment_id=c6d5298a-5337-4e34-96f3-4246028d0c2e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:40.754832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=ddb33456-d549-4b94-8f63-74844f4ee94f,revision_number=4']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:40.765081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.786057 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8594604 Oct 11 04:25:40.788166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49424) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:40.794458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.795049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Request body: {'port': {'network_id': 'd8a5817b-20cd-439d-95f3-a7cdd1b2b8eb', 'mac_address': 'fa:16:3e:50:91:9d', 'name': 'tempest-NetworksTestDHCPv6-558877981'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:40.799776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Pushing event deleted for resources: {'Port': ['ID=75ea4c2b-7f83-4904-bdc7-e9ac683231c6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:40.871052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bafb16-455b-4f00-a8f3-8e67533efc8e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Subnet': ['ID=b58208f1-ee7c-4c5a-9308-4f335362b459,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:40.923258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db0fc30-adc9-4b6c-9bbf-052d7fef87b3 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:40.930405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332cc994-42f8-421d-93e1-7f67b0dd8506 None None] Network 7e35a649-1ef5-4751-86ce-87434b6fa5dc requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:40.951670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 5284acd8-6d47-42a0-a5d7-d9b1aa5c27d7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:40.951955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:40.968833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e35a649-1ef5-4751-86ce-87434b6fa5dc']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:41.022139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Made reservation on behalf of 948be051eb4a4518ac27aaa538d152b4 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:41.026747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bddae8d8-0dd8-4f10-9d93-48089e3783da up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:41.109010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.109338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.130108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 5284acd8-6d47-42a0-a5d7-d9b1aa5c27d7 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:41.170559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5e6cb-e19e-436d-9314-a46e041f78ee None None] Pushing event updated for resources: {'Port': ['ID=3e416df0-f5e3-4d85-b781-35d35afcfac8,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:41.204768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Current status of the port bddae8d8-0dd8-4f10-9d93-48089e3783da is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:41.205244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.246863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.276298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] For port bddae8d8-0dd8-4f10-9d93-48089e3783da, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bddae8d8-0dd8-4f10-9d93-48089e3783da,segment=NetworkSegment(a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba),segment_id=a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:41.307061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] device_id is not set on port 692bc359-5e13-42a2-899e-d01998ae8a2d yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:41.309906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.319759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bddae8d8-0dd8-4f10-9d93-48089e3783da triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:41.320234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.321238 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bddae8d8-0dd8-4f10-9d93-48089e3783da Oct 11 04:25:41.402495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d5298a-5337-4e34-96f3-4246028d0c2e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:41.402801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d5298a-5337-4e34-96f3-4246028d0c2e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:41.443769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 9bff325a-121f-4e02-97ef-094f46949e9a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:41.468641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.485573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.486144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8af3e-9c6e-4fc3-9f87-9701c9c8e7fd None None] Pushing event updated for resources: {'Port': ['ID=bddae8d8-0dd8-4f10-9d93-48089e3783da,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:41.490602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Provisioning complete for port ddb33456-d549-4b94-8f63-74844f4ee94f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:41.491199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.491677 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Attempt 1 to provision port ddb33456-d549-4b94-8f63-74844f4ee94f Oct 11 04:25:41.497362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.582421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:41.582863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.610050 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c6d5298a-5337-4e34-96f3-4246028d0c2e resource provider aggregate not found Oct 11 04:25:41.674468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8::2e8 (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/62d66f8b-9eef-447f-83fd-61b6656b14bd/692bc359-5e13-42a2-899e-d01998ae8a2d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:41.680643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:25:41.683602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:41.684514 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c6d5298a-5337-4e34-96f3-4246028d0c2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6d5298a-5337-4e34-96f3-4246028d0c2e found for delete ", "request_id": "req-117c402f-126b-4d90-b035-42d7bcbaf59c"}]} Oct 11 04:25:41.690273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:919d (d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb/b58208f1-ee7c-4c5a-9308-4f335362b459/692bc359-5e13-42a2-899e-d01998ae8a2d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:41.700077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be64e4-4539-459c-901e-04436595038c req-559038f2-6c07-4031-86ee-ac5b78b43332 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:41.704230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.707740 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74be64e4-4539-459c-901e-04436595038c req-559038f2-6c07-4031-86ee-ac5b78b43332 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.3121860 Oct 11 04:25:41.753649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc823850-7b3c-49a4-b204-2be57e79d8aa req-0f17edf9-38f2-4202-ae22-0fd118ddd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:41.755252 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc823850-7b3c-49a4-b204-2be57e79d8aa req-0f17edf9-38f2-4202-ae22-0fd118ddd434 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1098 time: 0.1262717 Oct 11 04:25:41.756004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=5284acd8-6d47-42a0-a5d7-d9b1aa5c27d7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:41.771817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:41.788323 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5a079d7a-9b6e-47a5-8522-efad900c739e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/9bff325a-121f-4e02-97ef-094f46949e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2408459 Oct 11 04:25:41.793033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49434) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:41.806737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] Sync routers for ids ['9bff325a-121f-4e02-97ef-094f46949e9a'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:41.827087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:25:41.827087 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:25:41.827087 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '7e35a649-1ef5-4751-86ce-87434b6fa5dc'}] Oct 11 04:25:41.827087 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:25:41.827547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:25:41.865957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bddae8d8-0dd8-4f10-9d93-48089e3783da is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:41.867090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ddb33456-d549-4b94-8f63-74844f4ee94f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:41.902676 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74be64e4-4539-459c-901e-04436595038c req-8bae5228-18b2-4e04-9763-e6ffa7d222d5 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897612 Oct 11 04:25:41.909663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] Routers {'9bff325a-121f-4e02-97ef-094f46949e9a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:41.910518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9bff325a-121f-4e02-97ef-094f46949e9a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:41.936918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.940892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:41.999760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.010233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.034426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Router f30e4259-3c17-48ab-aef5-7751e52a15e4 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:42.082650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.083078 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP f77fcd56-ea4a-4041-8e9f-7af2f35e9cee disassociated (deleted). External IP: 172.26.8.219, port: 71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9. Oct 11 04:25:42.101789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:42.104249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] Routers {'9bff325a-121f-4e02-97ef-094f46949e9a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:42.104944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9bff325a-121f-4e02-97ef-094f46949e9a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.127248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c3756782-296a-425d-9c01-f2f4092a31c4 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:42.128029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.145817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:42.154314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.155731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f4891638-9949-43d7-a4fd-b7e5a5b55c7c tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "PUT /v2.0/routers/f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 200 len: 709 time: 3.3860774 Oct 11 04:25:42.158576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49440) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.163990 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] Sync routers for ids ['f30e4259-3c17-48ab-aef5-7751e52a15e4'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:42.182354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'port_id': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'mac_address': 'fa:16:3e:96:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:25:42.184093 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] Routers {'f30e4259-3c17-48ab-aef5-7751e52a15e4'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:42.187312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.187597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ffd92-8e2c-4a1b-86af-400a5ed9fc2d None None] The sync data for ids ['9bff325a-121f-4e02-97ef-094f46949e9a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:42.188122 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f30e4259-3c17-48ab-aef5-7751e52a15e4'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.192557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Current status of the port ddb33456-d549-4b94-8f63-74844f4ee94f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:42.192941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.197016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ddb33456-d549-4b94-8f63-74844f4ee94f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:42.197384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.197712 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ddb33456-d549-4b94-8f63-74844f4ee94f Oct 11 04:25:42.220192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.234452 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc823850-7b3c-49a4-b204-2be57e79d8aa req-d9d1c9e0-4483-4bb5-b698-cf83428a0e19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677997 Oct 11 04:25:42.252287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:25:42.257321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e7a239-9013-44ed-940c-33c8e15a9326" -d '{"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-unplugged", "status": "completed", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:25:42.263474 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.285641 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] Routers {'f30e4259-3c17-48ab-aef5-7751e52a15e4'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:42.286491 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f30e4259-3c17-48ab-aef5-7751e52a15e4'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.289402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:42.316615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event updated for resources: {'Port': ['ID=692bc359-5e13-42a2-899e-d01998ae8a2d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:42.320173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:42.323114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:42.328901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:42.329543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.331248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:42.333475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c3756782-296a-425d-9c01-f2f4092a31c4 is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:42.333936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.359823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.372424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-600bd46b-32e1-4998-99f9-c46306ed29d8 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/routers/f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 200 len: 744 time: 0.2121353 Oct 11 04:25:42.375532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49446) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.379297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] For port ddb33456-d549-4b94-8f63-74844f4ee94f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ddb33456-d549-4b94-8f63-74844f4ee94f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:42.391708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3756782-296a-425d-9c01-f2f4092a31c4 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:25:42.404500 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:42.405280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78006f40-8957-4f62-88c3-cc0549eb0ed1 None None] The sync data for ids ['f30e4259-3c17-48ab-aef5-7751e52a15e4'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:42.409348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.412039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea0aa28-0530-4533-8a4d-6340e1263536 x-openstack-request-id: req-2ea0aa28-0530-4533-8a4d-6340e1263536 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:25:42.412398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-unplugged", "status": "completed", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:25:42.412614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ea0aa28-0530-4533-8a4d-6340e1263536 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:25:42.413001 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea0aa28-0530-4533-8a4d-6340e1263536'] response: {'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'code': 200} Oct 11 04:25:42.479586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.497135 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-631f0796-058d-40cb-915c-eafecde5f565 tempest-RoutersIpV6AdminTest-659817983 tempest-RoutersIpV6AdminTest-659817983-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&device_id=f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 200 len: 205 time: 0.1204898 Oct 11 04:25:42.501221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49450) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.512001 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f958d068-d8c1-47d5-ae2c-e920eb80780e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7184980 Oct 11 04:25:42.524220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49452) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.525517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:42.552155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ddb33456-d549-4b94-8f63-74844f4ee94f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:42.562037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Provisioning complete for port bddae8d8-0dd8-4f10-9d93-48089e3783da triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:42.562414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.563190 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Attempt 1 to provision port bddae8d8-0dd8-4f10-9d93-48089e3783da Oct 11 04:25:42.601371 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4a6fb889-8c69-4507-b8c1-64aef452c161 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 200 len: 205 time: 0.0985656 Oct 11 04:25:42.605598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49454) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.642578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-67830184-d847-4187-be52-d755ccb75900 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] remove_router_interface failed (client error): The resource could not be found. Oct 11 04:25:42.644020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-67830184-d847-4187-be52-d755ccb75900 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/9bff325a-121f-4e02-97ef-094f46949e9a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8498740 Oct 11 04:25:42.651750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49458) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.713676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-94c664f1-6d6b-4715-a4c5-b2120a80d23d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bff325a-121f-4e02-97ef-094f46949e9a HTTP/1.1" status: 200 len: 205 time: 0.0555165 Oct 11 04:25:42.714482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49460) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:42.749467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Current status of the port bddae8d8-0dd8-4f10-9d93-48089e3783da is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:42.759293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:25:42.759813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:25:42.777228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260d3e-f11e-4461-a936-42816c9cb934 None None] Pushing event updated for resources: {'Port': ['ID=ddb33456-d549-4b94-8f63-74844f4ee94f,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:42.785220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.832552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:42.879486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e1135513-3949-4943-a23b-10c5104e2c3f None None] Provisioning complete for port ddb33456-d549-4b94-8f63-74844f4ee94f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:42.880161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e1135513-3949-4943-a23b-10c5104e2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.880722 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e1135513-3949-4943-a23b-10c5104e2c3f None None] Attempt 1 to provision port ddb33456-d549-4b94-8f63-74844f4ee94f Oct 11 04:25:42.911953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291a1e6-4a11-4c75-bb71-ea8ea9bc405b None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:25:42.918224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.932881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port 3e416df0-f5e3-4d85-b781-35d35afcfac8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:42.933217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:42.972953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bddae8d8-0dd8-4f10-9d93-48089e3783da up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:43.015193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting port 692bc359-5e13-42a2-899e-d01998ae8a2d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:43.015460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.049163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.065412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c704ea-12e2-4dde-a47a-3eb65a478059 req-507843e5-76ba-4b0c-b9fb-b1c61b58ff5b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:43.068140 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d9c704ea-12e2-4dde-a47a-3eb65a478059 req-507843e5-76ba-4b0c-b9fb-b1c61b58ff5b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2285295 Oct 11 04:25:43.083127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.103432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e1135513-3949-4943-a23b-10c5104e2c3f None None] Current status of the port ddb33456-d549-4b94-8f63-74844f4ee94f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:43.117260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291a1e6-4a11-4c75-bb71-ea8ea9bc405b None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:25:43.122016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bddae8d8-0dd8-4f10-9d93-48089e3783da triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:43.122016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.122016 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bddae8d8-0dd8-4f10-9d93-48089e3783da Oct 11 04:25:43.210792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port 3e416df0-f5e3-4d85-b781-35d35afcfac8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3e416df0-f5e3-4d85-b781-35d35afcfac8,segment=NetworkSegment(c6d5298a-5337-4e34-96f3-4246028d0c2e),segment_id=c6d5298a-5337-4e34-96f3-4246028d0c2e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:43.211698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.229749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.230278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Fanout notify agent at l3_agent the message router_deleted on router f30e4259-3c17-48ab-aef5-7751e52a15e4 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:43.244059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.245545 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b266951d-e0e3-45ce-b976-3180e270e617 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 204 len: 168 time: 0.6386001 Oct 11 04:25:43.248288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for 3e416df0-f5e3-4d85-b781-35d35afcfac8 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:43.255860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49466) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:43.285146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082682e4-c072-4cbd-be44-975184a8c24d req-69568ddf-ed46-4ce3-a107-d769ff6ac698 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:43.286729 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-082682e4-c072-4cbd-be44-975184a8c24d req-69568ddf-ed46-4ce3-a107-d769ff6ac698 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 943 time: 0.2883031 Oct 11 04:25:43.319258 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9e182d69-97dc-4fbe-aeb0-563ea8689ce6 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 200 len: 205 time: 0.0599649 Oct 11 04:25:43.319258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.329141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Provisioning complete for port 692bc359-5e13-42a2-899e-d01998ae8a2d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:43.329520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.329859 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Attempt 1 to provision port 692bc359-5e13-42a2-899e-d01998ae8a2d Oct 11 04:25:43.333185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49468) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:43.368399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bddae8d8-0dd8-4f10-9d93-48089e3783da is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:43.369623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ddb33456-d549-4b94-8f63-74844f4ee94f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:43.372680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c3756782-296a-425d-9c01-f2f4092a31c4 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:43.372680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.415648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Calling delete_port for 692bc359-5e13-42a2-899e-d01998ae8a2d owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:43.423277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-0ac39561-79fb-42cc-9ded-0f5c2f104989 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] delete failed (client error): The resource could not be found. Oct 11 04:25:43.426776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0ac39561-79fb-42cc-9ded-0f5c2f104989 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/f30e4259-3c17-48ab-aef5-7751e52a15e4 HTTP/1.1" status: 404 len: 336 time: 0.0902147 Oct 11 04:25:43.431020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49470) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:43.441942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3756782-296a-425d-9c01-f2f4092a31c4 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:25:43.480185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Port 692bc359-5e13-42a2-899e-d01998ae8a2d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:43.488915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:43.519404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.550633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-5a0be513-9448-4406-9687-6f7ee5aaa627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:43.552355 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-5a0be513-9448-4406-9687-6f7ee5aaa627 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.6492338 Oct 11 04:25:43.600883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.604440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.638426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ddb33456-d549-4b94-8f63-74844f4ee94f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:43.639559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.639891 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ddb33456-d549-4b94-8f63-74844f4ee94f Oct 11 04:25:43.662927 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d9c704ea-12e2-4dde-a47a-3eb65a478059 req-48cccb4e-0046-4391-b6f3-55fd6419dec5 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5582585 Oct 11 04:25:43.666961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:43.711740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:43.717188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.731344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:43.750935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:43.751576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:43.802415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.803016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router 9bff325a-121f-4e02-97ef-094f46949e9a {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:43.813791 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-082682e4-c072-4cbd-be44-975184a8c24d req-fad689f9-afb6-4d88-897f-bab37ac631cc tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5001190 Oct 11 04:25:43.819193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:43.821099 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-75cd1e0c-7527-4e98-98bc-1122b112b3ac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/9bff325a-121f-4e02-97ef-094f46949e9a HTTP/1.1" status: 204 len: 168 time: 1.1019745 Oct 11 04:25:43.830780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:43.840991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-daecc02d-bd12-4360-aa0b-25cd2365e307 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/floatingips/f77fcd56-ea4a-4041-8e9f-7af2f35e9cee HTTP/1.1" status: 204 len: 168 time: 3.3812971 Oct 11 04:25:43.841762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49472) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:43.844624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-7fa5f298-0391-4283-aee7-0f1b7d19575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:43.846046 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-7fa5f298-0391-4283-aee7-0f1b7d19575c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.2431135 Oct 11 04:25:43.848642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ddb33456-d549-4b94-8f63-74844f4ee94f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:43.852206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:43.852816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:43.872785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49474) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:43.926252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a5bb4818-14fd-4fc6-92b3-d93eb20d895b tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=9922f902-1baa-414b-8714-dd709d1816d4 HTTP/1.1" status: 200 len: 205 time: 0.4920154 Oct 11 04:25:43.927071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49476) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:43.992781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet b7252226-673b-40fd-923e-6a09f85b114d {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:43.998397 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-b29c3545-dc52-40ab-b875-d6e6ba63b738 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] delete failed (client error): The resource could not be found. Oct 11 04:25:44.002664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b29c3545-dc52-40ab-b875-d6e6ba63b738 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/9922f902-1baa-414b-8714-dd709d1816d4 HTTP/1.1" status: 404 len: 336 time: 0.0716903 Oct 11 04:25:44.006156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49478) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.016166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.019850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.038381 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-d423c34e-6443-4eea-9963-a97f1ba7757c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.1556373 Oct 11 04:25:44.043134 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Attempt 2 to provision port 692bc359-5e13-42a2-899e-d01998ae8a2d Oct 11 04:25:44.046221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['c3756782-296a-425d-9c01-f2f4092a31c4'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:25:44.065819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:44.066471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1bc137-1aaa-4ed9-8715-7439ad68ccf0 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:44.072826 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-56a30f5a-fac3-4061-96d3-4809bccc4d02 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=638db4ce-75a0-40a5-ac6d-a04671933246 HTTP/1.1" status: 200 len: 205 time: 0.0659838 Oct 11 04:25:44.077395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49480) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.089590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.116867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Port 692bc359-5e13-42a2-899e-d01998ae8a2d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:44.117633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=3e416df0-f5e3-4d85-b781-35d35afcfac8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:44.121528 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-d1504952-3def-499c-b6f0-ed3c4ed57b93 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] delete failed (client error): The resource could not be found. Oct 11 04:25:44.125640 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1504952-3def-499c-b6f0-ed3c4ed57b93 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/638db4ce-75a0-40a5-ac6d-a04671933246 HTTP/1.1" status: 404 len: 336 time: 0.0471437 Oct 11 04:25:44.125886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49482) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.134296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port 3e416df0-f5e3-4d85-b781-35d35afcfac8 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:44.170275 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0f049054-3deb-4b48-9297-042c64f42f02 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ccf50d2-d912-4228-969f-8ff1034a7588 HTTP/1.1" status: 200 len: 205 time: 0.0394661 Oct 11 04:25:44.171788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-2ca99662-0c47-4f34-8009-8ed59c577ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.173084 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-2ca99662-0c47-4f34-8009-8ed59c577ae0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.1250067 Oct 11 04:25:44.173534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49484) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.250976 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-2e8a4e45-3c85-4877-9a71-3a1eaa23dfb7 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] delete failed (client error): The resource could not be found. Oct 11 04:25:44.251587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.252310 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2e8a4e45-3c85-4877-9a71-3a1eaa23dfb7 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/0ccf50d2-d912-4228-969f-8ff1034a7588 HTTP/1.1" status: 404 len: 336 time: 0.0748923 Oct 11 04:25:44.254286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.260250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49486) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.262707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:44.262853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.291635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Port': ['ID=692bc359-5e13-42a2-899e-d01998ae8a2d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:44.330041 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-850650cb-d08e-4e68-877b-85dda7e8a6c1 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=46682561-b850-45ae-a76b-271c826aabd7 HTTP/1.1" status: 200 len: 205 time: 0.0620978 Oct 11 04:25:44.341096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49488) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.362362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e35a649-1ef5-4751-86ce-87434b6fa5dc']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:44.367908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.371428 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c86995ea-d488-4969-8835-40c591a2e6be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/692bc359-5e13-42a2-899e-d01998ae8a2d HTTP/1.1" status: 204 len: 168 time: 1.8436837 Oct 11 04:25:44.378161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49490) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.389698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d5298a-5337-4e34-96f3-4246028d0c2e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:44.389992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d5298a-5337-4e34-96f3-4246028d0c2e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:44.397230 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-fbe095b6-a40a-4702-ba8f-c729cf83b66a tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] delete failed (client error): The resource could not be found. Oct 11 04:25:44.398246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fbe095b6-a40a-4702-ba8f-c729cf83b66a tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/46682561-b850-45ae-a76b-271c826aabd7 HTTP/1.1" status: 404 len: 336 time: 0.0563428 Oct 11 04:25:44.410150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49492) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.416199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.428456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-299180eb-127e-4f91-8151-9d742b23c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.430669 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-299180eb-127e-4f91-8151-9d742b23c8ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2431273 Oct 11 04:25:44.434571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.452207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3d1805b5-857b-458d-88c6-4e6cffb67fa6 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "GET /v2.0/ports?device_id=78bda827-edd5-425d-a182-b2c23ae75e3c HTTP/1.1" status: 200 len: 205 time: 0.0389864 Oct 11 04:25:44.457128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49494) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.465150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.507451 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-dd4517d2-f77f-4df6-9329-c82451924d36 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] delete failed (client error): The resource could not be found. Oct 11 04:25:44.508532 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dd4517d2-f77f-4df6-9329-c82451924d36 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/routers/78bda827-edd5-425d-a182-b2c23ae75e3c HTTP/1.1" status: 404 len: 336 time: 0.0514188 Oct 11 04:25:44.512156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:44.512670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.517459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49496) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.567033 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c6d5298a-5337-4e34-96f3-4246028d0c2e resource provider aggregate not found Oct 11 04:25:44.569644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.577794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f43e1-6474-4855-aebb-d4f80979e51e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.579268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7c3f43e1-6474-4855-aebb-d4f80979e51e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2002509 Oct 11 04:25:44.582146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49502) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.583725 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4099e7c5-25b0-46ad-b128-511013c369e3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:44.584190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4099e7c5-25b0-46ad-b128-511013c369e3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:44.589629 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4099e7c5-25b0-46ad-b128-511013c369e3 tempest-RoutersIpV6AdminTest-1257989554 tempest-RoutersIpV6AdminTest-1257989554-project] 10.222.0.39 "DELETE /v2.0/subnets/204ab440-c322-400f-98de-924dfb111503 HTTP/1.1" status: 404 len: 337 time: 0.0657256 Oct 11 04:25:44.610207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:44.618369 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Attempt 3 to provision port 692bc359-5e13-42a2-899e-d01998ae8a2d Oct 11 04:25:44.640182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-16c54882-b13c-426d-8ffd-d8f1f6b2876a None None] Port 692bc359-5e13-42a2-899e-d01998ae8a2d was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:25:44.656307 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c6d5298a-5337-4e34-96f3-4246028d0c2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6d5298a-5337-4e34-96f3-4246028d0c2e found for delete ", "request_id": "req-69bf1cf0-3a80-4c7b-b760-63f8ac721394"}]} Oct 11 04:25:44.665832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.674083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.677177 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/7e35a649-1ef5-4751-86ce-87434b6fa5dc HTTP/1.1" status: 204 len: 168 time: 5.2983899 Oct 11 04:25:44.681291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49506) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.686160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479470010'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:44.695983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.699422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-6ddefd4c-8f3b-46a3-a816-f13aa397af98 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439075 Oct 11 04:25:44.709690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc392cd-4881-48f9-818b-4fa25f5ec3fe tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=7e35a649-1ef5-4751-86ce-87434b6fa5dc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:44.730342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:44.733264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.760324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=b7252226-673b-40fd-923e-6a09f85b114d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:44.765955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.769079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-53243086-d076-4a2e-9064-105631d9d39c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/b7252226-673b-40fd-923e-6a09f85b114d HTTP/1.1" status: 204 len: 168 time: 0.9258635 Oct 11 04:25:44.770760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9665e32c-9b1b-475f-b0ae-9130e4b279a5 None None] Network 2989359a-b325-490b-b8ae-9101b9c16ed0 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:44.775637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49510) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.778740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 451} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:44.793721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.794919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 6115b25d-2c37-4150-90eb-954c55c9fd28 of type vlan for network ab755615-cb09-4211-b2ba-a3ae3739cfd1 Oct 11 04:25:44.801717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581eff82-b403-4ecd-b37c-8897cd070798 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.803762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-581eff82-b403-4ecd-b37c-8897cd070798 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2162232 Oct 11 04:25:44.807261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49512) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.887421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.914756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8368d-65cb-4478-a854-1b833d23322e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.917127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8368d-65cb-4478-a854-1b833d23322e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.919022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8368d-65cb-4478-a854-1b833d23322e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.923355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a7c8368d-65cb-4478-a854-1b833d23322e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1127872 Oct 11 04:25:44.924273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49518) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:44.975310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:44.983686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:44.984709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.023689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.046881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49520) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:45.066330 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c646dfe9-31c7-49a4-b91e-318018a581f6 req-7241eaba-8dd8-4a2b-9ae5-1ae8e6abbee8 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519409 Oct 11 04:25:45.066549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cb9f6-e1e0-4c06-8420-f55639d20104 req-76a0ef37-1b40-4da5-b300-1840ae398d0e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:45.068118 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-697cb9f6-e1e0-4c06-8420-f55639d20104 req-76a0ef37-1b40-4da5-b300-1840ae398d0e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 944 time: 0.1342821 Oct 11 04:25:45.075203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] DHCP port deletion for 2989359a-b325-490b-b8ae-9101b9c16ed0 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:45.099164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aed4e-0f02-48ff-9415-c8402802355b req-24e22c97-48ab-4458-9835-51b5164f34b7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:45.102018 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bb1aed4e-0f02-48ff-9415-c8402802355b req-24e22c97-48ab-4458-9835-51b5164f34b7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2895408 Oct 11 04:25:45.105192 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4227841 Oct 11 04:25:45.108883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49524) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:45.113449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet 62d66f8b-9eef-447f-83fd-61b6656b14bd {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:45.115405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90259003-ee26-45aa-afad-0769cd765b5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=ab755615-cb09-4211-b2ba-a3ae3739cfd1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:45.122061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:45.123487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.168621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:45.186914 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-697cb9f6-e1e0-4c06-8420-f55639d20104 req-5789bb76-499a-4fe8-9098-e43c9ecfc8bb tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797284 Oct 11 04:25:45.236333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49526) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:45.252931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.296571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00bcbc60-4297-42ea-8fa7-712247936857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.310287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] Deleting port 60f2a484-f990-4102-9af8-0a8860558414 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:45.310697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.335624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:45.340353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.372972 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bb1aed4e-0f02-48ff-9415-c8402802355b req-1ac45846-f75a-42ef-bb55-4ab38a37ab5b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531025 Oct 11 04:25:45.391760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] For port 60f2a484-f990-4102-9af8-0a8860558414, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60f2a484-f990-4102-9af8-0a8860558414,segment=NetworkSegment(d3aedbd6-8fd2-4b97-8266-4503a35834e8),segment_id=d3aedbd6-8fd2-4b97-8266-4503a35834e8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:45.392110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.392249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.396416 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8ca1de2c-feab-4e1e-ac3d-319f981837e3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/floatingips/aff57cdf-0ebb-460c-8dc6-957e96a00790 HTTP/1.1" status: 200 len: 992 time: 0.1524434 Oct 11 04:25:45.420277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] Calling delete_port for 60f2a484-f990-4102-9af8-0a8860558414 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:45.454563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:45.460280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 60f2a484-f990-4102-9af8-0a8860558414 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:45.460634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.516224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.531268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.543102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00bcbc60-4297-42ea-8fa7-712247936857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.548467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00bcbc60-4297-42ea-8fa7-712247936857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.557795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] Pushing event deleted for resources: {'Port': ['ID=60f2a484-f990-4102-9af8-0a8860558414,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:45.561431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b1fd7-8ea9-40cf-b462-5957f237ee72 None None] No DVR routers for this DVR port 60f2a484-f990-4102-9af8-0a8860558414 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:45.600970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:45.622916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 60f2a484-f990-4102-9af8-0a8860558414, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60f2a484-f990-4102-9af8-0a8860558414,segment=NetworkSegment(d3aedbd6-8fd2-4b97-8266-4503a35834e8),segment_id=d3aedbd6-8fd2-4b97-8266-4503a35834e8)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:45.623279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.632609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcbc60-4297-42ea-8fa7-712247936857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4614448-b432-4814-84e7-da66dcae47f2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:45.657117 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-00bcbc60-4297-42ea-8fa7-712247936857 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96fc31d46e1d41eea6d5e12e1eac0d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053913 Oct 11 04:25:45.657117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49528) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:45.658006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 60f2a484-f990-4102-9af8-0a8860558414 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:45.670292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port c3756782-296a-425d-9c01-f2f4092a31c4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:45.670922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.671054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.671054 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port c3756782-296a-425d-9c01-f2f4092a31c4 Oct 11 04:25:45.673770 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9872de63-97cf-491e-aafe-bc3daf4a0394 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/ports/71f2a5cc-13de-4c9f-8fa4-fcbbf02b23a9 HTTP/1.1" status: 204 len: 168 time: 1.8001537 Oct 11 04:25:45.676390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.679284 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49530) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:45.687354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:45.694193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.774884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=59ebc5a4-b04d-4dd2-81fb-d7745fcdf3d1,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:45.786234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port c3756782-296a-425d-9c01-f2f4092a31c4 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:45.786733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.806008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': '6115b25d-2c37-4150-90eb-954c55c9fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:45.806483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: ab755615-cb09-4211-b2ba-a3ae3739cfd1, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:45.812898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:25:45.815572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a518c037-1f23-43d4-81d4-001d6edfdd63" -d '{"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-plugged", "status": "completed", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:25:45.819080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbb1-7dd0-46f2-8d47-e37f24d2aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.830909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:45.838257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.864364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:45.871704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1774070b-eb97-4a32-b2d5-ceeeb7502327 x-openstack-request-id: req-1774070b-eb97-4a32-b2d5-ceeeb7502327 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:25:45.872445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-plugged", "status": "completed", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:25:45.872445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1774070b-eb97-4a32-b2d5-ceeeb7502327 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:25:45.872939 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1774070b-eb97-4a32-b2d5-ceeeb7502327'] response: {'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'code': 200} Oct 11 04:25:45.874089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbb1-7dd0-46f2-8d47-e37f24d2aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.883615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ab755615-cb09-4211-b2ba-a3ae3739cfd1) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:45.891932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:45.892606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.901762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f3ab5-72f8-4cdf-bd4f-40d7e21b9212 None None] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:45.923353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f11715a7-42a0-46e2-8501-6b4cf7b22481 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8052869 Oct 11 04:25:45.923571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:45.925443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49534) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:45.936866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1959563948'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:45.964571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:45.968370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.995439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbb1-7dd0-46f2-8d47-e37f24d2aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:45.998224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b09bbb1-7dd0-46f2-8d47-e37f24d2aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.002443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6b09bbb1-7dd0-46f2-8d47-e37f24d2aabd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4614448-b432-4814-84e7-da66dcae47f2 HTTP/1.1" status: 204 len: 168 time: 0.3411579 Oct 11 04:25:46.013665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:46.015756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09bbb1-7dd0-46f2-8d47-e37f24d2aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4614448-b432-4814-84e7-da66dcae47f2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.025948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.026294 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 12d98b81-c615-45ee-ba98-c26ef4623800 of type vlan for network c1b8998e-6e69-44d4-9c9f-43b1d20f686b Oct 11 04:25:46.075812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.087853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.093697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-ab755615-cb09-4211-b2ba-a3ae3739cfd1', 'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '59ebc5a4-b04d-4dd2-81fb-d7745fcdf3d1'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:46.095185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.102968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=62d66f8b-9eef-447f-83fd-61b6656b14bd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.117238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.126140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:46.126795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.130065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.137298 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fcca5b48-85ee-4817-809b-7a5913fede33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/62d66f8b-9eef-447f-83fd-61b6656b14bd HTTP/1.1" status: 204 len: 168 time: 1.2070971 Oct 11 04:25:46.139866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49538) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:46.141971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=60f2a484-f990-4102-9af8-0a8860558414,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.148322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No DVR routers for this DVR port 60f2a484-f990-4102-9af8-0a8860558414 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:46.155216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.194681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559fcbb-1cc6-4bb6-8fe8-c95c5914b036 None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:46.227719 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3018482 Oct 11 04:25:46.234214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49542) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:46.253423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.268330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'c1b8998e-6e69-44d4-9c9f-43b1d20f686b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:46.276215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2989359a-b325-490b-b8ae-9101b9c16ed0']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:46.285942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3aedbd6-8fd2-4b97-8266-4503a35834e8') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:46.286230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3aedbd6-8fd2-4b97-8266-4503a35834e8') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:46.296408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.322326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.338966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 464 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:46.339711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.355536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Allocated IP 2001:db8::1 (ab755615-cb09-4211-b2ba-a3ae3739cfd1/59ebc5a4-b04d-4dd2-81fb-d7745fcdf3d1/01624c05-d1ad-4a62-9539-af8cfa9abba6) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:46.361665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f52e1-cdf4-4411-a381-88a930bbc3d2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=c1b8998e-6e69-44d4-9c9f-43b1d20f686b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.392747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Deleting subnet b58208f1-ee7c-4c5a-9308-4f335362b459 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:46.395835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment d3aedbd6-8fd2-4b97-8266-4503a35834e8 resource provider aggregate not found Oct 11 04:25:46.396591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c1b8998e-6e69-44d4-9c9f-43b1d20f686b details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:46.396873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.404892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49548) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:46.424384 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment d3aedbd6-8fd2-4b97-8266-4503a35834e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3aedbd6-8fd2-4b97-8266-4503a35834e8 found for delete ", "request_id": "req-75e76384-2f18-47af-bfe2-12dea4dab56a"}]} Oct 11 04:25:46.441422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:46.445083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.497891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.523459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.527240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.536617 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/2989359a-b325-490b-b8ae-9101b9c16ed0 HTTP/1.1" status: 204 len: 168 time: 1.7504942 Oct 11 04:25:46.539429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49552) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:46.552612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Performing IP validity checks on allocation pools {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:25:46.553266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:25:46.575448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-354068789'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:46.616700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b91898-10e7-4c74-83a9-8f5eb50398ad tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=2989359a-b325-490b-b8ae-9101b9c16ed0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.619979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:46.623496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.652746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.667521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.668391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.671831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:25:46.687518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:46.705955 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-702200bc-db61-49d7-a2ed-6e6ea9b7a421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bda00d21085d47bf975c7143d59cfcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983170 Oct 11 04:25:46.706297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49554) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:46.719172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.723323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.724089 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment 495d0ee0-287f-4a8e-81de-688f57b2d03a of type vlan for network 1ea389f1-0445-498c-bdc2-154ce4ff71cc Oct 11 04:25:46.737014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867c47-36b8-496c-aedf-0238439df7fb req-c78079fd-40a5-4d4b-bb04-2ee480cd0b6f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:46.737263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:46.738596 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ca867c47-36b8-496c-aedf-0238439df7fb req-c78079fd-40a5-4d4b-bb04-2ee480cd0b6f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2466588 Oct 11 04:25:46.744436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:46.749453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:46.754166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Pushing event updated for resources: {'Port': ['ID=01624c05-d1ad-4a62-9539-af8cfa9abba6,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.837293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.852250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.854361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.869841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Attempting to bind port 01624c05-d1ad-4a62-9539-af8cfa9abba6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:46.871116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Attempting to bind port 01624c05-d1ad-4a62-9539-af8cfa9abba6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '6115b25d-2c37-4150-90eb-954c55c9fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:46.871116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Attempting to bind port 01624c05-d1ad-4a62-9539-af8cfa9abba6 on network ab755615-cb09-4211-b2ba-a3ae3739cfd1 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:46.891272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:46.892009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Checking segment: {'id': '6115b25d-2c37-4150-90eb-954c55c9fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:46.893858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.894004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.895194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Bound using segment: {'id': '6115b25d-2c37-4150-90eb-954c55c9fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:46.895677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ca867c47-36b8-496c-aedf-0238439df7fb req-c915ba7e-5b3b-4ec1-a0dd-47a9bc6b5fc3 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445191 Oct 11 04:25:46.900311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b58208f1-ee7c-4c5a-9308-4f335362b459 HTTP/1.1" status: 204 len: 168 time: 0.7410760 Oct 11 04:25:46.901847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49556) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:46.907390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a087-3b3d-456d-befb-395b0d42d24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.912589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Bound port: 01624c05-d1ad-4a62-9539-af8cfa9abba6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6115b25d-2c37-4150-90eb-954c55c9fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'ab755615-cb09-4211-b2ba-a3ae3739cfd1'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:46.916979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.947094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=88e6182a-d763-4cd6-bd45-efcecbe6f002,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.983167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5da647-1105-439e-8b18-54c4c19cd4b1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Subnet': ['ID=b58208f1-ee7c-4c5a-9308-4f335362b459,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:46.986651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a087-3b3d-456d-befb-395b0d42d24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:46.993760 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e918abb-9140-47a1-90eb-18a6bf0d4300 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808439 Oct 11 04:25:46.998071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.003768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:47.004078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49558) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.004386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.038334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] For port 01624c05-d1ad-4a62-9539-af8cfa9abba6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:47.045117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] For port 01624c05-d1ad-4a62-9539-af8cfa9abba6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=01624c05-d1ad-4a62-9539-af8cfa9abba6,segment=NetworkSegment(6115b25d-2c37-4150-90eb-954c55c9fd28),segment_id=6115b25d-2c37-4150-90eb-954c55c9fd28)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:47.046834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60f2a484-f990-4102-9af8-0a8860558414 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:47.061808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': '12d98b81-c615-45ee-ba98-c26ef4623800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'c1b8998e-6e69-44d4-9c9f-43b1d20f686b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:47.062311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: c1b8998e-6e69-44d4-9c9f-43b1d20f686b, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:47.074462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=1ea389f1-0445-498c-bdc2-154ce4ff71cc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:47.095678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 60f2a484-f990-4102-9af8-0a8860558414 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:47.096271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.10 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/30c135cc-a69f-408a-909f-a14233ee593b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:47.096872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60f2a484-f990-4102-9af8-0a8860558414 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:47.101165 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ea73c60f-c781-4f1a-b2e0-4288cb5fd8ee tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5313177 Oct 11 04:25:47.103979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:47.104162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213558db-f36b-44c6-98b9-3e0c33740258 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:47.104844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49560) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.107124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.108804 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-213558db-f36b-44c6-98b9-3e0c33740258 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1031926 Oct 11 04:25:47.109526 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49562) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.110962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:47.120483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network c1b8998e-6e69-44d4-9c9f-43b1d20f686b is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:47.171145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c1b8998e-6e69-44d4-9c9f-43b1d20f686b) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:47.179672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a087-3b3d-456d-befb-395b0d42d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.182448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a087-3b3d-456d-befb-395b0d42d24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.186639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6ca8a087-3b3d-456d-befb-395b0d42d24c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a15dc645-8d5c-4d4b-b76b-3799e4da64d1 HTTP/1.1" status: 204 len: 168 time: 0.4784133 Oct 11 04:25:47.195061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:47.195671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.211289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241787d0-db89-4a3e-983c-3d9c31b15f0a None None] Network c1b8998e-6e69-44d4-9c9f-43b1d20f686b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:47.215137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8a087-3b3d-456d-befb-395b0d42d24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15dc645-8d5c-4d4b-b76b-3799e4da64d1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:47.237639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c6e95-3fc4-4e63-9a29-1b3230edabf6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:47.241723 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7b3c6e95-3fc4-4e63-9a29-1b3230edabf6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1279113 Oct 11 04:25:47.244590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49566) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.266078 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0276bd06-301f-4077-bfe4-8acd202a7967 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0292156 Oct 11 04:25:47.268705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49568) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.310458 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-119e0090-2206-4562-8f10-3b82e3927bc6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632920 Oct 11 04:25:47.345588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49570) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.397445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.419548 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1d0a1b-f313-405a-9214-c83b4620dcd1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.420619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1d0a1b-f313-405a-9214-c83b4620dcd1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.424778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1b1d0a1b-f313-405a-9214-c83b4620dcd1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/692bc359-5e13-42a2-899e-d01998ae8a2d HTTP/1.1" status: 404 len: 333 time: 0.0779960 Oct 11 04:25:47.434236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49572) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.482427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d123de-ad12-4776-bfc9-588351c72628 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.482930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d123de-ad12-4776-bfc9-588351c72628 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.486008 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-62d123de-ad12-4776-bfc9-588351c72628 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b58208f1-ee7c-4c5a-9308-4f335362b459 HTTP/1.1" status: 404 len: 337 time: 0.0505123 Oct 11 04:25:47.488870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49574) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.516358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.546456 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af3aab4-c4bd-473e-8a9f-12fb4bde198e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.547040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af3aab4-c4bd-473e-8a9f-12fb4bde198e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.549996 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5af3aab4-c4bd-473e-8a9f-12fb4bde198e tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/62d66f8b-9eef-447f-83fd-61b6656b14bd HTTP/1.1" status: 404 len: 337 time: 0.0539067 Oct 11 04:25:47.550703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:47.554414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49576) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.554812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.566346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518ef79-079a-4aac-b68e-8cd92619def5 None None] Pushing event updated for resources: {'Port': ['ID=01624c05-d1ad-4a62-9539-af8cfa9abba6,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:47.596039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.634046 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-394bd741-3c10-4cf7-b871-de78ac4f3bcb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.635114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394bd741-3c10-4cf7-b871-de78ac4f3bcb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.639578 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-394bd741-3c10-4cf7-b871-de78ac4f3bcb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/f08d0ba8-b1a2-4bfd-8c44-dc078e5439dd HTTP/1.1" status: 404 len: 333 time: 0.0839770 Oct 11 04:25:47.643173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49580) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.654684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e170f1-681e-4cd5-8cfe-a64efe82870f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-c1b8998e-6e69-44d4-9c9f-43b1d20f686b', 'network_id': 'c1b8998e-6e69-44d4-9c9f-43b1d20f686b', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '88e6182a-d763-4cd6-bd45-efcecbe6f002'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:47.655907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45e170f1-681e-4cd5-8cfe-a64efe82870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.690270 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b954d954-e2ed-40dd-8dbe-7e081615e39d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.691254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b954d954-e2ed-40dd-8dbe-7e081615e39d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.695912 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b954d954-e2ed-40dd-8dbe-7e081615e39d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/faeeceb0-69fc-429c-9b06-004bc6c04617 HTTP/1.1" status: 404 len: 337 time: 0.0508504 Oct 11 04:25:47.698293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49582) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.702785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2252cf3-f053-424f-9396-6ac41e75442d None None] Network d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:47.738116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c60504-f1e9-4b2c-b737-94b5d656c50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.738597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c60504-f1e9-4b2c-b737-94b5d656c50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.741651 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-42c60504-f1e9-4b2c-b737-94b5d656c50a tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/d09f5693-d986-4ab7-b945-0a71a1385e43 HTTP/1.1" status: 404 len: 337 time: 0.0421970 Oct 11 04:25:47.745022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49584) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.758564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.780333 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-366f5976-5da1-4c24-b3eb-561b306c3d33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.781169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366f5976-5da1-4c24-b3eb-561b306c3d33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.784336 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-366f5976-5da1-4c24-b3eb-561b306c3d33 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/c04958ad-087b-49b9-8603-753edc493fa9 HTTP/1.1" status: 404 len: 333 time: 0.0351272 Oct 11 04:25:47.793633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49588) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.798321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=88e6182a-d763-4cd6-bd45-efcecbe6f002,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:47.830511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e411efe-67c5-430c-8dc9-f40aaed721e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.831135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e411efe-67c5-430c-8dc9-f40aaed721e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.834341 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e411efe-67c5-430c-8dc9-f40aaed721e3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/d6337f39-8cdc-45e7-b37e-6bb45190189d HTTP/1.1" status: 404 len: 337 time: 0.0376787 Oct 11 04:25:47.837714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49592) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.878216 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-808abee2-15ac-4144-a148-e1e728ab6be2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.878900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808abee2-15ac-4144-a148-e1e728ab6be2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.883745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-808abee2-15ac-4144-a148-e1e728ab6be2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/823364bf-fc81-4927-81e9-14ceb4d6aea9 HTTP/1.1" status: 404 len: 337 time: 0.0449607 Oct 11 04:25:47.886325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49596) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.925063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f04c2235-2834-41f1-ad34-1865c88e9087 None None] Provisioning complete for port ddb33456-d549-4b94-8f63-74844f4ee94f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:47.925063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f04c2235-2834-41f1-ad34-1865c88e9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.925063 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f04c2235-2834-41f1-ad34-1865c88e9087 None None] Attempt 1 to provision port ddb33456-d549-4b94-8f63-74844f4ee94f Oct 11 04:25:47.925813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:47.958677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e63b880-954d-4aa0-8a2f-886efa234f4b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:47.959395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e63b880-954d-4aa0-8a2f-886efa234f4b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:47.964107 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2e63b880-954d-4aa0-8a2f-886efa234f4b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/65914df4-c54e-4f6a-abf9-59174885ced8 HTTP/1.1" status: 404 len: 333 time: 0.0755882 Oct 11 04:25:47.971301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49602) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server [None req-45e170f1-681e-4cd5-8cfe-a64efe82870f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88e6182a-d763-4cd6-bd45-efcecbe6f002: This subnet is being modified by another concurrent operation. Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 11 04:25:47.991740 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise self.value Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server raise exception Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88e6182a-d763-4cd6-bd45-efcecbe6f002: This subnet is being modified by another concurrent operation. Oct 11 04:25:47.996244 dv-neutron-860894-1-hyperv neutron-server[103100]: ERROR oslo_messaging.rpc.server Oct 11 04:25:48.017553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b8998e-6e69-44d4-9c9f-43b1d20f686b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:48.021018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9470fe15-c422-4b95-a4d6-62c0a1d34505 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.021547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9470fe15-c422-4b95-a4d6-62c0a1d34505 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.024821 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9470fe15-c422-4b95-a4d6-62c0a1d34505 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/8aa07cb5-77bf-4d44-867d-f184de6a14a3 HTTP/1.1" status: 404 len: 337 time: 0.0525012 Oct 11 04:25:48.032176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49604) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.033701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522274e-9c89-424a-b20b-f50e6c2dd727 None None] Network c1b8998e-6e69-44d4-9c9f-43b1d20f686b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:48.045602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d98b81-c615-45ee-ba98-c26ef4623800') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:48.045905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d98b81-c615-45ee-ba98-c26ef4623800') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:48.071411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.093891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd593e9-84f8-49da-9617-9178814773a2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.094692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd593e9-84f8-49da-9617-9178814773a2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.097533 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3cd593e9-84f8-49da-9617-9178814773a2 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/96eb3b57-96af-429f-bdf6-45e273f7e922 HTTP/1.1" status: 404 len: 337 time: 0.0643573 Oct 11 04:25:48.099532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.126914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49606) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.150856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.201630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:48.211099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.214664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e50c860-5eff-4ba4-996d-c8fd6fc0b0ba tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.215495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e50c860-5eff-4ba4-996d-c8fd6fc0b0ba tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.215968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:48.221281 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7e50c860-5eff-4ba4-996d-c8fd6fc0b0ba tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/deafe19f-be30-4dfe-a2f4-6bc14b6aca49 HTTP/1.1" status: 404 len: 333 time: 0.0794437 Oct 11 04:25:48.222223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=30c135cc-a69f-408a-909f-a14233ee593b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:48.234995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49612) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.236287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:48.249489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] DHCP port deletion for d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:48.266990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 497 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:48.267489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.294893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=8bf9fee0-e2f4-454f-bf75-c771d96e69ff,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:48.321292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': '495d0ee0-287f-4a8e-81de-688f57b2d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:48.322009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: 1ea389f1-0445-498c-bdc2-154ce4ff71cc, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:48.328727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f04c2235-2834-41f1-ad34-1865c88e9087 None None] Current status of the port ddb33456-d549-4b94-8f63-74844f4ee94f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:48.366787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:48.376826 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 12d98b81-c615-45ee-ba98-c26ef4623800 resource provider aggregate not found Oct 11 04:25:48.383317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 1ea389f1-0445-498c-bdc2-154ce4ff71cc) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:48.388206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123e8db-52d5-4232-b14e-06e972dcaa5b req-cd9b074b-e7c7-44b9-830a-136b6ceef35e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:48.389822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1123e8db-52d5-4232-b14e-06e972dcaa5b req-cd9b074b-e7c7-44b9-830a-136b6ceef35e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3037109 Oct 11 04:25:48.393804 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-15352fdc-6821-48ec-b877-3b50a66b8914 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.394257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15352fdc-6821-48ec-b877-3b50a66b8914 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.397548 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-15352fdc-6821-48ec-b877-3b50a66b8914 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b3695b4b-9a3e-45bd-bc92-fd5fee722083 HTTP/1.1" status: 404 len: 337 time: 0.1578825 Oct 11 04:25:48.401423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49622) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.402893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:48.403514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.412256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae90d66-2d96-4bd9-9188-58f9e9ef9d4a None None] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:48.445219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce48897b-347e-4455-bb21-0ce34f3ffe61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.445980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce48897b-347e-4455-bb21-0ce34f3ffe61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.449384 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ce48897b-347e-4455-bb21-0ce34f3ffe61 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/f5f032dd-43d9-4d57-9984-bc37c9a63d40 HTTP/1.1" status: 404 len: 333 time: 0.0431762 Oct 11 04:25:48.452305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49624) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.453859 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 12d98b81-c615-45ee-ba98-c26ef4623800 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12d98b81-c615-45ee-ba98-c26ef4623800 found for delete ", "request_id": "req-d02f2457-9a27-443f-b257-caa4907c3e9f"}]} Oct 11 04:25:48.475080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.485041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.486325 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-137bb60d-a7dc-4fd6-bd7b-500502880e76 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3801754 Oct 11 04:25:48.491583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/c1b8998e-6e69-44d4-9c9f-43b1d20f686b HTTP/1.1" status: 204 len: 168 time: 1.2216566 Oct 11 04:25:48.494028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49626) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.494359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49628) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.510129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-198604731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:48.526815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa68289-e677-4fad-aa6a-a244e6a69c7c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.527531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa68289-e677-4fad-aa6a-a244e6a69c7c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.536515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3aa68289-e677-4fad-aa6a-a244e6a69c7c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e51475cc-5e94-4f9b-a0ec-e373f3507357 HTTP/1.1" status: 404 len: 337 time: 0.0798900 Oct 11 04:25:48.547828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] Deleting port ddb33456-d549-4b94-8f63-74844f4ee94f {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:48.548179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522342302'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:48.548389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.550357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49630) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.572002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49632) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.592223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.593290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.604754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ed03b-bae7-4448-b9f4-24dd0427715e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=c1b8998e-6e69-44d4-9c9f-43b1d20f686b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:48.612030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:48.615739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.637465 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1123e8db-52d5-4232-b14e-06e972dcaa5b req-374516cc-e094-426d-87ef-6d0b517e3bb7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320876 Oct 11 04:25:48.645159 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b5dcb-7a38-4ba2-a59a-ef17d90b9038 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.647203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b5dcb-7a38-4ba2-a59a-ef17d90b9038 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.651539 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-805b5dcb-7a38-4ba2-a59a-ef17d90b9038 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/f5ba3528-9cf5-48e9-a3e3-f400196088f2 HTTP/1.1" status: 404 len: 333 time: 0.0994332 Oct 11 04:25:48.657973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49636) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.661112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.686075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:48.703821 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1082b162-bee2-4668-a0f5-d6038ed42403 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.704297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1082b162-bee2-4668-a0f5-d6038ed42403 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.709809 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1082b162-bee2-4668-a0f5-d6038ed42403 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/16a6a1d9-8ecb-4109-93eb-185493a60fe0 HTTP/1.1" status: 404 len: 337 time: 0.0477300 Oct 11 04:25:48.710005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] For port ddb33456-d549-4b94-8f63-74844f4ee94f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ddb33456-d549-4b94-8f63-74844f4ee94f,segment=NetworkSegment(2cdf3311-d787-447a-ac11-b90dc4e857c9),segment_id=2cdf3311-d787-447a-ac11-b90dc4e857c9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:48.710005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.710472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49638) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.735844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] Calling delete_port for ddb33456-d549-4b94-8f63-74844f4ee94f owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:48.747117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.749266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.749713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 99f969b2-0c6f-46f2-ad83-78712c397703 of type vlan for network 377f80b3-eeef-4880-b477-4f067098a579 Oct 11 04:25:48.758297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'networks': [{'name': 'tempest-network--1234772224'}, {'name': 'tempest-network--1578531108'}]} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:48.758658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'network': {'name': 'tempest-network--1234772224'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:48.759116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'network': {'name': 'tempest-network--1578531108'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:48.762359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.766079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6936cb98-6304-4735-9a72-bab631c9067b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.767021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6936cb98-6304-4735-9a72-bab631c9067b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.770221 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6936cb98-6304-4735-9a72-bab631c9067b tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/3283e2d3-5682-4a52-aa2b-0f17059c7273 HTTP/1.1" status: 404 len: 333 time: 0.0579975 Oct 11 04:25:48.776255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49640) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.815059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.818458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-1ea389f1-0445-498c-bdc2-154ce4ff71cc', 'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '8bf9fee0-e2f4-454f-bf75-c771d96e69ff'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:48.819785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.821870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.826482 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cc13e819-66fb-426e-b1de-b9dace59bb1b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3281097 Oct 11 04:25:48.828862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49642) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.830782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f9582b-a7c0-4ee6-aa3e-a6094c86f988 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.833833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f9582b-a7c0-4ee6-aa3e-a6094c86f988 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.838964 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-65f9582b-a7c0-4ee6-aa3e-a6094c86f988 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/5a87f304-6a21-4915-a0fa-13dcf73c691b HTTP/1.1" status: 404 len: 337 time: 0.0613382 Oct 11 04:25:48.844039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49644) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.848767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.874433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a34114-75c0-471d-a5be-b0cbb43d1322 None None] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:48.903786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'network': 2} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:48.908513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.943278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.947829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.950000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-79494900-8b31-4268-ae03-4e64c8e103be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:48.950153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:48.950804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79494900-8b31-4268-ae03-4e64c8e103be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:48.951015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:48.954030 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-79494900-8b31-4268-ae03-4e64c8e103be tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8884fe89-3d51-469c-b3b1-8ec49b0fa6c7 HTTP/1.1" status: 404 len: 333 time: 0.1086540 Oct 11 04:25:48.956790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49646) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:48.988526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 01624c05-d1ad-4a62-9539-af8cfa9abba6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:49.017069 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0d7dd4-21fe-4c35-aec1-a0f4ce95b3db tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.017519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0d7dd4-21fe-4c35-aec1-a0f4ce95b3db tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.020530 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cd0d7dd4-21fe-4c35-aec1-a0f4ce95b3db tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/d8a757a6-7468-47f9-9b67-5a302927b680 HTTP/1.1" status: 404 len: 337 time: 0.0487773 Oct 11 04:25:49.025154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49648) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.042702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5433004 Oct 11 04:25:49.063689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49650) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.072462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.074084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': '377f80b3-eeef-4880-b477-4f067098a579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:49.079047 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7b5d98-ff6c-4867-baf9-05bfa921c9ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.079769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7b5d98-ff6c-4867-baf9-05bfa921c9ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.085184 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6c7b5d98-ff6c-4867-baf9-05bfa921c9ca tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/7756d945-ebbc-479c-a62d-39ad8355c18e HTTP/1.1" status: 404 len: 333 time: 0.0547850 Oct 11 04:25:49.111651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49652) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.118933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Provisioning complete for port 01624c05-d1ad-4a62-9539-af8cfa9abba6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:49.119309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.119647 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Attempt 1 to provision port 01624c05-d1ad-4a62-9539-af8cfa9abba6 Oct 11 04:25:49.173418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] Pushing event deleted for resources: {'Port': ['ID=ddb33456-d549-4b94-8f63-74844f4ee94f,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:49.179546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef02d52-b924-4838-895c-5545a4bb2853 None None] No DVR routers for this DVR port ddb33456-d549-4b94-8f63-74844f4ee94f on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:49.196717 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-046155e2-8882-4b31-ad9a-540a5f683fc0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.197244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046155e2-8882-4b31-ad9a-540a5f683fc0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.202671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-046155e2-8882-4b31-ad9a-540a5f683fc0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/01de81f1-84cf-46d8-9533-9729ab32a6fe HTTP/1.1" status: 404 len: 337 time: 0.0854626 Oct 11 04:25:49.208080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49654) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.235626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Allocated IP 172.20.0.2 (1ea389f1-0445-498c-bdc2-154ce4ff71cc/8bf9fee0-e2f4-454f-bf75-c771d96e69ff/86511bc7-a62b-427a-bde9-8832ff702da8) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:49.293108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 01624c05-d1ad-4a62-9539-af8cfa9abba6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:49.293498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.293623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89648e3-f8ad-4002-b01f-687f1f07afe1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.293808 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 01624c05-d1ad-4a62-9539-af8cfa9abba6 Oct 11 04:25:49.294104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89648e3-f8ad-4002-b01f-687f1f07afe1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.297007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c89648e3-f8ad-4002-b01f-687f1f07afe1 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/7a1a0779-fb47-4b7c-8e5a-39e437aefaa3 HTTP/1.1" status: 404 len: 337 time: 0.0851614 Oct 11 04:25:49.302053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49656) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.356205 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1b3aa3-adab-437c-8083-f2ccadb4ec41 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.356936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1b3aa3-adab-437c-8083-f2ccadb4ec41 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.360112 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd1b3aa3-adab-437c-8083-f2ccadb4ec41 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8fadfd9b-c1c5-4489-b51e-df38c1441047 HTTP/1.1" status: 404 len: 333 time: 0.0538731 Oct 11 04:25:49.371571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49658) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.416367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.423372 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:49.424128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeb8b4-6693-42c6-aa10-b4fadc3e0954 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=377f80b3-eeef-4880-b477-4f067098a579,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:49.426806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.438592 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a18811-e055-43af-b1e6-25807e92a939 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.439636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a18811-e055-43af-b1e6-25807e92a939 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.446036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Current status of the port 01624c05-d1ad-4a62-9539-af8cfa9abba6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:49.446423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.448373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 377f80b3-eeef-4880-b477-4f067098a579 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:49.453598 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-08a18811-e055-43af-b1e6-25807e92a939 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e06635d2-4e3e-4436-a88a-95b58bf75f1a HTTP/1.1" status: 404 len: 337 time: 0.0768707 Oct 11 04:25:49.453598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.453598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.454620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49660) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.489918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.536511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.554311 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94057b2-fc64-4714-89f3-b9fe186891eb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.560594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94057b2-fc64-4714-89f3-b9fe186891eb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.561068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.563741 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d94057b2-fc64-4714-89f3-b9fe186891eb tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e4ec9819-f34e-41d2-8218-497fdfecdd09 HTTP/1.1" status: 404 len: 337 time: 0.0875008 Oct 11 04:25:49.573867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49662) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.641360 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc9ce34-5cc9-40d0-add3-4552afc8b157 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.642327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc9ce34-5cc9-40d0-add3-4552afc8b157 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.645324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] For port 01624c05-d1ad-4a62-9539-af8cfa9abba6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=01624c05-d1ad-4a62-9539-af8cfa9abba6,segment=NetworkSegment(6115b25d-2c37-4150-90eb-954c55c9fd28),segment_id=6115b25d-2c37-4150-90eb-954c55c9fd28)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:49.645475 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2fc9ce34-5cc9-40d0-add3-4552afc8b157 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/903c304a-ae53-48aa-bf79-2047b7b77ade HTTP/1.1" status: 404 len: 333 time: 0.0695937 Oct 11 04:25:49.648229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49664) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.661952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6293c7-70a1-4f21-bf51-48f9b06d86ee,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:49.665083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.671194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 01624c05-d1ad-4a62-9539-af8cfa9abba6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:49.671622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.673696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.700744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-67763f46-683a-4794-827e-0cbc97e62cba tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.701147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67763f46-683a-4794-827e-0cbc97e62cba tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.704340 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-67763f46-683a-4794-827e-0cbc97e62cba tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/74b56ea5-d4ae-430c-a97b-b9d51ffef6d2 HTTP/1.1" status: 404 len: 337 time: 0.0546725 Oct 11 04:25:49.707046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49668) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.723139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.725621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:49.736867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4db0fc-864d-4c4e-9c1d-3447b064d1f6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.737678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4db0fc-864d-4c4e-9c1d-3447b064d1f6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.739284 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.741263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4f4db0fc-864d-4c4e-9c1d-3447b064d1f6 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/48245cba-0370-4e94-9da4-2a8477477175 HTTP/1.1" status: 404 len: 337 time: 0.0330617 Oct 11 04:25:49.746580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49670) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.751157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=30c135cc-a69f-408a-909f-a14233ee593b,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:49.779150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.779348 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Added segment 270c7608-73ab-4a2c-9b13-2759b6ea2353 of type vlan for network 413be469-d8bb-4007-8e92-d1fab0076650 Oct 11 04:25:49.784022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:49.818131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9f8b-29b1-4c99-9b36-5407f8280b81 None None] Pushing event updated for resources: {'Port': ['ID=01624c05-d1ad-4a62-9539-af8cfa9abba6,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:49.818944 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-2745b4a7-39a9-44ef-801d-fa196fcd2226 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.820537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2745b4a7-39a9-44ef-801d-fa196fcd2226 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.821721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:49.829549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:49.831090 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2745b4a7-39a9-44ef-801d-fa196fcd2226 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/6fdbc35f-18b4-4386-a979-a251db0beda0 HTTP/1.1" status: 404 len: 333 time: 0.0825014 Oct 11 04:25:49.833777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.837826 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ff21e13b-4f5c-4fa8-b564-8034157aa89a tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1541791 Oct 11 04:25:49.849258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49672) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.849869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49674) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.859154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'port': {'network_id': '3839e53e-4197-41d8-9f28-ca134879d5ad', 'name': 'tempest-FloatingIPTestJSON-257592222'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:49.896368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:25:49.896739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:25:49.906166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.926881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Pushing event updated for resources: {'Port': ['ID=86511bc7-a62b-427a-bde9-8832ff702da8,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:49.941176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Attempting to bind port 86511bc7-a62b-427a-bde9-8832ff702da8 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:49.941542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Attempting to bind port 86511bc7-a62b-427a-bde9-8832ff702da8 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '495d0ee0-287f-4a8e-81de-688f57b2d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:49.941907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Attempting to bind port 86511bc7-a62b-427a-bde9-8832ff702da8 on network 1ea389f1-0445-498c-bdc2-154ce4ff71cc {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:49.946297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a1d8c4f8-aac2-4821-947c-1cf883199bd6 None None] Provisioning complete for port 01624c05-d1ad-4a62-9539-af8cfa9abba6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:49.946297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c4f8-aac2-4821-947c-1cf883199bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.946494 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a1d8c4f8-aac2-4821-947c-1cf883199bd6 None None] Attempt 1 to provision port 01624c05-d1ad-4a62-9539-af8cfa9abba6 Oct 11 04:25:49.951442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:49.951442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Checking segment: {'id': '495d0ee0-287f-4a8e-81de-688f57b2d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:49.951758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.951868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Bound using segment: {'id': '495d0ee0-287f-4a8e-81de-688f57b2d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:49.953335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Bound port: 86511bc7-a62b-427a-bde9-8832ff702da8, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495d0ee0-287f-4a8e-81de-688f57b2d03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '1ea389f1-0445-498c-bdc2-154ce4ff71cc'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:49.953335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:49.953559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2959839d-b8b2-4bdb-af18-174a71862b6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:49.954008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2959839d-b8b2-4bdb-af18-174a71862b6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:49.959252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2959839d-b8b2-4bdb-af18-174a71862b6d tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/e89c1402-8aec-4565-9767-8ba229b5400a HTTP/1.1" status: 404 len: 337 time: 0.1057091 Oct 11 04:25:49.961798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49676) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:49.986042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf33e-3052-495a-b480-962a36441357 req-f9d296b3-da88-42a3-9cf4-da34fa80693a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:49.987610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3aadf33e-3052-495a-b480-962a36441357 req-f9d296b3-da88-42a3-9cf4-da34fa80693a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1716585 Oct 11 04:25:50.018275 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-891f21d4-b0df-44ce-8ada-22fd7f7a0b32 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.018275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891f21d4-b0df-44ce-8ada-22fd7f7a0b32 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.024400 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-891f21d4-b0df-44ce-8ada-22fd7f7a0b32 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b95af975-5320-4ab3-bae4-679c0cd6128f HTTP/1.1" status: 404 len: 337 time: 0.0585847 Oct 11 04:25:50.034340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49678) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.062612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:50.077362 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-57e13fd2-581b-41bb-a232-4db78d19d3c9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports?device_id=c471292a-3b46-4e96-8fa7-bdc9ac675c71 HTTP/1.1" status: 200 len: 205 time: 0.0394871 Oct 11 04:25:50.077589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49680) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.088339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] For port 86511bc7-a62b-427a-bde9-8832ff702da8, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:50.093025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.093376 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Added segment f7a7204b-990d-4e32-add0-4c239e4cec1e of type vlan for network 4abad3d3-1f01-4a5d-a780-691d939c1d42 Oct 11 04:25:50.093603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] For port 86511bc7-a62b-427a-bde9-8832ff702da8, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=86511bc7-a62b-427a-bde9-8832ff702da8,segment=NetworkSegment(495d0ee0-287f-4a8e-81de-688f57b2d03a),segment_id=495d0ee0-287f-4a8e-81de-688f57b2d03a)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:50.096786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8c4f8-aac2-4821-947c-1cf883199bd6 None None] Current status of the port 01624c05-d1ad-4a62-9539-af8cfa9abba6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:50.100574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.131712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:50.135887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.144925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.153570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-6dad426e-0c31-405a-aa49-f68936839264 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] delete failed (client error): The resource could not be found. Oct 11 04:25:50.156009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6dad426e-0c31-405a-aa49-f68936839264 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/routers/c471292a-3b46-4e96-8fa7-bdc9ac675c71 HTTP/1.1" status: 404 len: 336 time: 0.0746686 Oct 11 04:25:50.157448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.20.0.1 (1ea389f1-0445-498c-bdc2-154ce4ff71cc/8bf9fee0-e2f4-454f-bf75-c771d96e69ff/4f7a8a54-7508-4d69-8d03-56d88be09b90) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:50.168304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49682) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.171034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6542b-1157-4f25-94f7-a851f17e4bf0 None None] Pushing event updated for resources: {'Port': ['ID=86511bc7-a62b-427a-bde9-8832ff702da8,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:50.189064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] device_id is not set on port 6a3fe5cf-3e42-414d-9854-638a8baafd98 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:50.217521 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3aadf33e-3052-495a-b480-962a36441357 req-cf9b86bc-76f3-47a9-a264-9aa635ebef20 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040296 Oct 11 04:25:50.231482 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fee0aab-5c0a-412c-b63a-62cbcb19fea0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.232630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fee0aab-5c0a-412c-b63a-62cbcb19fea0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.237796 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2fee0aab-5c0a-412c-b63a-62cbcb19fea0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/277e2c50-9e73-4cb4-860b-655a577fb641 HTTP/1.1" status: 404 len: 337 time: 0.0652971 Oct 11 04:25:50.238973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49684) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.251930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.274917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=30b13627-745b-46ae-8685-7aded0b67538,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:50.300144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19b1addf-9652-4ff5-a42b-cc6e6607e9bc tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef646614-ffa7-41e6-9dae-83fe25c029a9 HTTP/1.1" status: 200 len: 205 time: 0.0582809 Oct 11 04:25:50.302739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': '99f969b2-0c6f-46f2-ad83-78712c397703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '377f80b3-eeef-4880-b477-4f067098a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:50.303109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: 377f80b3-eeef-4880-b477-4f067098a579, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:50.306624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49686) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.349683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.349683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.357024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:50.363845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:50.364467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.381013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-33e1ecfd-55c4-45c6-b143-81526e3b017f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] delete failed (client error): The resource could not be found. Oct 11 04:25:50.384373 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33e1ecfd-55c4-45c6-b143-81526e3b017f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/routers/ef646614-ffa7-41e6-9dae-83fe25c029a9 HTTP/1.1" status: 404 len: 336 time: 0.0733130 Oct 11 04:25:50.401358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49688) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.425320 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8519704 Oct 11 04:25:50.436660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network 377f80b3-eeef-4880-b477-4f067098a579 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:50.438516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49690) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.451043 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31ed26a-19d7-4f9c-b959-f1dfb7789c74 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.451496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31ed26a-19d7-4f9c-b959-f1dfb7789c74 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.456681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a31ed26a-19d7-4f9c-b959-f1dfb7789c74 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/48a98898-9a09-4dd2-87c4-48285eab219e HTTP/1.1" status: 404 len: 337 time: 0.0503821 Oct 11 04:25:50.459687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 01624c05-d1ad-4a62-9539-af8cfa9abba6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:50.463964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49692) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.496940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.11 (3839e53e-4197-41d8-9f28-ca134879d5ad/a1013918-ed71-4445-94ca-e43098f836bd/6a3fe5cf-3e42-414d-9854-638a8baafd98) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:50.507708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Network': ['ID=413be469-d8bb-4007-8e92-d1fab0076650,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:50.521635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 413be469-d8bb-4007-8e92-d1fab0076650 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:50.524255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 377f80b3-eeef-4880-b477-4f067098a579) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:50.528999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:50.529610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.539642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e3351f-757e-4ac2-8a48-911d9d2f482c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.540097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e3351f-757e-4ac2-8a48-911d9d2f482c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.543174 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-90e3351f-757e-4ac2-8a48-911d9d2f482c tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/b1d5f903-25c4-41b2-81f1-9c75d928daf2 HTTP/1.1" status: 404 len: 337 time: 0.0783393 Oct 11 04:25:50.547684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.548847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49694) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.568477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58823b6c-e3f6-4fa6-a00e-9f34ce77a44b None None] Network 377f80b3-eeef-4880-b477-4f067098a579 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:50.578131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ddb33456-d549-4b94-8f63-74844f4ee94f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:50.594708 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bf1a87-e8e1-4c07-b9ce-d01beeea2063 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.595450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bf1a87-e8e1-4c07-b9ce-d01beeea2063 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.600822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d6bf1a87-e8e1-4c07-b9ce-d01beeea2063 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8ebef604-e0af-456e-b3fa-83ada136c7ea HTTP/1.1" status: 404 len: 333 time: 0.0469427 Oct 11 04:25:50.605846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49696) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.675263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:50.681208 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4ec1a7a-b272-4c5b-99a3-82930dcca393 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6108294 Oct 11 04:25:50.704858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49698) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.708158 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bbc749-85c4-41e9-bc95-6eb0ca283b54 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.708693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bbc749-85c4-41e9-bc95-6eb0ca283b54 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.715031 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-31bbc749-85c4-41e9-bc95-6eb0ca283b54 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/5458a950-64a3-405d-84d5-ea0827b6b397 HTTP/1.1" status: 404 len: 337 time: 0.1038377 Oct 11 04:25:50.721880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49700) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.809405 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c397e68-ac96-4566-91ea-2c2321129fe9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.809631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c397e68-ac96-4566-91ea-2c2321129fe9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.809924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ddb33456-d549-4b94-8f63-74844f4ee94f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:50.810140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ddb33456-d549-4b94-8f63-74844f4ee94f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:50.812644 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9c397e68-ac96-4566-91ea-2c2321129fe9 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8a9980f0-0a93-47d8-8c5a-7e6f6f4b6124 HTTP/1.1" status: 404 len: 333 time: 0.0898831 Oct 11 04:25:50.824697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:50.831783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49702) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:50.849190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:50.885939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:50.936982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d73b770-fed2-4224-83f8-4f1165a532c7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:50.937554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d73b770-fed2-4224-83f8-4f1165a532c7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:50.944217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5d73b770-fed2-4224-83f8-4f1165a532c7 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/dde08d0f-bc63-46ca-909a-36a4aa88f336 HTTP/1.1" status: 404 len: 337 time: 0.1096985 Oct 11 04:25:50.952593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49704) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.008467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.028164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=4f7a8a54-7508-4d69-8d03-56d88be09b90,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:51.054468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.089578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-377f80b3-eeef-4880-b477-4f067098a579', 'network_id': '377f80b3-eeef-4880-b477-4f067098a579', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '30b13627-745b-46ae-8685-7aded0b67538'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:51.090508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.118103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 01624c05-d1ad-4a62-9539-af8cfa9abba6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:51.131604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e233160e-b359-4f3f-a187-04d16b617ea0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.132406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e233160e-b359-4f3f-a187-04d16b617ea0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.134749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788dede-3ece-45c9-a27e-c60f23475251 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Network': ['ID=4abad3d3-1f01-4a5d-a780-691d939c1d42,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:51.138247 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e233160e-b359-4f3f-a187-04d16b617ea0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/3cb38f12-3acc-4082-9ae8-67ca2d9c1d4b HTTP/1.1" status: 404 len: 333 time: 0.1309454 Oct 11 04:25:51.140245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49706) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.168264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 4abad3d3-1f01-4a5d-a780-691d939c1d42 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:51.182021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee0100-f302-4435-bc40-9900d574982b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:51.188874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee0100-f302-4435-bc40-9900d574982b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:51.195798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee0100-f302-4435-bc40-9900d574982b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:51.201369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.203599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee0100-f302-4435-bc40-9900d574982b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:51.204238 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea54ac7-ce6f-4f5e-a632-79be15de1932 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.207967 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c9ee0100-f302-4435-bc40-9900d574982b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7638996 Oct 11 04:25:51.208239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49708) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.208767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea54ac7-ce6f-4f5e-a632-79be15de1932 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.214739 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6ea54ac7-ce6f-4f5e-a632-79be15de1932 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/96db1d0f-c0c2-4407-a6b2-78a64de2e1cf HTTP/1.1" status: 404 len: 337 time: 0.0641704 Oct 11 04:25:51.247998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49710) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.290117 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c106526-e29b-4f4a-91c4-d0442b992208 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.291215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c106526-e29b-4f4a-91c4-d0442b992208 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.297486 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3c106526-e29b-4f4a-91c4-d0442b992208 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/8185a098-5e97-42c7-8dae-0e4c902f02f4 HTTP/1.1" status: 404 len: 333 time: 0.0465536 Oct 11 04:25:51.308416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49714) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.336818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.379191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 01624c05-d1ad-4a62-9539-af8cfa9abba6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:51.379596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.379939 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 01624c05-d1ad-4a62-9539-af8cfa9abba6 Oct 11 04:25:51.429669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Allocated IP 2001:db8::1 (377f80b3-eeef-4880-b477-4f067098a579/30b13627-745b-46ae-8685-7aded0b67538/e0625d7e-e84d-48cf-977c-29c84f90d3d5) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:51.434625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.443252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dd3821-9783-4a55-aa14-7a03b87b6090 None None] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:51.447475 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ddeb61-8273-45be-bd50-62dafc04ad16 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.447935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ddeb61-8273-45be-bd50-62dafc04ad16 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.452425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-79ddeb61-8273-45be-bd50-62dafc04ad16 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/c3d298b7-f493-4446-a580-3c10259d898d HTTP/1.1" status: 404 len: 337 time: 0.1402988 Oct 11 04:25:51.456094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49716) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.459093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413be469-d8bb-4007-8e92-d1fab0076650']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:51.471953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.495669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270c7608-73ab-4a2c-9b13-2759b6ea2353') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:51.496030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270c7608-73ab-4a2c-9b13-2759b6ea2353') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:51.503017 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-68717be1-a160-4f10-82c3-4673161c317f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.503634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68717be1-a160-4f10-82c3-4673161c317f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.509536 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68717be1-a160-4f10-82c3-4673161c317f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/4dcaddf5-0cf2-4506-9bef-5119778b06ba HTTP/1.1" status: 404 len: 333 time: 0.0495479 Oct 11 04:25:51.509812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49718) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.518891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.546155 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-472b5a1d-07e5-43ca-9e08-18e2f940190f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.546637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472b5a1d-07e5-43ca-9e08-18e2f940190f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.552248 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-472b5a1d-07e5-43ca-9e08-18e2f940190f tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/f9362894-b653-4a0b-bad6-54fd211a565c HTTP/1.1" status: 404 len: 337 time: 0.0392289 Oct 11 04:25:51.552396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 3839e53e-4197-41d8-9f28-ca134879d5ad is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:51.552486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49720) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.562133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.567229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:51.575549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.587398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Releasing vlan 488 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:51.588181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.599189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:51.612503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b134c7e-e5c1-467b-92c5-32b0f0a8714b req-a4ee0eb7-4605-4bde-8f48-46840dbe98a8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:51.614328 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5b134c7e-e5c1-467b-92c5-32b0f0a8714b req-a4ee0eb7-4605-4bde-8f48-46840dbe98a8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2788405 Oct 11 04:25:51.614736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.621955 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3f57f0-76ae-498c-b86b-cb7c7ba03bb3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.624463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3f57f0-76ae-498c-b86b-cb7c7ba03bb3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.630608 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ec3f57f0-76ae-498c-b86b-cb7c7ba03bb3 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/cc475274-9d1f-4006-8eab-04e873e30983 HTTP/1.1" status: 404 len: 333 time: 0.0750349 Oct 11 04:25:51.632028 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 270c7608-73ab-4a2c-9b13-2759b6ea2353 resource provider aggregate not found Oct 11 04:25:51.647690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 01624c05-d1ad-4a62-9539-af8cfa9abba6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:51.649033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 86511bc7-a62b-427a-bde9-8832ff702da8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:51.653165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Provisioning complete for port 86511bc7-a62b-427a-bde9-8832ff702da8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:51.653467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.653804 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Attempt 1 to provision port 86511bc7-a62b-427a-bde9-8832ff702da8 Oct 11 04:25:51.657722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49724) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.690963 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 270c7608-73ab-4a2c-9b13-2759b6ea2353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 270c7608-73ab-4a2c-9b13-2759b6ea2353 found for delete ", "request_id": "req-3257bcb6-9e3b-445a-9ac3-d84c3575a1f9"}]} Oct 11 04:25:51.695840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=6a3fe5cf-3e42-414d-9854-638a8baafd98,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:51.696298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.701657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.707515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/networks/413be469-d8bb-4007-8e92-d1fab0076650 HTTP/1.1" status: 204 len: 168 time: 0.4961035 Oct 11 04:25:51.710326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49728) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.744246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ce2c-3201-4d79-97e5-7b6d74e165e6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Network': ['ID=413be469-d8bb-4007-8e92-d1fab0076650,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:51.767840 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10eaf82-deee-42d7-a34d-853340aebe27 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.768215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10eaf82-deee-42d7-a34d-853340aebe27 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.771220 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e10eaf82-deee-42d7-a34d-853340aebe27 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/ea1f4083-b51f-41c7-b64f-c087001820ac HTTP/1.1" status: 404 len: 337 time: 0.1132290 Oct 11 04:25:51.790599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49730) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.809835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.821076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:51.821791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.843182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5b134c7e-e5c1-467b-92c5-32b0f0a8714b req-2154e392-eb55-47e7-a637-4997ab986ef6 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121499 Oct 11 04:25:51.850928 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddadcd10-dba4-4809-8e92-3029bcb28d16 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:51.852235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddadcd10-dba4-4809-8e92-3029bcb28d16 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:51.858667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ddadcd10-dba4-4809-8e92-3029bcb28d16 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/ports/33de6502-61b8-4f44-86e8-2b6151731dd3 HTTP/1.1" status: 404 len: 333 time: 0.0637102 Oct 11 04:25:51.859121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.859796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.889526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.897044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 86511bc7-a62b-427a-bde9-8832ff702da8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:51.897044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.897044 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 86511bc7-a62b-427a-bde9-8832ff702da8 Oct 11 04:25:51.911095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-151de9be-8b23-49c6-a495-7dccab0f8310 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0580978 Oct 11 04:25:51.911736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49736) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:51.932854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.956966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abad3d3-1f01-4a5d-a780-691d939c1d42']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:51.970200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a7204b-990d-4e32-add0-4c239e4cec1e') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:51.970200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a7204b-990d-4e32-add0-4c239e4cec1e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:51.982920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Network 377f80b3-eeef-4880-b477-4f067098a579 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:51.985266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.987269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Current status of the port 86511bc7-a62b-427a-bde9-8832ff702da8 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:51.987443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:51.993715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:51.997462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:52.000728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Pushing event updated for resources: {'Port': ['ID=e0625d7e-e84d-48cf-977c-29c84f90d3d5,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:52.004862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.013931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Releasing vlan 487 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:52.015635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.098192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.100672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] For port 86511bc7-a62b-427a-bde9-8832ff702da8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=86511bc7-a62b-427a-bde9-8832ff702da8,segment=NetworkSegment(495d0ee0-287f-4a8e-81de-688f57b2d03a),segment_id=495d0ee0-287f-4a8e-81de-688f57b2d03a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:52.108954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.115673 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/networks/4abad3d3-1f01-4a5d-a780-691d939c1d42 HTTP/1.1" status: 204 len: 168 time: 0.4016800 Oct 11 04:25:52.127088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49738) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:52.137342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef47a04-fec0-43d7-9da6-d446d50992c9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Network': ['ID=4abad3d3-1f01-4a5d-a780-691d939c1d42,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:52.147889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.160251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Attempting to bind port e0625d7e-e84d-48cf-977c-29c84f90d3d5 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:52.160251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Attempting to bind port e0625d7e-e84d-48cf-977c-29c84f90d3d5 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '99f969b2-0c6f-46f2-ad83-78712c397703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '377f80b3-eeef-4880-b477-4f067098a579'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:52.160670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Attempting to bind port e0625d7e-e84d-48cf-977c-29c84f90d3d5 on network 377f80b3-eeef-4880-b477-4f067098a579 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:52.194834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:52.195325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Checking segment: {'id': '99f969b2-0c6f-46f2-ad83-78712c397703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '377f80b3-eeef-4880-b477-4f067098a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:52.195665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.196051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Bound using segment: {'id': '99f969b2-0c6f-46f2-ad83-78712c397703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '377f80b3-eeef-4880-b477-4f067098a579'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:52.196532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Bound port: e0625d7e-e84d-48cf-977c-29c84f90d3d5, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f969b2-0c6f-46f2-ad83-78712c397703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '377f80b3-eeef-4880-b477-4f067098a579'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:52.196913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.204517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 86511bc7-a62b-427a-bde9-8832ff702da8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:52.233601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fb3cb-adb6-4a9d-aa79-065074762aac None None] Pushing event updated for resources: {'Port': ['ID=86511bc7-a62b-427a-bde9-8832ff702da8,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:52.261437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'port_id': '6a3fe5cf-3e42-414d-9854-638a8baafd98'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:52.279370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91f429-9228-4680-b0d2-42567a381f47 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:52.286033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91f429-9228-4680-b0d2-42567a381f47 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:52.289523 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cb91f429-9228-4680-b0d2-42567a381f47 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1595430 Oct 11 04:25:52.291778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Provisioning complete for port 86511bc7-a62b-427a-bde9-8832ff702da8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:52.291778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.291778 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 1 to provision port 86511bc7-a62b-427a-bde9-8832ff702da8 Oct 11 04:25:52.292569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49740) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:52.300077 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-051ebda1-370e-4aa7-9519-877ddff6e683 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] DELETE failed (client error): The resource could not be found. Oct 11 04:25:52.300536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051ebda1-370e-4aa7-9519-877ddff6e683 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:25:52.301366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-647948469'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:52.306031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49742) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:52.306396 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-051ebda1-370e-4aa7-9519-877ddff6e683 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/subnets/489da7f3-4c68-409e-95d3-07e2f91c4b5c HTTP/1.1" status: 404 len: 337 time: 0.4449260 Oct 11 04:25:52.312502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.317361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] For port e0625d7e-e84d-48cf-977c-29c84f90d3d5, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:52.340785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] For port e0625d7e-e84d-48cf-977c-29c84f90d3d5, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e0625d7e-e84d-48cf-977c-29c84f90d3d5,segment=NetworkSegment(99f969b2-0c6f-46f2-ad83-78712c397703),segment_id=99f969b2-0c6f-46f2-ad83-78712c397703)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:52.352442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.407239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:52.410835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.427306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.448463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:52.461405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.466576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Added segment 3cfcd6d3-52c0-4ece-ac02-f67f86a72a67 of type vlan for network 5ae7fb55-fb60-48fb-9cf8-6a604b739efe Oct 11 04:25:52.468639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d5cf8-5690-4ec5-a651-80835306f2ec None None] Pushing event updated for resources: {'Port': ['ID=e0625d7e-e84d-48cf-977c-29c84f90d3d5,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:52.500136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Current status of the port 86511bc7-a62b-427a-bde9-8832ff702da8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:52.513617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Provisioning complete for port 4f7a8a54-7508-4d69-8d03-56d88be09b90 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:52.513991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.514331 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 1 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:52.543082 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.559227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.576711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:52.599555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.603387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=30b13627-745b-46ae-8685-7aded0b67538,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:52.630803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:52.642674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdf3311-d787-447a-ac11-b90dc4e857c9') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:52.643131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdf3311-d787-447a-ac11-b90dc4e857c9') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:52.652233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.652233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:52.653025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.672739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.725423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.734064 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4379022 Oct 11 04:25:52.738614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Releasing vlan 495 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:52.739029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.742043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49744) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:52.743078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.788630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2146990066'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:52.791913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377f80b3-eeef-4880-b477-4f067098a579']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:52.797020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e68cc-4da4-4ea9-b51c-2fec17e2dbb5 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Network': ['ID=5ae7fb55-fb60-48fb-9cf8-6a604b739efe,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:52.814295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 5ae7fb55-fb60-48fb-9cf8-6a604b739efe details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:52.846493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f969b2-0c6f-46f2-ad83-78712c397703') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:52.847122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f969b2-0c6f-46f2-ad83-78712c397703') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:52.854171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:52.857905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.860487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.869816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.876286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] 10.222.0.39 "DELETE /v2.0/networks/d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb HTTP/1.1" status: 204 len: 168 time: 0.5687418 Oct 11 04:25:52.935018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:52.938884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.948527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:52.948954 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Added segment 2e5caeae-79d4-4189-8e16-9282a14701ce of type vlan for network c04599c1-5202-4a83-ab20-cfa680a6ff24 Oct 11 04:25:52.988517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03392b-2966-4862-8ed9-56fe1bf23ce0 tempest-NetworksTestDHCPv6-333595085 tempest-NetworksTestDHCPv6-333595085-project] Pushing event deleted for resources: {'Network': ['ID=d8a5817b-20cd-439d-95f3-a7cdd1b2b8eb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:53.004000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.006788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.026095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:53.026771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.035781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.045707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:53.046352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.079891 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 2 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:53.091767 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3489478 Oct 11 04:25:53.095246 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 99f969b2-0c6f-46f2-ad83-78712c397703 resource provider aggregate not found Oct 11 04:25:53.095973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49750) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:53.101407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'ports': [{'network_id': '5ae7fb55-fb60-48fb-9cf8-6a604b739efe', 'name': 'tempest-port--1812848566', 'admin_state_up': True}, {'network_id': 'c04599c1-5202-4a83-ab20-cfa680a6ff24', 'admin_state_up': False}]} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:53.102010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'port': {'network_id': '5ae7fb55-fb60-48fb-9cf8-6a604b739efe', 'name': 'tempest-port--1812848566', 'admin_state_up': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:53.102792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'port': {'network_id': 'c04599c1-5202-4a83-ab20-cfa680a6ff24', 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:53.137853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:53.138643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 86511bc7-a62b-427a-bde9-8832ff702da8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:53.191380 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 99f969b2-0c6f-46f2-ad83-78712c397703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f969b2-0c6f-46f2-ad83-78712c397703 found for delete ", "request_id": "req-840d57c2-53b6-401d-87dc-e37df383ec6b"}]} Oct 11 04:25:53.196281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 86511bc7-a62b-427a-bde9-8832ff702da8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:53.196728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.197124 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 86511bc7-a62b-427a-bde9-8832ff702da8 Oct 11 04:25:53.209216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.215520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:25:53.215520 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:25:53.215520 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '377f80b3-eeef-4880-b477-4f067098a579'}] Oct 11 04:25:53.215520 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:25:53.215918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:25:53.222941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.309728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49756) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:53.312118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfba95-2524-42dd-93a6-61be8dfd36fd tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Network': ['ID=c04599c1-5202-4a83-ab20-cfa680a6ff24,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:53.382506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.392779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=4f7a8a54-7508-4d69-8d03-56d88be09b90,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:53.396837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.resource_extend [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:25:53.429351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'port': 2} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:53.435265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network c04599c1-5202-4a83-ab20-cfa680a6ff24 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:53.438190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.453583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.541821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.552805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.572361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 86511bc7-a62b-427a-bde9-8832ff702da8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:53.573472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e0625d7e-e84d-48cf-977c-29c84f90d3d5 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:53.622713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:53.626271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:53.639222 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 3 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:53.643612 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dc4a7a89-3d17-4b06-85d7-db1ac4fcda3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=948be051eb4a4518ac27aaa538d152b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325167 Oct 11 04:25:53.646759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49760) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:53.648352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e0625d7e-e84d-48cf-977c-29c84f90d3d5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:53.648727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.649141 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e0625d7e-e84d-48cf-977c-29c84f90d3d5 Oct 11 04:25:53.704926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] device_id is not set on port c3d06258-1a0b-4ae3-9a98-6a1563b77de8 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:53.730708 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment f7a7204b-990d-4e32-add0-4c239e4cec1e resource provider aggregate not found Oct 11 04:25:53.751542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:53.762520 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment f7a7204b-990d-4e32-add0-4c239e4cec1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7a7204b-990d-4e32-add0-4c239e4cec1e found for delete ", "request_id": "req-0fee8494-d5b4-4071-ade0-88c22c7e0557"}]} Oct 11 04:25:53.793680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.811803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 2cdf3311-d787-447a-ac11-b90dc4e857c9 resource provider aggregate not found Oct 11 04:25:53.818188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-749d297f-66d7-4884-80c3-e5d9cff728c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.830075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e0625d7e-e84d-48cf-977c-29c84f90d3d5 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:53.830287 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP b6dab2e4-9122-4245-a094-ae8ad864a00c associated. External IP: 172.26.8.10, port: 6a3fe5cf-3e42-414d-9854-638a8baafd98. Oct 11 04:25:53.831085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.837090 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 2cdf3311-d787-447a-ac11-b90dc4e857c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cdf3311-d787-447a-ac11-b90dc4e857c9 found for delete ", "request_id": "req-b9398867-5ada-40d2-8d0a-adfcc819b94f"}]} Oct 11 04:25:53.856438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-749d297f-66d7-4884-80c3-e5d9cff728c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.916496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e0625d7e-e84d-48cf-977c-29c84f90d3d5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e0625d7e-e84d-48cf-977c-29c84f90d3d5,segment=NetworkSegment(99f969b2-0c6f-46f2-ad83-78712c397703),segment_id=99f969b2-0c6f-46f2-ad83-78712c397703)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:53.920854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f7ddc4-4ea2-4f22-899f-6f59fe58c246 None None] Network 377f80b3-eeef-4880-b477-4f067098a579 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:53.929457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:53.948100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.002397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 31cd3edc-884c-4531-939a-81d31f80afbf is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:25:54.018717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port e0625d7e-e84d-48cf-977c-29c84f90d3d5 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:54.019057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.033280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] device_id is not set on port ad5954ce-8c56-4040-a5a5-31c6b68195c8 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:25:54.038003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-749d297f-66d7-4884-80c3-e5d9cff728c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.041876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-749d297f-66d7-4884-80c3-e5d9cff728c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.043279 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-749d297f-66d7-4884-80c3-e5d9cff728c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70c527e6-2e17-4d2e-b8b3-2f3166ade31a HTTP/1.1" status: 204 len: 168 time: 0.3956060 Oct 11 04:25:54.054198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e0625d7e-e84d-48cf-977c-29c84f90d3d5,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:54.056862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d297f-66d7-4884-80c3-e5d9cff728c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c527e6-2e17-4d2e-b8b3-2f3166ade31a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:54.198822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.235638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] DHCP port deletion for 377f80b3-eeef-4880-b477-4f067098a579 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:54.258671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.263182 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 4 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:54.319513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:54.326831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] Deleting port e0625d7e-e84d-48cf-977c-29c84f90d3d5 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:54.327207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.345738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Port': ['ID=c3d06258-1a0b-4ae3-9a98-6a1563b77de8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:54.369228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Checking segment: {'id': '3cfcd6d3-52c0-4ece-ac02-f67f86a72a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '5ae7fb55-fb60-48fb-9cf8-6a604b739efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:54.369828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network hostable DHCP agents. Network: 5ae7fb55-fb60-48fb-9cf8-6a604b739efe, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:54.395582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network 5ae7fb55-fb60-48fb-9cf8-6a604b739efe is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:54.407851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] For port e0625d7e-e84d-48cf-977c-29c84f90d3d5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e0625d7e-e84d-48cf-977c-29c84f90d3d5,segment=NetworkSegment(99f969b2-0c6f-46f2-ad83-78712c397703),segment_id=99f969b2-0c6f-46f2-ad83-78712c397703)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:54.408325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.410395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 5ae7fb55-fb60-48fb-9cf8-6a604b739efe) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:54.420997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bca238-0893-4341-b934-bc124a94f4f5 None None] Network 5ae7fb55-fb60-48fb-9cf8-6a604b739efe requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:54.426297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] Calling delete_port for e0625d7e-e84d-48cf-977c-29c84f90d3d5 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:54.426923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:54.427861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.496394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Port': ['ID=ad5954ce-8c56-4040-a5a5-31c6b68195c8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:54.498818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port e0625d7e-e84d-48cf-977c-29c84f90d3d5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e0625d7e-e84d-48cf-977c-29c84f90d3d5,segment=NetworkSegment(99f969b2-0c6f-46f2-ad83-78712c397703),segment_id=99f969b2-0c6f-46f2-ad83-78712c397703)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:54.499260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.527283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Checking segment: {'id': '2e5caeae-79d4-4189-8e16-9282a14701ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'c04599c1-5202-4a83-ab20-cfa680a6ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:54.527927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network hostable DHCP agents. Network: c04599c1-5202-4a83-ab20-cfa680a6ff24, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:54.547408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for e0625d7e-e84d-48cf-977c-29c84f90d3d5 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:54.552739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network c04599c1-5202-4a83-ab20-cfa680a6ff24 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:54.561002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:54.574665 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-706d1acc-647d-480e-8bca-84ec0282fd42 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/31cd3edc-884c-4531-939a-81d31f80afbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7424481 Oct 11 04:25:54.574855 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] Sync routers for ids ['31cd3edc-884c-4531-939a-81d31f80afbf'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:54.575725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49782) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:54.578314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, c04599c1-5202-4a83-ab20-cfa680a6ff24) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:54.592202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89446290-12dd-4e8d-b388-7ff4d17886b4 None None] Network c04599c1-5202-4a83-ab20-cfa680a6ff24 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:54.594633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:54.601544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] Routers {'31cd3edc-884c-4531-939a-81d31f80afbf'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:54.605389 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['31cd3edc-884c-4531-939a-81d31f80afbf'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:54.606424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:54.614365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:54.615800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.647748 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-49f8dd33-06fd-4e5c-a2f0-e03bd479ca7e tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5491996 Oct 11 04:25:54.649722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49784) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:54.671402 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:54.671560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:54.683646 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] Routers {'31cd3edc-884c-4531-939a-81d31f80afbf'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:54.684996 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['31cd3edc-884c-4531-939a-81d31f80afbf'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:54.688983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be8d21-6748-4374-a90d-d246fef4b745 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:54.688983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59be8d21-6748-4374-a90d-d246fef4b745 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports/4f7a8a54-7508-4d69-8d03-56d88be09b90 HTTP/1.1" status: 200 len: 910 time: 0.1116836 Oct 11 04:25:54.692757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49786) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:54.723147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.743698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:54.744808 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58689d32-596e-448c-a8d8-93676ac77c4d None None] The sync data for ids ['31cd3edc-884c-4531-939a-81d31f80afbf'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:54.766793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.799596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] No DVR routers for this DVR port e0625d7e-e84d-48cf-977c-29c84f90d3d5 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:54.814715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7f89e-305f-4685-b7c1-340b04343947 None None] Pushing event deleted for resources: {'Port': ['ID=e0625d7e-e84d-48cf-977c-29c84f90d3d5,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:54.821453 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 5 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:54.833038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=e0625d7e-e84d-48cf-977c-29c84f90d3d5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:54.835034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port e0625d7e-e84d-48cf-977c-29c84f90d3d5 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:54.868417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d744cd1-b53c-426e-b280-dc1788ae04c9 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:25:54.895730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:54.895730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.907339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:54.924125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:54.935648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:54.936611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:54.969580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:54.982675 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a10e86f7-a6c7-4a38-b6a2-271c0d039fca tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/floatingips/b6dab2e4-9122-4245-a094-ae8ad864a00c HTTP/1.1" status: 200 len: 977 time: 2.7245493 Oct 11 04:25:54.983407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49796) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:54.993657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e0625d7e-e84d-48cf-977c-29c84f90d3d5 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:25:55.000969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:55.022337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377f80b3-eeef-4880-b477-4f067098a579']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:55.022863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f1074-8df4-41cf-a9f2-be7852b51c2b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:55.029852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f1074-8df4-41cf-a9f2-be7852b51c2b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:55.034587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-753f1074-8df4-41cf-a9f2-be7852b51c2b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3808408 Oct 11 04:25:55.035751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49798) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:55.047458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f969b2-0c6f-46f2-ad83-78712c397703') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:55.047769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f969b2-0c6f-46f2-ad83-78712c397703') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:55.052886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e0625d7e-e84d-48cf-977c-29c84f90d3d5 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:25:55.053452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e0625d7e-e84d-48cf-977c-29c84f90d3d5 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:25:55.070609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:55.072041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:55.110277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.111959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49800) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:55.120948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:55.121692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b2f72-a2cc-457b-9bc6-50fcca98a0fa None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:55.158264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d744cd1-b53c-426e-b280-dc1788ae04c9 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:25:55.167381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.198568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:55.198773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.247355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 99f969b2-0c6f-46f2-ad83-78712c397703 resource provider aggregate not found Oct 11 04:25:55.259495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1851332745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:55.287596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.306514 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 99f969b2-0c6f-46f2-ad83-78712c397703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f969b2-0c6f-46f2-ad83-78712c397703 found for delete ", "request_id": "req-3ec3afd4-ba3d-4a2a-ba00-4201eb239062"}]} Oct 11 04:25:55.322130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 6a3fe5cf-3e42-414d-9854-638a8baafd98 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:55.323072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.346128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.367241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.370757 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/377f80b3-eeef-4880-b477-4f067098a579 HTTP/1.1" status: 204 len: 168 time: 4.6622579 Oct 11 04:25:55.376108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49808) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:55.381107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2146332516'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:55.389192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.389859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.397695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Deleting port c3d06258-1a0b-4ae3-9a98-6a1563b77de8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:55.398030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.405542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e284-4fb9-4d9f-87f8-fe690fd6b103 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=377f80b3-eeef-4880-b477-4f067098a579,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:55.426009 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 6 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:55.442957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:55.447970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.494418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:55.503854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:55.517898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.518244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 of type vlan for network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 Oct 11 04:25:55.543378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.546494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.567587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.583339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.610734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.615862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Calling delete_port for c3d06258-1a0b-4ae3-9a98-6a1563b77de8 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:55.638332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.644038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:55.644634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.687407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.688620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-260a6631-aebd-4ddd-ab4b-c1d010fed6fc tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5744500 Oct 11 04:25:55.696841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:55.702758 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3255568 Oct 11 04:25:55.706368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1293095536'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:55.712107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:55.746895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:55.757176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=3a706fae-eb46-4672-b3fe-3c4d0cfc6935,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:55.782698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 4f7a8a54-7508-4d69-8d03-56d88be09b90 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:55.783044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.791382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.791843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.792241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.792634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.792979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.793314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.793668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.794092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.794581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.794900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.795225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.795547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc26e9e7-9797-4611-9315-1d844f2c1d1f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:55.811261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:55.813049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Made reservation on behalf of 7e697f2742ca4db1a1237fa4c2dd3167 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:55.817346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.866068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.878391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.903986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Port': ['ID=c3d06258-1a0b-4ae3-9a98-6a1563b77de8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:55.909670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.910034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.910353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP b6dab2e4-9122-4245-a094-ae8ad864a00c disassociated. External IP: 172.26.8.10, port: 6a3fe5cf-3e42-414d-9854-638a8baafd98. Oct 11 04:25:55.911211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 6a3fe5cf-3e42-414d-9854-638a8baafd98 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:55.916703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:55.922497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9c27543e-e485-4aaf-a0e5-f2d6dea915cb tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/ports/c3d06258-1a0b-4ae3-9a98-6a1563b77de8 HTTP/1.1" status: 204 len: 168 time: 0.8832254 Oct 11 04:25:55.924883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49814) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:55.995076 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 7 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:56.022614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:56.026842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.030832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.033630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:56.059162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.081926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 4f7a8a54-7508-4d69-8d03-56d88be09b90 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:56.088909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=6a3fe5cf-3e42-414d-9854-638a8baafd98,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:56.205967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:56.258303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.266154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Deleting port ad5954ce-8c56-4040-a5a5-31c6b68195c8 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:56.266490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.272462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.317530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:56.328853 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:56.340714 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:56.341433 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:56.377498 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:56.386500 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:56.388038 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:56.392412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:56.396475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.402713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d89d62e0-051e-4adb-9e4e-3d1610ca3892 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/ports/6a3fe5cf-3e42-414d-9854-638a8baafd98 HTTP/1.1" status: 204 len: 168 time: 1.4141588 Oct 11 04:25:56.404070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49816) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:56.421247 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:56.421881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b388e-f2cc-4c96-bbc1-d4811a817100 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:56.448874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-69d5c9ea-d0c4-435e-b817-2f8d6caf37f5 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/floatingips/b6dab2e4-9122-4245-a094-ae8ad864a00c HTTP/1.1" status: 200 len: 687 time: 0.0446434 Oct 11 04:25:56.451425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8414063-7c3a-4ac7-ab9e-6df544c5811a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:56.451584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49818) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:56.534805 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 8 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:56.571266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:25:56.592373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 30c135cc-a69f-408a-909f-a14233ee593b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:56.592948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.676030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.676354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.688555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 30c135cc-a69f-408a-909f-a14233ee593b owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:56.743578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.748976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.749410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Added segment b0c4a779-e147-4487-8029-8fd9a81c1ed6 of type vlan for network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 Oct 11 04:25:56.774219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Calling delete_port for ad5954ce-8c56-4040-a5a5-31c6b68195c8 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:56.821474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.851910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=30c135cc-a69f-408a-909f-a14233ee593b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:56.912548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.913162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.915307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.916495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7ab31103-5a7e-4640-825d-bc2d465d1078 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/floatingips/b6dab2e4-9122-4245-a094-ae8ad864a00c HTTP/1.1" status: 204 len: 168 time: 0.4641728 Oct 11 04:25:56.920442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49820) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:56.924850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:56.932762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:56.944621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.002177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.028743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.034280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:57.034889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.045347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.072474 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Attempt 9 to provision port 4f7a8a54-7508-4d69-8d03-56d88be09b90 Oct 11 04:25:57.093503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=4f7a8a54-7508-4d69-8d03-56d88be09b90,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:57.104676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c09e88ae-cf22-4cc5-8250-5206c0a3a871 None None] Port 4f7a8a54-7508-4d69-8d03-56d88be09b90 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:25:57.116762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=2d807597-52bf-4b85-b557-7bf5810b6728,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:57.171398 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4697211 Oct 11 04:25:57.172402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49822) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:57.174403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.175055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.51 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/376cbff1-6271-4c3a-ad2c-305dc0925ecd) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:57.180898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'subnet': {'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:57.218305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d8a78783-3691-4d16-8045-b51f642c497d None None] Could not find standard attr ID for object e0625d7e-e84d-48cf-977c-29c84f90d3d5. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:57.225469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d8a78783-3691-4d16-8045-b51f642c497d None None] Could not find standard attr ID for object 4f7a8a54-7508-4d69-8d03-56d88be09b90. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:25:57.226894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e397bf4-2196-4a22-a683-08161aa07b6b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Network': ['ID=2aac5039-ae00-4b61-ab7d-b40ed434a2b5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:57.239657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:57.259731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:57.260107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: 3a706fae-eb46-4672-b3fe-3c4d0cfc6935, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:57.268348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.272233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/ports/ad5954ce-8c56-4040-a5a5-31c6b68195c8 HTTP/1.1" status: 204 len: 168 time: 1.3443866 Oct 11 04:25:57.273794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23802722-1584-4414-84df-456db7bba9e0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Port': ['ID=ad5954ce-8c56-4040-a5a5-31c6b68195c8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:57.275315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49824) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:57.325455 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-46037870-3902-4ef3-9ef7-69f636bfa3b9 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0483453 Oct 11 04:25:57.333349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49826) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:57.340544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1627655653'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:57.385254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Made reservation on behalf of 7e697f2742ca4db1a1237fa4c2dd3167 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:57.388813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.389463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.393477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:57.412198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:57.415855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.425705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 3a706fae-eb46-4672-b3fe-3c4d0cfc6935) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:57.430224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:57.430918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.434587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb4c310-9970-42da-b59b-99e5bd994a37 None None] Network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:57.434823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.521793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:57.527408 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-67d8de14-3a91-476a-a339-e0e6d1e4a502 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8133380 Oct 11 04:25:57.529558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.532370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49828) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:57.541290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.541290 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Added segment ab13a8d5-840d-475a-876c-eb2bad0068e3 of type vlan for network fc86dc48-921a-4f53-8783-b24515c2fbd7 Oct 11 04:25:57.604530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-3a706fae-eb46-4672-b3fe-3c4d0cfc6935', 'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '2d807597-52bf-4b85-b557-7bf5810b6728'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:57.605709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.627895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:57.639340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:57.663233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 31cd3edc-884c-4531-939a-81d31f80afbf has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:25:57.664841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.670258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:57.706615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=376cbff1-6271-4c3a-ad2c-305dc0925ecd,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:57.759873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Allocated IP 2001:db8::1 (3a706fae-eb46-4672-b3fe-3c4d0cfc6935/2d807597-52bf-4b85-b557-7bf5810b6728/de3c21c3-8b48-4803-8f5a-654b53ee051b) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:57.766569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.772088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:57.773152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.782235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.783604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:25:57.787851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.791789 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9022eb26-8dde-4f46-b438-bf546de45835 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/31cd3edc-884c-4531-939a-81d31f80afbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0438838 Oct 11 04:25:57.801382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49830) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:57.809389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] Sync routers for ids ['31cd3edc-884c-4531-939a-81d31f80afbf'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:25:57.824563 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4901381 Oct 11 04:25:57.827137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49832) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:57.831838 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1425774109'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:57.861665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] Routers {'31cd3edc-884c-4531-939a-81d31f80afbf'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:57.862204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['31cd3edc-884c-4531-939a-81d31f80afbf'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:57.871942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d779d-9727-4ea2-9ed0-b27ee445b9cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Network': ['ID=fc86dc48-921a-4f53-8783-b24515c2fbd7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:57.887590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:57.892177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.923616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:57.935408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:57.935818 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Added segment 5f01fafb-6322-439b-953b-534091c00379 of type vlan for network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 Oct 11 04:25:57.981818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.013550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.020478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:58.021189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.053706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:58.077411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] Routers {'31cd3edc-884c-4531-939a-81d31f80afbf'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:25:58.078045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['31cd3edc-884c-4531-939a-81d31f80afbf'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:58.087321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network fc86dc48-921a-4f53-8783-b24515c2fbd7 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:58.109800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Network': ['ID=72fee2ad-b2fb-4425-84b0-07f9b602fc89,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:58.123158 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-01fa7072-7d65-4d80-9e4e-d8ccb5cce2cc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2948949 Oct 11 04:25:58.154978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:25:58.164733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:58.165390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53300032-b92d-469a-9a72-0413c59e6d5e None None] The sync data for ids ['31cd3edc-884c-4531-939a-81d31f80afbf'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:25:58.198286 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b7be5282-5973-45c0-9b5f-014b0d4a2321 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=31cd3edc-884c-4531-939a-81d31f80afbf HTTP/1.1" status: 200 len: 205 time: 0.3934855 Oct 11 04:25:58.200128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49834) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:58.253534 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49836) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:58.265541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'subnets': [{'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1304384303', 'ip_version': 4}, {'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:58.265856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'subnet': {'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1304384303', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:58.266406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Request body: {'subnet': {'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:58.289664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.292677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Subnet': ['ID=d7389c71-706a-4f45-b6cf-a448a830dec3,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:58.292981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.306375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.349106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:58.353178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:58.359601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:58.362665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Pushing event updated for resources: {'Port': ['ID=de3c21c3-8b48-4803-8f5a-654b53ee051b,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:58.389023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.389316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.389667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.390007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.390343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.390724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.391060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.391394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.391728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.392060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.392388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.392714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.418558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.430943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Attempting to bind port de3c21c3-8b48-4803-8f5a-654b53ee051b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:58.431318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Attempting to bind port de3c21c3-8b48-4803-8f5a-654b53ee051b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:58.432498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Attempting to bind port de3c21c3-8b48-4803-8f5a-654b53ee051b on network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:58.437623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:58.437623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Checking segment: {'id': 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:58.437623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.438029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Bound using segment: {'id': 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:58.438345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Bound port: de3c21c3-8b48-4803-8f5a-654b53ee051b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:58.438752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.455348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Checking segment: {'id': 'b0c4a779-e147-4487-8029-8fd9a81c1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:58.455702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network hostable DHCP agents. Network: 2aac5039-ae00-4b61-ab7d-b40ed434a2b5, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:25:58.462673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.465531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.510956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] For port de3c21c3-8b48-4803-8f5a-654b53ee051b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:25:58.514777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] For port de3c21c3-8b48-4803-8f5a-654b53ee051b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=de3c21c3-8b48-4803-8f5a-654b53ee051b,segment=NetworkSegment(e82a3523-01a9-4d8e-bffd-87fd8d6eceb2),segment_id=e82a3523-01a9-4d8e-bffd-87fd8d6eceb2)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:25:58.517338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.517989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router 31cd3edc-884c-4531-939a-81d31f80afbf {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:25:58.520475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.525875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.529974 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c35a0c5c-73fa-4f2c-ae9c-f5afd05f6496 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/31cd3edc-884c-4531-939a-81d31f80afbf HTTP/1.1" status: 204 len: 168 time: 0.3302059 Oct 11 04:25:58.530744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49838) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:58.590308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b54f84-79db-4ff4-93df-d3c652b63e67 None None] Pushing event updated for resources: {'Port': ['ID=de3c21c3-8b48-4803-8f5a-654b53ee051b,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:58.600864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 8bf9fee0-e2f4-454f-bf75-c771d96e69ff {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:25:58.604650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.626327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:25:58.648639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.662078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.690091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 2aac5039-ae00-4b61-ab7d-b40ed434a2b5) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:58.698984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddaa2bd-dba7-4864-a4e8-8cefb33a144d None None] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:58.719116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=2d807597-52bf-4b85-b557-7bf5810b6728,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:58.724775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:58.725356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.765619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.765964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.766309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.766674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.767008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.767337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.767662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.767997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.769316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.770573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.770922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.771424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:25:58.786492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.818104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Made reservation on behalf of f546c80ce8b04cb2954a2cae6172b2f9 for: {'subnet': 2} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:58.831918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.832360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.878741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.906626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf9fee0-e2f4-454f-bf75-c771d96e69ff,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:58.914174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:58.917753 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-63fd8bb6-bcde-43a0-a30f-e1767bdc446e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/8bf9fee0-e2f4-454f-bf75-c771d96e69ff HTTP/1.1" status: 204 len: 168 time: 0.3860078 Oct 11 04:25:58.920585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49840) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:59.017518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0a87b-ed72-4c13-95de-75dcc6eabef5 None None] Network 1ea389f1-0445-498c-bdc2-154ce4ff71cc requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:59.025270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.097226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 86511bc7-a62b-427a-bde9-8832ff702da8 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:25:59.097630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.113381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device de3c21c3-8b48-4803-8f5a-654b53ee051b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:25:59.139114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f8303226-91cb-4cb6-8b4f-5d5189270c2a tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9635327 Oct 11 04:25:59.143533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49842) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:59.155725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-2aac5039-ae00-4b61-ab7d-b40ed434a2b5', 'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5', 'tenant_id': '7e697f2742ca4db1a1237fa4c2dd3167', 'fixed_ips': [{'subnet_id': 'd7389c71-706a-4f45-b6cf-a448a830dec3'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:25:59.156615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.182608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 86511bc7-a62b-427a-bde9-8832ff702da8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=86511bc7-a62b-427a-bde9-8832ff702da8,segment=NetworkSegment(495d0ee0-287f-4a8e-81de-688f57b2d03a),segment_id=495d0ee0-287f-4a8e-81de-688f57b2d03a)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:59.182977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.197744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 86511bc7-a62b-427a-bde9-8832ff702da8 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:25:59.198137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'network': {'name': 'tempest-router-network01--276661797'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:59.279003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.293389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port de3c21c3-8b48-4803-8f5a-654b53ee051b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:25:59.293389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.293389 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port de3c21c3-8b48-4803-8f5a-654b53ee051b Oct 11 04:25:59.345292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a706fae-eb46-4672-b3fe-3c4d0cfc6935']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:59.346849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.349139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Made reservation on behalf of 7e697f2742ca4db1a1237fa4c2dd3167 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:25:59.356020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.385094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=86511bc7-a62b-427a-bde9-8832ff702da8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:59.388116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No DVR routers for this DVR port 86511bc7-a62b-427a-bde9-8832ff702da8 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:25:59.413884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:59.414103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:59.418244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Allocated IP 172.20.0.2 (2aac5039-ae00-4b61-ab7d-b40ed434a2b5/d7389c71-706a-4f45-b6cf-a448a830dec3/d4ddcdb1-3432-4df3-bc52-5fee7e9cd324) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:25:59.439466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.516796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:25:59.535082 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.535712 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Added segment 3ecc8358-882a-4d35-ba8b-d7795e544070 of type vlan for network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 Oct 11 04:25:59.536354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.558959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea389f1-0445-498c-bdc2-154ce4ff71cc']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:59.576192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495d0ee0-287f-4a8e-81de-688f57b2d03a') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:59.576480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495d0ee0-287f-4a8e-81de-688f57b2d03a') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:25:59.591051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.598777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.601263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.608742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df59c12-f9b0-4363-ac95-1ef776ab67e7 None None] DHCP port deletion for 1ea389f1-0445-498c-bdc2-154ce4ff71cc request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:25:59.611560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.613677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.626852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:59.627262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.634290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.637533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.652359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:25:59.653019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.673838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 495d0ee0-287f-4a8e-81de-688f57b2d03a resource provider aggregate not found Oct 11 04:25:59.699329 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 495d0ee0-287f-4a8e-81de-688f57b2d03a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 495d0ee0-287f-4a8e-81de-688f57b2d03a found for delete ", "request_id": "req-ce296902-f9c3-445e-a308-9b7c41947d96"}]} Oct 11 04:25:59.706238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port de3c21c3-8b48-4803-8f5a-654b53ee051b is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:25:59.706812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.724610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:25:59.736715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:25:59.739209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:25:59.782310 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 resource provider aggregate not found Oct 11 04:25:59.783808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Pushing event updated for resources: {'Port': ['ID=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:59.786511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.795610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.797777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.806139 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/1ea389f1-0445-498c-bdc2-154ce4ff71cc HTTP/1.1" status: 204 len: 168 time: 0.8845274 Oct 11 04:25:59.808291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49852) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:59.811297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:25:59.812097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.813299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-784701416', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:59.833032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04778d-d3cf-4308-82b3-eac10ff8c4e0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=1ea389f1-0445-498c-bdc2-154ce4ff71cc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:59.850967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:25:59.850967 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:25:59.850967 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '3a706fae-eb46-4672-b3fe-3c4d0cfc6935'}] Oct 11 04:25:59.850967 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:25:59.851909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:25:59.852195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Attempting to bind port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:25:59.852575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Attempting to bind port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b0c4a779-e147-4487-8029-8fd9a81c1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:25:59.853209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Attempting to bind port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 on network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:25:59.854397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.855730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.868077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:25:59.868500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Checking segment: {'id': 'b0c4a779-e147-4487-8029-8fd9a81c1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:25:59.869043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.869493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Bound using segment: {'id': 'b0c4a779-e147-4487-8029-8fd9a81c1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:25:59.869980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Bound port: d4ddcdb1-3432-4df3-bc52-5fee7e9cd324, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c4a779-e147-4487-8029-8fd9a81c1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '2aac5039-ae00-4b61-ab7d-b40ed434a2b5'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:25:59.870361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.877190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port de3c21c3-8b48-4803-8f5a-654b53ee051b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=de3c21c3-8b48-4803-8f5a-654b53ee051b,segment=NetworkSegment(e82a3523-01a9-4d8e-bffd-87fd8d6eceb2),segment_id=e82a3523-01a9-4d8e-bffd-87fd8d6eceb2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:25:59.887657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.901285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 found for delete ", "request_id": "req-0f3f5281-df59-48ac-bbc6-55cc5ac8b2a8"}]} Oct 11 04:25:59.953929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:25:59.971987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8191535 Oct 11 04:25:59.972890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b29cb-8c32-4ab5-b2bc-686be18edbb8 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Network': ['ID=5fa39f0e-171f-4899-99c9-e9b8b6393b65,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:25:59.977344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49854) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:25:59.982594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'network': {'name': 'tempest-router-network02--1106493827'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:25:59.992390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea23f1-c634-46d0-894d-805113bcf687 None None] Network 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:25:59.994659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:00.067145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.072727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.098991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Made reservation on behalf of 7e697f2742ca4db1a1237fa4c2dd3167 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:00.099655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=de3c21c3-8b48-4803-8f5a-654b53ee051b,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:00.102881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.129580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] For port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:00.168287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.176747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] For port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,segment=NetworkSegment(b0c4a779-e147-4487-8029-8fd9a81c1ed6),segment_id=b0c4a779-e147-4487-8029-8fd9a81c1ed6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:00.180485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d2eb07c4-61ae-41a5-ab06-c62a5d1f8557 None None] Provisioning complete for port de3c21c3-8b48-4803-8f5a-654b53ee051b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:00.180862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d2eb07c4-61ae-41a5-ab06-c62a5d1f8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.181254 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d2eb07c4-61ae-41a5-ab06-c62a5d1f8557 None None] Attempt 1 to provision port de3c21c3-8b48-4803-8f5a-654b53ee051b Oct 11 04:26:00.191177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Subnet': ['ID=9077d220-9599-4f74-8cf1-c1d92c5d3265,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:00.204991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.213756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:00.245493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.245493 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Added segment 00063f1d-c6f4-4878-8b7f-161c0a521e46 of type vlan for network 2269acfb-c07c-4a8f-849c-2098c2d7d021 Oct 11 04:26:00.253354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Checking segment: {'id': 'ab13a8d5-840d-475a-876c-eb2bad0068e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:00.253725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network hostable DHCP agents. Network: fc86dc48-921a-4f53-8783-b24515c2fbd7, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:00.323053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7fa2f-f81c-43b8-b06a-61d473c26e56 None None] Pushing event updated for resources: {'Port': ['ID=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:00.338041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.353982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.368726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network fc86dc48-921a-4f53-8783-b24515c2fbd7 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:00.389634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb07c4-61ae-41a5-ab06-c62a5d1f8557 None None] Current status of the port de3c21c3-8b48-4803-8f5a-654b53ee051b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:00.405618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, fc86dc48-921a-4f53-8783-b24515c2fbd7) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:00.411907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.414172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687bc6a2-4c70-47ec-84b5-2f6aec67d2c8 None None] Network fc86dc48-921a-4f53-8783-b24515c2fbd7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:00.417884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:00.418494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.426788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.437296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] DHCP port deletion for 3a706fae-eb46-4672-b3fe-3c4d0cfc6935 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:00.489363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.541840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.551743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.567672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.568559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5901384 Oct 11 04:26:00.576857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49856) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:00.587527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'subnet': {'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:00.678552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a8abe-5c4a-4e67-9f56-4a3495588dba tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Network': ['ID=2269acfb-c07c-4a8f-849c-2098c2d7d021,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:00.700579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event updated for resources: {'Subnet': ['ID=3d22ab1b-e2e2-4ccb-990a-7e2cb01d3548,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:00.727067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=376cbff1-6271-4c3a-ad2c-305dc0925ecd,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:00.731152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 2269acfb-c07c-4a8f-849c-2098c2d7d021 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:00.732788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.778745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Checking segment: {'id': '5f01fafb-6322-439b-953b-534091c00379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:00.779103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network hostable DHCP agents. Network: 72fee2ad-b2fb-4425-84b0-07f9b602fc89, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:00.801148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port de3c21c3-8b48-4803-8f5a-654b53ee051b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:00.801858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.808335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Made reservation on behalf of 7e697f2742ca4db1a1237fa4c2dd3167 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:00.811790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.842824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] Deleting port de3c21c3-8b48-4803-8f5a-654b53ee051b {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:00.843292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.853336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.26.8.12 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/cb37d16e-f3fe-4791-90b9-e3bc683beaef) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:00.903941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:00.930348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port de3c21c3-8b48-4803-8f5a-654b53ee051b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=de3c21c3-8b48-4803-8f5a-654b53ee051b,segment=NetworkSegment(e82a3523-01a9-4d8e-bffd-87fd8d6eceb2),segment_id=e82a3523-01a9-4d8e-bffd-87fd8d6eceb2)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:00.930907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.944586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP 1af1ea4d-8755-4387-9d8b-a7a9b0edcd21 associated. External IP: 172.26.8.51, port: 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e. Oct 11 04:26:00.989463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 72fee2ad-b2fb-4425-84b0-07f9b602fc89) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:00.997254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] For port de3c21c3-8b48-4803-8f5a-654b53ee051b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=de3c21c3-8b48-4803-8f5a-654b53ee051b,segment=NetworkSegment(e82a3523-01a9-4d8e-bffd-87fd8d6eceb2),segment_id=e82a3523-01a9-4d8e-bffd-87fd8d6eceb2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:00.997831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:00.999622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:01.001879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:01.003175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.004065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-fc86dc48-921a-4f53-8783-b24515c2fbd7', 'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7', 'tenant_id': 'f546c80ce8b04cb2954a2cae6172b2f9', 'fixed_ips': [{'subnet_id': '9077d220-9599-4f74-8cf1-c1d92c5d3265'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:01.005129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.014086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for de3c21c3-8b48-4803-8f5a-654b53ee051b owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:01.037694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac6d63-dc01-43d1-bf20-eed08315659f None None] Network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:01.041902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] Calling delete_port for de3c21c3-8b48-4803-8f5a-654b53ee051b owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:01.050491 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-78868948-ef3f-4b16-8368-710d4dd6a63b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7906568 Oct 11 04:26:01.054390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49858) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:01.071090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:01.080661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.160726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.172677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.207429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01224ce8-e34a-42ef-a77e-9846b447e724 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:01.209044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01224ce8-e34a-42ef-a77e-9846b447e724 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:01.211276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01224ce8-e34a-42ef-a77e-9846b447e724 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:01.214291 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-01224ce8-e34a-42ef-a77e-9846b447e724 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1570158 Oct 11 04:26:01.224546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49860) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:01.289801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=cb37d16e-f3fe-4791-90b9-e3bc683beaef,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:01.300577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:01.316148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:01.336391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:01.392971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Allocated IP 172.20.0.2 (fc86dc48-921a-4f53-8783-b24515c2fbd7/9077d220-9599-4f74-8cf1-c1d92c5d3265/23ff959f-d7a2-4f83-9d0b-1be416b56c66) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:01.407819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Checking segment: {'id': '3ecc8358-882a-4d35-ba8b-d7795e544070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:01.408341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network hostable DHCP agents. Network: 5fa39f0e-171f-4899-99c9-e9b8b6393b65, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:01.417983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Subnet': ['ID=bbf4dbfc-4ec5-40fc-825e-f3764ff249bf,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:01.426660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.474593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:01.476545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.477041 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 Oct 11 04:26:01.525292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] Pushing event deleted for resources: {'Port': ['ID=de3c21c3-8b48-4803-8f5a-654b53ee051b,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:01.533853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739464a7-bce2-4034-b371-e02ee68caa98 None None] No DVR routers for this DVR port de3c21c3-8b48-4803-8f5a-654b53ee051b on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:01.541655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:01.638890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-72fee2ad-b2fb-4425-84b0-07f9b602fc89', 'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89', 'tenant_id': 'f546c80ce8b04cb2954a2cae6172b2f9', 'fixed_ips': [{'subnet_id': '3d22ab1b-e2e2-4ccb-990a-7e2cb01d3548'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:01.639750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.656319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.681344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125bb63-3d2d-484c-9bef-7ad38823ab65 None None] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:01.707768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Deleting subnet 9077d220-9599-4f74-8cf1-c1d92c5d3265 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:01.716199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=de3c21c3-8b48-4803-8f5a-654b53ee051b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:01.734851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port de3c21c3-8b48-4803-8f5a-654b53ee051b on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:01.857023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.881715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:01.887306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a706fae-eb46-4672-b3fe-3c4d0cfc6935']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:01.904055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:01.904327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:01.904811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82a3523-01a9-4d8e-bffd-87fd8d6eceb2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:01.904908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.926946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 5fa39f0e-171f-4899-99c9-e9b8b6393b65) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:01.933054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:01.933635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.942420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0ad2df5c-04d1-47f0-80c6-a1c1a2242d69 None None] Provisioning complete for port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:01.943108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0ad2df5c-04d1-47f0-80c6-a1c1a2242d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.943510 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0ad2df5c-04d1-47f0-80c6-a1c1a2242d69 None None] Attempt 1 to provision port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 Oct 11 04:26:01.946032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.948546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.957459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec0079-c878-4821-958c-e1cd5e1c9671 None None] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:01.964052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.983573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-162e6d5a-94c0-4ddb-a17a-5c931fa5b363 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4055934 Oct 11 04:26:01.988004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49862) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:01.988960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:01.997612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'subnet': {'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:02.016933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:02.017329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.023460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.050719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.053702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 resource provider aggregate not found Oct 11 04:26:02.106614 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e82a3523-01a9-4d8e-bffd-87fd8d6eceb2 found for delete ", "request_id": "req-8d6c409c-1189-41d7-82e7-ecf49e368e3d"}]} Oct 11 04:26:02.122247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Network fc86dc48-921a-4f53-8783-b24515c2fbd7 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:02.133025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,segment=NetworkSegment(b0c4a779-e147-4487-8029-8fd9a81c1ed6),segment_id=b0c4a779-e147-4487-8029-8fd9a81c1ed6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:02.139544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:02.148148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:02.173014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.187027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.221281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Allocated IP 172.20.0.18 (72fee2ad-b2fb-4425-84b0-07f9b602fc89/3d22ab1b-e2e2-4ccb-990a-7e2cb01d3548/c430b256-46fe-4e97-8b7b-8aeea2988c61) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:02.251582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Pushing event updated for resources: {'Port': ['ID=23ff959f-d7a2-4f83-9d0b-1be416b56c66,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:02.259262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:02.263671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.272629 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:02.281617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.284531 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:02.285348 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:02.289313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/3a706fae-eb46-4672-b3fe-3c4d0cfc6935 HTTP/1.1" status: 204 len: 168 time: 4.7525587 Oct 11 04:26:02.291007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49868) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:02.300439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device de3c21c3-8b48-4803-8f5a-654b53ee051b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:02.306452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81430321'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:02.322488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.324013 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:02.337890 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:02.338790 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:02.372906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:02.373537 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:02.374630 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba43097-608d-426d-b57a-a52a6cacc866 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:02.377655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.385667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.415861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 450} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:02.436386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: de3c21c3-8b48-4803-8f5a-654b53ee051b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:02.436763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device de3c21c3-8b48-4803-8f5a-654b53ee051b not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:02.437163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 86511bc7-a62b-427a-bde9-8832ff702da8 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:02.458837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.459235 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 35ba0664-bcfd-4625-98c7-943a3f8d1954 of type vlan for network d9194364-14dc-4e6d-bdf6-490ae0a6242c Oct 11 04:26:02.466756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff46e-67d0-4d9d-ac2a-8a8e269a4307 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=3a706fae-eb46-4672-b3fe-3c4d0cfc6935,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:02.475047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.489168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Made reservation on behalf of 7e697f2742ca4db1a1237fa4c2dd3167 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:02.493558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.514661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.524725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.556188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.562245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/subnets/9077d220-9599-4f74-8cf1-c1d92c5d3265 HTTP/1.1" status: 204 len: 168 time: 1.3348777 Oct 11 04:26:02.562966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a5a70-5fdc-476d-9c1f-a64773077504 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Subnet': ['ID=9077d220-9599-4f74-8cf1-c1d92c5d3265,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:02.563353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49870) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:02.587783 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7439c962-62aa-48fd-bc41-acba3e1f5875 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6638649 Oct 11 04:26:02.588031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49872) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:02.592975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1650988330'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:02.596486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:02.611358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.618382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:02.619029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.649966 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3551986 Oct 11 04:26:02.650301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49874) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:02.656174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:02.701996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 86511bc7-a62b-427a-bde9-8832ff702da8 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:02.702406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 86511bc7-a62b-427a-bde9-8832ff702da8 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:02.703729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:02.708341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.713156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Deleting subnet 3d22ab1b-e2e2-4ccb-990a-7e2cb01d3548 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:02.721141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Attempting to bind port 23ff959f-d7a2-4f83-9d0b-1be416b56c66 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:02.721516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Attempting to bind port 23ff959f-d7a2-4f83-9d0b-1be416b56c66 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ab13a8d5-840d-475a-876c-eb2bad0068e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:02.721878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Attempting to bind port 23ff959f-d7a2-4f83-9d0b-1be416b56c66 on network fc86dc48-921a-4f53-8783-b24515c2fbd7 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:02.756645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:02.758242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339c0db-8379-4f14-839c-2eb4fa17d99f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=d9194364-14dc-4e6d-bdf6-490ae0a6242c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:02.759417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:02.759793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Checking segment: {'id': 'ab13a8d5-840d-475a-876c-eb2bad0068e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:02.760189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.760568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Bound using segment: {'id': 'ab13a8d5-840d-475a-876c-eb2bad0068e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:02.761079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Bound port: 23ff959f-d7a2-4f83-9d0b-1be416b56c66, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab13a8d5-840d-475a-876c-eb2bad0068e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'fc86dc48-921a-4f53-8783-b24515c2fbd7'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:02.761415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.777433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2df5c-04d1-47f0-80c6-a1c1a2242d69 None None] Current status of the port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:02.806839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:02.820493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:02.834829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-5fa39f0e-171f-4899-99c9-e9b8b6393b65', 'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65', 'tenant_id': '7e697f2742ca4db1a1237fa4c2dd3167', 'fixed_ips': [{'subnet_id': 'bbf4dbfc-4ec5-40fc-825e-f3764ff249bf'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:02.836208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.841988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:02.850612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.851725 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Added segment 98656053-f8cd-4e58-a92d-a2a073947228 of type vlan for network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 Oct 11 04:26:02.878812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.880794 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-36d4c004-5b7f-46ac-bb1e-2780003b22ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0712190 Oct 11 04:26:02.883202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49876) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:02.905568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] Sync routers for ids ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:02.924054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:02.927888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.977051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:02.983822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.011888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:03.014600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.042658 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-567fec3a-af50-454a-a520-7bbe1f576141 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/routers/f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 200 len: 879 time: 0.1576376 Oct 11 04:26:03.044480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49878) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.053318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] Routers {'f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:03.054091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:03.060867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.106380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.resource_extend [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:26:03.128992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Subnet': ['ID=5fb30619-6d7c-46f4-881f-57ae4d156d5e,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:03.142922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.163331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.169071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:03.169652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.178907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.218803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Checking segment: {'id': '00063f1d-c6f4-4878-8b7f-161c0a521e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:03.219132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network hostable DHCP agents. Network: 2269acfb-c07c-4a8f-849c-2098c2d7d021, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:03.224673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:03.241015 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6493914 Oct 11 04:26:03.242864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49880) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.246802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] For port 23ff959f-d7a2-4f83-9d0b-1be416b56c66, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:03.250780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'subnet': {'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:03.291712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:03.293650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] For port 23ff959f-d7a2-4f83-9d0b-1be416b56c66, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=23ff959f-d7a2-4f83-9d0b-1be416b56c66,segment=NetworkSegment(ab13a8d5-840d-475a-876c-eb2bad0068e3),segment_id=ab13a8d5-840d-475a-876c-eb2bad0068e3)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:03.310812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8a1d-486c-4582-b2e6-053f5e3b1657 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Network': ['ID=4bc983c3-6742-49e5-a97e-ab6c2dd70c48,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:03.312345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.328015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Pushing event updated for resources: {'Port': ['ID=c430b256-46fe-4e97-8b7b-8aeea2988c61,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:03.332659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] Routers {'f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:03.333595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:03.335840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 2269acfb-c07c-4a8f-849c-2098c2d7d021 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:03.336195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:03.344576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:03.347819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.352888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:03.383375 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 2269acfb-c07c-4a8f-849c-2098c2d7d021) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:03.388473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:03.389068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.405145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.412166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d0a8fae3-201e-465c-97d0-96e1b85fb292 None None] Provisioning complete for port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:03.413101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d0a8fae3-201e-465c-97d0-96e1b85fb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.413943 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d0a8fae3-201e-465c-97d0-96e1b85fb292 None None] Attempt 1 to provision port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 Oct 11 04:26:03.439063 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a7f83fb0-2597-4346-8b3e-4ff8cffc02f2 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4458532 Oct 11 04:26:03.443387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49884) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.446170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc85d7-7b70-4995-bd53-e4be51729146 None None] Network 2269acfb-c07c-4a8f-849c-2098c2d7d021 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:03.448624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:03.448798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.449391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95ed70-1fec-4a72-98d3-801be1410127 None None] The sync data for ids ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:03.490396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Subnet': ['ID=3d22ab1b-e2e2-4ccb-990a-7e2cb01d3548,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:03.550947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=85b4b75c-9881-4e21-a526-858b3e319188,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:03.553224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.559274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8c68f984-87b3-4c0d-8005-7f84d531b0d6 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/subnets/3d22ab1b-e2e2-4ccb-990a-7e2cb01d3548 HTTP/1.1" status: 204 len: 168 time: 0.9924471 Oct 11 04:26:03.560802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49888) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.608302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': '35ba0664-bcfd-4625-98c7-943a3f8d1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:03.608302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: d9194364-14dc-4e6d-bdf6-490ae0a6242c, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:03.636208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:03.639615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.647833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Allocated IP 172.20.0.2 (5fa39f0e-171f-4899-99c9-e9b8b6393b65/bbf4dbfc-4ec5-40fc-825e-f3764ff249bf/f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:03.680340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176cef4-557e-4768-8de6-6039420d2db0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:03.685191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d176cef4-557e-4768-8de6-6039420d2db0 tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132114 Oct 11 04:26:03.690729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49890) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.693310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:03.697875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:03.698628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.698888 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 Oct 11 04:26:03.717627 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e37652bb-43ea-4b0a-8c88-9d4daadb2fb2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6697609 Oct 11 04:26:03.723472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49892) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.732356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-784701416'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:03.745145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f37fa-6759-4d27-b795-61d5eb76d2d6 None None] Pushing event updated for resources: {'Port': ['ID=23ff959f-d7a2-4f83-9d0b-1be416b56c66,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:03.771705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Attempting to bind port c430b256-46fe-4e97-8b7b-8aeea2988c61 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:03.772078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Attempting to bind port c430b256-46fe-4e97-8b7b-8aeea2988c61 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5f01fafb-6322-439b-953b-534091c00379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:03.772439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Attempting to bind port c430b256-46fe-4e97-8b7b-8aeea2988c61 on network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:03.774466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289920e-2d65-46b8-861a-bac4fad8790e None None] Network fc86dc48-921a-4f53-8783-b24515c2fbd7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:03.807325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d9194364-14dc-4e6d-bdf6-490ae0a6242c) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:03.831271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:03.831654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Checking segment: {'id': '5f01fafb-6322-439b-953b-534091c00379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:03.832039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.832430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Bound using segment: {'id': '5f01fafb-6322-439b-953b-534091c00379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:03.832908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Bound port: c430b256-46fe-4e97-8b7b-8aeea2988c61, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f01fafb-6322-439b-953b-534091c00379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '72fee2ad-b2fb-4425-84b0-07f9b602fc89'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:03.833286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.847279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b313847c-1b45-45a3-9c17-ea6a27a239f0 None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:03.849355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:03.849945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.897195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.927254 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-48ea9e7c-3965-458a-99ae-16c795b383e1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2731440 Oct 11 04:26:03.930813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49894) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:03.932365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:03.940518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:04.001957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.036227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Subnet': ['ID=84e721f8-3411-4893-b1fe-ea93d1b2dee6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:04.053501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Checking segment: {'id': '98656053-f8cd-4e58-a92d-a2a073947228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:04.054816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network hostable DHCP agents. Network: 4bc983c3-6742-49e5-a97e-ab6c2dd70c48, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:04.091099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:04.106168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 4bc983c3-6742-49e5-a97e-ab6c2dd70c48) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:04.108410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:04.112166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.130042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:04.130829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.146504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45086128-765b-4740-b7dc-2f860eb0e6a0 None None] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:04.164410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c38834b2-55d9-4ad2-9944-bce2fd82909f tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9161928 Oct 11 04:26:04.178088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8fae3-201e-465c-97d0-96e1b85fb292 None None] Current status of the port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:04.187656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49896) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:04.192303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1193618279', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:04.231014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.232338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.396226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-2269acfb-c07c-4a8f-849c-2098c2d7d021', 'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021', 'tenant_id': '7e697f2742ca4db1a1237fa4c2dd3167', 'fixed_ips': [{'subnet_id': '5fb30619-6d7c-46f4-881f-57ae4d156d5e'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:04.397000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.416914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Deleting port c430b256-46fe-4e97-8b7b-8aeea2988c61 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:04.417253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.479438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.480712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] For port c430b256-46fe-4e97-8b7b-8aeea2988c61, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:04.490183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c5c1293a-2c9d-425f-bbce-6e17c8282a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.561833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:04.577333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] For port c430b256-46fe-4e97-8b7b-8aeea2988c61, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c430b256-46fe-4e97-8b7b-8aeea2988c61,segment=NetworkSegment(5f01fafb-6322-439b-953b-534091c00379),segment_id=5f01fafb-6322-439b-953b-534091c00379)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:04.593079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.651811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.677422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.760525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.806815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.828354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d9194364-14dc-4e6d-bdf6-490ae0a6242c', 'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '85b4b75c-9881-4e21-a526-858b3e319188'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:04.828839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.860288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Allocated IP 172.20.0.1 (5fa39f0e-171f-4899-99c9-e9b8b6393b65/bbf4dbfc-4ec5-40fc-825e-f3764ff249bf/87e4a5e2-b952-4aae-86bb-8e8320fe9209) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:04.870461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.874658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:04.885268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38ee9a-5521-47bf-b1a5-480eb1247a01 None None] Network 72fee2ad-b2fb-4425-84b0-07f9b602fc89 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:04.892624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.893012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:04.894974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e20f6b-2a9b-4fda-b2f4-15f62b098d52 None None] Pushing event updated for resources: {'Port': ['ID=c430b256-46fe-4e97-8b7b-8aeea2988c61,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:04.903094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:04.903895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] For port c430b256-46fe-4e97-8b7b-8aeea2988c61, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:04.904380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.933235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:04.942889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Calling delete_port for c430b256-46fe-4e97-8b7b-8aeea2988c61 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:04.961998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Allocated IP 172.20.0.2 (2269acfb-c07c-4a8f-849c-2098c2d7d021/5fb30619-6d7c-46f4-881f-57ae4d156d5e/a98f2180-5fae-4da3-ad14-8669dae6e69d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:04.973436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:04.983582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:04.984176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:04.992596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=afd33de5-476a-423e-bd3d-6b82a0f7f90e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.013697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5116ae76-a093-48e9-944f-88ee8ba6058f tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0773673 Oct 11 04:26:05.014682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:05.092897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb622e96-b52d-4dbb-bceb-d34b54091720 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:05.095245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb622e96-b52d-4dbb-bceb-d34b54091720 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:05.096792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb622e96-b52d-4dbb-bceb-d34b54091720 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:05.098404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb622e96-b52d-4dbb-bceb-d34b54091720 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:05.099973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb622e96-b52d-4dbb-bceb-d34b54091720 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:05.106604 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eb622e96-b52d-4dbb-bceb-d34b54091720 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0857627 Oct 11 04:26:05.108608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-4bc983c3-6742-49e5-a97e-ab6c2dd70c48', 'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48', 'tenant_id': 'cdd2d5336883407dac16407b1b5ba7ca', 'fixed_ips': [{'subnet_id': '84e721f8-3411-4893-b1fe-ea93d1b2dee6'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:05.109205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.125863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49900) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:05.132257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Pushing event updated for resources: {'Port': ['ID=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.133056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63825408'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:05.201277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.207952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:05.211871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.221329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.228879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.231318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:05.257384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Attempting to bind port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:05.258049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Attempting to bind port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '3ecc8358-882a-4d35-ba8b-d7795e544070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:05.258160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Attempting to bind port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 on network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:05.263278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:05.279344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.314001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.314331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 26f5a8ca-b8ee-4679-a2c0-058242756bfa of type vlan for network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 Oct 11 04:26:05.323268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Port': ['ID=c430b256-46fe-4e97-8b7b-8aeea2988c61,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.342334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.26.8.189 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/e17fa5a4-952b-491c-be52-5c5ce7d60e54) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:05.358217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:05.358681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Checking segment: {'id': '3ecc8358-882a-4d35-ba8b-d7795e544070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:05.359271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.359389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Bound using segment: {'id': '3ecc8358-882a-4d35-ba8b-d7795e544070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:05.359862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Bound port: f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecc8358-882a-4d35-ba8b-d7795e544070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '5fa39f0e-171f-4899-99c9-e9b8b6393b65'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:05.360236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.375341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] No DVR routers for this DVR port c430b256-46fe-4e97-8b7b-8aeea2988c61 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:05.416738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Allocated IP 2001:db8::2 (d9194364-14dc-4e6d-bdf6-490ae0a6242c/85b4b75c-9881-4e21-a526-858b3e319188/09ae9b9c-1f08-4e16-9717-20b628986323) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:05.459327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.473286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.483677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.532771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.549214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.580464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:05.586559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:05.586744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] For port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:05.589313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:05.591221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Allocated IP 172.20.0.2 (4bc983c3-6742-49e5-a97e-ab6c2dd70c48/84e721f8-3411-4893-b1fe-ea93d1b2dee6/84fce363-f922-4532-a82e-95f164b6e69a) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:05.620036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=e17fa5a4-952b-491c-be52-5c5ce7d60e54,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.621045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:05.637532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:05.641650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:05.649572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fee2ad-b2fb-4425-84b0-07f9b602fc89']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.650836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] For port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,segment=NetworkSegment(3ecc8358-882a-4d35-ba8b-d7795e544070),segment_id=3ecc8358-882a-4d35-ba8b-d7795e544070)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:05.652516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.659574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:05.660291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.662486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.677781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.694436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.732882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f01fafb-6322-439b-953b-534091c00379') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.733321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f01fafb-6322-439b-953b-534091c00379') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.736050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:05.737792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Port': ['ID=87e4a5e2-b952-4aae-86bb-8e8320fe9209,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.745006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.750461 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c0d8c300-8e5c-4435-944c-c1bb9997e6bd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 200 len: 886 time: 2.0217533 Oct 11 04:26:05.753131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49902) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:05.759339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] Sync routers for ids ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:05.784712 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] Routers {'f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:05.785517 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.801160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dc55b-d21c-4665-b3e0-64c1f629d621 None None] Pushing event updated for resources: {'Port': ['ID=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.814267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.837545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49904) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:05.838478 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7094407 Oct 11 04:26:05.843268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30578a4-45e2-43b4-8f57-13b5bd42c267 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=cac75bc9-c260-4b31-a626-aa0bc9a95fc3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:05.844626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:05.854595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.860724 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.867711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.878271 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] Routers {'f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:05.879153 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.912217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:05.923472 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:05.924709 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f55c4-35d2-4fb1-b732-2d393b22200a None None] The sync data for ids ['f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:05.951542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Network 2269acfb-c07c-4a8f-849c-2098c2d7d021 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:05.967275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Releasing vlan 480 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:05.967823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:05.996812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:06.039244 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5f01fafb-6322-439b-953b-534091c00379 resource provider aggregate not found Oct 11 04:26:06.047350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:06.097192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Pushing event updated for resources: {'Port': ['ID=a98f2180-5fae-4da3-ad14-8669dae6e69d,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:06.100331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5f01fafb-6322-439b-953b-534091c00379 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f01fafb-6322-439b-953b-534091c00379 found for delete ", "request_id": "req-5f142e00-e8e2-484e-a8de-af74fed25ddb"}]} Oct 11 04:26:06.129387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.148447 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.154709 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/networks/72fee2ad-b2fb-4425-84b0-07f9b602fc89 HTTP/1.1" status: 204 len: 168 time: 2.4623327 Oct 11 04:26:06.157876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49910) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:06.166689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.177079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a7af943b-b5a0-45f2-bce6-ca619facf68a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/routers/f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 200 len: 886 time: 0.4204712 Oct 11 04:26:06.180288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.184190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49912) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:06.263335 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7d2307d4-8890-45ce-b016-73ea6dc9d53c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 200 len: 205 time: 0.0757916 Oct 11 04:26:06.266220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49914) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:06.271455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.274260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.285749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5c57-eb94-4a02-a9f6-da2cf13c081b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Network': ['ID=72fee2ad-b2fb-4425-84b0-07f9b602fc89,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:06.322938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.330005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.358369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.409866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 is not hosted by any dhcp agent {{(pid=103098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:26:06.415132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:06.415806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.419835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "PUT /v2.0/networks/cac75bc9-c260-4b31-a626-aa0bc9a95fc3 HTTP/1.1" status: 200 len: 723 time: 0.5784171 Oct 11 04:26:06.423107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49916) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:06.425395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:06.447406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:06.458693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Attempting to bind port a98f2180-5fae-4da3-ad14-8669dae6e69d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:06.459202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Attempting to bind port a98f2180-5fae-4da3-ad14-8669dae6e69d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '00063f1d-c6f4-4878-8b7f-161c0a521e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:06.459659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Attempting to bind port a98f2180-5fae-4da3-ad14-8669dae6e69d on network 2269acfb-c07c-4a8f-849c-2098c2d7d021 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:06.474334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:06.478280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:06.497594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Pushing event updated for resources: {'Port': ['ID=09ae9b9c-1f08-4e16-9717-20b628986323,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:06.500649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.517834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:06.518395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Checking segment: {'id': '00063f1d-c6f4-4878-8b7f-161c0a521e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:06.519204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.519480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Bound using segment: {'id': '00063f1d-c6f4-4878-8b7f-161c0a521e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:06.520054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Bound port: a98f2180-5fae-4da3-ad14-8669dae6e69d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00063f1d-c6f4-4878-8b7f-161c0a521e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '2269acfb-c07c-4a8f-849c-2098c2d7d021'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:06.520538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.525869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bf166-120a-402e-8c44-d6281d320115 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=cac75bc9-c260-4b31-a626-aa0bc9a95fc3,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:06.539732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4303a1c4-7014-41bb-ba18-52533e4ecbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.558739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:06.565583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.608457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.620112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.661459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Attempting to bind port 09ae9b9c-1f08-4e16-9717-20b628986323 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:06.661836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Attempting to bind port 09ae9b9c-1f08-4e16-9717-20b628986323 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '35ba0664-bcfd-4625-98c7-943a3f8d1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:06.662344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Attempting to bind port 09ae9b9c-1f08-4e16-9717-20b628986323 on network d9194364-14dc-4e6d-bdf6-490ae0a6242c {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:06.696389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:06.706974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Deleting port 23ff959f-d7a2-4f83-9d0b-1be416b56c66 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:06.707310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.714876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:06.715251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Checking segment: {'id': '35ba0664-bcfd-4625-98c7-943a3f8d1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:06.715652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.716045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Bound using segment: {'id': '35ba0664-bcfd-4625-98c7-943a3f8d1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:06.716515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Bound port: 09ae9b9c-1f08-4e16-9717-20b628986323, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ba0664-bcfd-4625-98c7-943a3f8d1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:06.716891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.719502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:06.721719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:06.727892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Pushing event updated for resources: {'Port': ['ID=84fce363-f922-4532-a82e-95f164b6e69a,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:06.779607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router aa4960e8-f087-40b7-b4a3-f0b3f149adf8 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:06.840408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] For port a98f2180-5fae-4da3-ad14-8669dae6e69d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:06.869663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] For port a98f2180-5fae-4da3-ad14-8669dae6e69d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a98f2180-5fae-4da3-ad14-8669dae6e69d,segment=NetworkSegment(00063f1d-c6f4-4878-8b7f-161c0a521e46),segment_id=00063f1d-c6f4-4878-8b7f-161c0a521e46)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:06.880136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Attempting to bind port 84fce363-f922-4532-a82e-95f164b6e69a on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:06.880763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Attempting to bind port 84fce363-f922-4532-a82e-95f164b6e69a by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '98656053-f8cd-4e58-a92d-a2a073947228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:06.881266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Attempting to bind port 84fce363-f922-4532-a82e-95f164b6e69a on network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:06.884424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.897543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] For port 09ae9b9c-1f08-4e16-9717-20b628986323, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:06.900490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:06.900863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Checking segment: {'id': '98656053-f8cd-4e58-a92d-a2a073947228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:06.901264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.901654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Bound using segment: {'id': '98656053-f8cd-4e58-a92d-a2a073947228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:06.902198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Bound port: 84fce363-f922-4532-a82e-95f164b6e69a, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98656053-f8cd-4e58-a92d-a2a073947228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:06.902812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:06.956047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] For port 09ae9b9c-1f08-4e16-9717-20b628986323, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=09ae9b9c-1f08-4e16-9717-20b628986323,segment=NetworkSegment(35ba0664-bcfd-4625-98c7-943a3f8d1954),segment_id=35ba0664-bcfd-4625-98c7-943a3f8d1954)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:07.012416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:07.044784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.048713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.063706 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-984f0a93-a7ba-42d9-9c34-84b4972ed6af tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8745689 Oct 11 04:26:07.066099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49918) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:07.081853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] Sync routers for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:07.085799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:07.090901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8de2c-6970-467b-b95a-1162334733a5 None None] Pushing event updated for resources: {'Port': ['ID=a98f2180-5fae-4da3-ad14-8669dae6e69d,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:07.180828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] For port 84fce363-f922-4532-a82e-95f164b6e69a, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:07.242588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] For port 84fce363-f922-4532-a82e-95f164b6e69a, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84fce363-f922-4532-a82e-95f164b6e69a,segment=NetworkSegment(98656053-f8cd-4e58-a92d-a2a073947228),segment_id=98656053-f8cd-4e58-a92d-a2a073947228)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:07.254571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:07.254571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:07.301211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.322207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705789-76cc-463a-8a11-3c5128f3e8a5 None None] Pushing event updated for resources: {'Port': ['ID=09ae9b9c-1f08-4e16-9717-20b628986323,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:07.333625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:07.425813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:07.432955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:07.433708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:07.435106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.503277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.512590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] For port 23ff959f-d7a2-4f83-9d0b-1be416b56c66, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=23ff959f-d7a2-4f83-9d0b-1be416b56c66,segment=NetworkSegment(ab13a8d5-840d-475a-876c-eb2bad0068e3),segment_id=ab13a8d5-840d-475a-876c-eb2bad0068e3)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:07.513199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.524667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:07.525781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2bb45-b98a-41e2-b88e-34c75d810c0b None None] The sync data for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:07.540662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:07.543302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.543302 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 Oct 11 04:26:07.605728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Calling delete_port for 23ff959f-d7a2-4f83-9d0b-1be416b56c66 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:07.610935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0785d138-7c1a-4c6e-93e6-a403a58b88e0 None None] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:07.651064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef1f65-7a53-4f0b-a0de-708245629532 None None] Pushing event updated for resources: {'Port': ['ID=84fce363-f922-4532-a82e-95f164b6e69a,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:07.736891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.812474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.837317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.842125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:07.843131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.845102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b97b9ca0-76b4-4cbd-938f-e2ccee462482 None None] Provisioning complete for port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:07.845462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b97b9ca0-76b4-4cbd-938f-e2ccee462482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.845796 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b97b9ca0-76b4-4cbd-938f-e2ccee462482 None None] Attempt 1 to provision port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 Oct 11 04:26:07.915926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:07.971402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,segment=NetworkSegment(3ecc8358-882a-4d35-ba8b-d7795e544070),segment_id=3ecc8358-882a-4d35-ba8b-d7795e544070)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:07.983515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.011500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Port': ['ID=87e4a5e2-b952-4aae-86bb-8e8320fe9209,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:08.017492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port cb37d16e-f3fe-4791-90b9-e3bc683beaef {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:08.018063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.020331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.045896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.075430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:08.123047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b97b9ca0-76b4-4cbd-938f-e2ccee462482 None None] Current status of the port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:08.126684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Port': ['ID=23ff959f-d7a2-4f83-9d0b-1be416b56c66,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:08.163977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] No DVR routers for this DVR port 23ff959f-d7a2-4f83-9d0b-1be416b56c66 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:08.285534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.1 (4bc983c3-6742-49e5-a97e-ab6c2dd70c48/84e721f8-3411-4893-b1fe-ea93d1b2dee6/176bb5b3-5e1e-468f-87f2-d92202be2049) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:08.285925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.294214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.354770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for cb37d16e-f3fe-4791-90b9-e3bc683beaef owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:08.398509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.433606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.461050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Provisioning complete for port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:08.461430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.463492 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 1 to provision port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 Oct 11 04:26:08.501985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=c7c8255b-d047-4ddb-856c-ce473960d004,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:08.505681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:08.516866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc86dc48-921a-4f53-8783-b24515c2fbd7']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:08.520768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.539693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:08.542493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab13a8d5-840d-475a-876c-eb2bad0068e3') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:08.542821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab13a8d5-840d-475a-876c-eb2bad0068e3') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:08.560686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.587750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Current status of the port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:08.588597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:08.592305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:08.598265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': '26f5a8ca-b8ee-4679-a2c0-058242756bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:08.598735 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: cac75bc9-c260-4b31-a626-aa0bc9a95fc3, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:08.600115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:08.611376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Provisioning complete for port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:08.611756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.612086 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 1 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:08.658691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=176bb5b3-5e1e-468f-87f2-d92202be2049,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:08.677563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:08.691119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.716468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.744431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Releasing vlan 463 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:08.744862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:08.810312 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ab13a8d5-840d-475a-876c-eb2bad0068e3 resource provider aggregate not found Oct 11 04:26:08.853899 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ab13a8d5-840d-475a-876c-eb2bad0068e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab13a8d5-840d-475a-876c-eb2bad0068e3 found for delete ", "request_id": "req-79ecd280-0f0e-4770-86ae-c226940b9a5d"}]} Oct 11 04:26:08.855317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:08.956402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, cac75bc9-c260-4b31-a626-aa0bc9a95fc3) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:08.967187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03449e81-3a4d-49e8-aca7-64f74f18dd77 None None] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:09.029933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:09.030632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.047936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.089671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564f12b-8b15-43fd-843e-c5d5b6515240 None None] Network 2269acfb-c07c-4a8f-849c-2098c2d7d021 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:09.104638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.112480 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/networks/fc86dc48-921a-4f53-8783-b24515c2fbd7 HTTP/1.1" status: 204 len: 168 time: 2.9421520 Oct 11 04:26:09.130658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Router 8f7a400d-b0a7-4ae5-af93-e62ed32cf70a is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:09.150399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027190-4a53-4374-8671-64b29d7c05bc tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Network': ['ID=fc86dc48-921a-4f53-8783-b24515c2fbd7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:09.156677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49924) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:09.165294 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9ef54722-8b6b-43e7-94d6-83a4d337b4c8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7405069 Oct 11 04:26:09.181318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49926) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:09.187326 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 2 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:09.193119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:09.282504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.364178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 09ae9b9c-1f08-4e16-9717-20b628986323 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:09.402904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.410231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:09.465279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.466232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3da750-7e01-4719-98ed-9027b1363d8b None None] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:09.489269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=cb37d16e-f3fe-4791-90b9-e3bc683beaef,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:09.540756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-cac75bc9-c260-4b31-a626-aa0bc9a95fc3', 'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': 'c7c8255b-d047-4ddb-856c-ce473960d004'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:09.541604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.543862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.608454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.619897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7b0316-ffcd-4e46-9dea-8a4bf70f88eb None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:09.646641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 09ae9b9c-1f08-4e16-9717-20b628986323 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:09.647013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.648047 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 09ae9b9c-1f08-4e16-9717-20b628986323 Oct 11 04:26:09.649574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33074162'] for subnet, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.745185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:09.768572 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] Sync routers for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:09.775325 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2006f168-4a57-45ff-9285-79cc69728658 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3254170 Oct 11 04:26:09.781738 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:09.782882 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:09.784636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49928) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:09.802629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.827403 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:09.836545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.838337 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:09.839327 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:09.843335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:09.887273 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:09.889033 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83170ef8-fc9c-457a-9abc-7bbccb78eead None None] The sync data for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:09.945905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=176bb5b3-5e1e-468f-87f2-d92202be2049,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:09.946127 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 3 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:09.951178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.008013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.041009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.054378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.054648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:10.067028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:10.068867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:10.163420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 09ae9b9c-1f08-4e16-9717-20b628986323 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:10.163420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.166473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04599c1-5202-4a83-ab20-cfa680a6ff24']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.219940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.221072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:26:10.229542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 09ae9b9c-1f08-4e16-9717-20b628986323, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=09ae9b9c-1f08-4e16-9717-20b628986323,segment=NetworkSegment(35ba0664-bcfd-4625-98c7-943a3f8d1954),segment_id=35ba0664-bcfd-4625-98c7-943a3f8d1954)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:10.236673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.241793 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-33333f56-737b-4dd0-83be-1e9c02dd57f9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 204 len: 168 time: 3.9614751 Oct 11 04:26:10.242312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.242437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5caeae-79d4-4189-8e16-9282a14701ce') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.242578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a98f2180-5fae-4da3-ad14-8669dae6e69d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:10.242707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5caeae-79d4-4189-8e16-9282a14701ce') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.247112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49930) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:10.254626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1586043606'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:10.259717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router aa4960e8-f087-40b7-b4a3-f0b3f149adf8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:10.283510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777827260115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4420923'] for subnet, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.293273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.341080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:10.344707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.381135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:10.381726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.386495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "PUT /v2.0/subnets/c7c8255b-d047-4ddb-856c-ce473960d004 HTTP/1.1" status: 200 len: 826 time: 1.1979611 Oct 11 04:26:10.387731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.391525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49932) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:10.398026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=09ae9b9c-1f08-4e16-9717-20b628986323,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:10.408579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Releasing vlan 498 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:10.408579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.412083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3672d6-aea8-4756-8342-c5673aae82f5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=c7c8255b-d047-4ddb-856c-ce473960d004,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:10.453332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.470989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] Update dhcp port {'port': {'network_id': 'd9194364-14dc-4e6d-bdf6-490ae0a6242c', 'fixed_ips': [{'subnet_id': '85b4b75c-9881-4e21-a526-858b3e319188', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afd33de5-476a-423e-bd3d-6b82a0f7f90e'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': '09ae9b9c-1f08-4e16-9717-20b628986323'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:26:10.503515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a98f2180-5fae-4da3-ad14-8669dae6e69d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:10.504039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.504327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:10.504801 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a98f2180-5fae-4da3-ad14-8669dae6e69d Oct 11 04:26:10.516348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.516680 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment 6332858b-5add-46d4-9869-0c2d0a0bbee1 of type vlan for network f4f271dd-7a63-4382-bb38-f82bc78996ad Oct 11 04:26:10.526730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:10.540037 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d124207-32b6-4907-83c0-e8b5df8a4266 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/routers/aa4960e8-f087-40b7-b4a3-f0b3f149adf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4617276 Oct 11 04:26:10.540377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Allocated IP 2001:db8::2 (cac75bc9-c260-4b31-a626-aa0bc9a95fc3/c7c8255b-d047-4ddb-856c-ce473960d004/410ce784-b63a-4026-be16-2c959463b5e8) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:10.555734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] Sync routers for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:10.559521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49934) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:10.562238 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 4 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:10.568670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'port': {'network_id': '4bc983c3-6742-49e5-a97e-ab6c2dd70c48', 'name': 'tempest-FloatingIPTestJSON-1335441109'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:10.607798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.613374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.658645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:10.660067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.664970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:10.724511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.744867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.749998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:10.750616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:10.751027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.751214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.787928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:10.789521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a73e8-9a69-4fb5-9f66-f8b5497e5303 None None] The sync data for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:10.844505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.852553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=f4f271dd-7a63-4382-bb38-f82bc78996ad,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:10.874817 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-172143f9-b36e-47c0-89ea-9a16f30d2120 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6241217 Oct 11 04:26:10.875420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49936) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:10.883797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:10.902409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 2e5caeae-79d4-4189-8e16-9282a14701ce resource provider aggregate not found Oct 11 04:26:10.910046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.916364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:10.923130 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/networks/c04599c1-5202-4a83-ab20-cfa680a6ff24 HTTP/1.1" status: 204 len: 168 time: 1.7585435 Oct 11 04:26:10.926314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49942) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:10.934806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 2e5caeae-79d4-4189-8e16-9282a14701ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e5caeae-79d4-4189-8e16-9282a14701ce found for delete ", "request_id": "req-af655184-aadf-4f2d-8bc6-abd75edccd7a"}]} Oct 11 04:26:10.953780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1aa4-7d06-454f-bcbf-d599ab10652a tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Network': ['ID=c04599c1-5202-4a83-ab20-cfa680a6ff24,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:10.982376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] Allocated IP 172.20.0.1 (d9194364-14dc-4e6d-bdf6-490ae0a6242c/afd33de5-476a-423e-bd3d-6b82a0f7f90e/09ae9b9c-1f08-4e16-9717-20b628986323) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:11.005972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Made reservation on behalf of cdd2d5336883407dac16407b1b5ba7ca for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:11.009662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.050561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] device_id is not set on port 1771138a-d7c3-4576-a3a0-38a3c4b76912 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:26:11.061686 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-be5415c6-d898-4eb6-bcf1-a037f0216e97 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:26:11.066745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-be5415c6-d898-4eb6-bcf1-a037f0216e97 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2799609 Oct 11 04:26:11.067581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49944) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:11.080075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] For port 09ae9b9c-1f08-4e16-9717-20b628986323, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=09ae9b9c-1f08-4e16-9717-20b628986323,segment=NetworkSegment(35ba0664-bcfd-4625-98c7-943a3f8d1954),segment_id=35ba0664-bcfd-4625-98c7-943a3f8d1954)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:11.116500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.146879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network f4f271dd-7a63-4382-bb38-f82bc78996ad details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:11.153635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.176872 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 5 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:11.237012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.283190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.318490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Allocated IP 172.20.0.12 (4bc983c3-6742-49e5-a97e-ab6c2dd70c48/84e721f8-3411-4893-b1fe-ea93d1b2dee6/1771138a-d7c3-4576-a3a0-38a3c4b76912) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:11.321149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:11.324959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.392518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:11.400186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a98f2180-5fae-4da3-ad14-8669dae6e69d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:11.400186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.405155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836582-b463-4d60-bd1e-7ec5db478681 None None] Pushing event updated for resources: {'Port': ['ID=09ae9b9c-1f08-4e16-9717-20b628986323,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:11.416804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.482021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.487687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a98f2180-5fae-4da3-ad14-8669dae6e69d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a98f2180-5fae-4da3-ad14-8669dae6e69d,segment=NetworkSegment(00063f1d-c6f4-4878-8b7f-161c0a521e46),segment_id=00063f1d-c6f4-4878-8b7f-161c0a521e46)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:11.491845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.496223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.496966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84fce363-f922-4532-a82e-95f164b6e69a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:11.554732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:11.564912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:11.570357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:11.578885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.592666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Pushing event updated for resources: {'Port': ['ID=410ce784-b63a-4026-be16-2c959463b5e8,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:11.671663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.674467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae7fb55-fb60-48fb-9cf8-6a604b739efe']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:11.687255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Attempting to bind port 410ce784-b63a-4026-be16-2c959463b5e8 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:11.687867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Attempting to bind port 410ce784-b63a-4026-be16-2c959463b5e8 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '26f5a8ca-b8ee-4679-a2c0-058242756bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:11.687964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Attempting to bind port 410ce784-b63a-4026-be16-2c959463b5e8 on network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:11.711721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 84fce363-f922-4532-a82e-95f164b6e69a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:11.712088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.712423 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 84fce363-f922-4532-a82e-95f164b6e69a Oct 11 04:26:11.741781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfcd6d3-52c0-4ece-ac02-f67f86a72a67') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:11.741986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfcd6d3-52c0-4ece-ac02-f67f86a72a67') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:11.743670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a98f2180-5fae-4da3-ad14-8669dae6e69d,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:11.746977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:11.747565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Checking segment: {'id': '26f5a8ca-b8ee-4679-a2c0-058242756bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:11.748133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.748938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Bound using segment: {'id': '26f5a8ca-b8ee-4679-a2c0-058242756bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:11.749549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Bound port: 410ce784-b63a-4026-be16-2c959463b5e8, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f5a8ca-b8ee-4679-a2c0-058242756bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:11.750096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.754330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c8255b-d047-4ddb-856c-ce473960d004,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:11.759460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:11.759817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.763195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.819213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.851297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] For port 410ce784-b63a-4026-be16-2c959463b5e8, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:11.870592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] For port 410ce784-b63a-4026-be16-2c959463b5e8, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=410ce784-b63a-4026-be16-2c959463b5e8,segment=NetworkSegment(26f5a8ca-b8ee-4679-a2c0-058242756bfa),segment_id=26f5a8ca-b8ee-4679-a2c0-058242756bfa)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:11.875829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 84fce363-f922-4532-a82e-95f164b6e69a is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:11.876465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.878979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.881342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.896546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Calling delete_port for 87e4a5e2-b952-4aae-86bb-8e8320fe9209 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:11.899720 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 6 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:11.908279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.924367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:11.976413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:11.976937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.024926 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 3cfcd6d3-52c0-4ece-ac02-f67f86a72a67 resource provider aggregate not found Oct 11 04:26:12.068528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.074361 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 3cfcd6d3-52c0-4ece-ac02-f67f86a72a67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cfcd6d3-52c0-4ece-ac02-f67f86a72a67 found for delete ", "request_id": "req-fd9459e2-744a-4c59-ac0e-8ac890aba787"}]} Oct 11 04:26:12.076180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:12.146118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.150853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:12.160665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:12.162017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:12.172175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event updated for resources: {'Port': ['ID=1771138a-d7c3-4576-a3a0-38a3c4b76912,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:12.204644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Port': ['ID=87e4a5e2-b952-4aae-86bb-8e8320fe9209,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:12.231293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.253433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 84fce363-f922-4532-a82e-95f164b6e69a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84fce363-f922-4532-a82e-95f164b6e69a,segment=NetworkSegment(98656053-f8cd-4e58-a92d-a2a073947228),segment_id=98656053-f8cd-4e58-a92d-a2a073947228)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:12.256272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac75bc9-c260-4b31-a626-aa0bc9a95fc3']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.268267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca2544-9fb5-4ce5-86d7-bd283d415903 None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:12.273327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.273971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:12.290004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.293535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ce75b-5de7-4f5e-9703-ec1c8ff3793d None None] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:12.293984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] 10.222.0.39 "DELETE /v2.0/networks/5ae7fb55-fb60-48fb-9cf8-6a604b739efe HTTP/1.1" status: 204 len: 168 time: 1.3532407 Oct 11 04:26:12.321516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.337585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0f533-2dc4-4464-a487-8dc3f27059b6 None None] Pushing event updated for resources: {'Port': ['ID=410ce784-b63a-4026-be16-2c959463b5e8,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:12.352585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f5a8ca-b8ee-4679-a2c0-058242756bfa') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.352895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f5a8ca-b8ee-4679-a2c0-058242756bfa') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.399953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9e7e-4ef1-481d-bc56-edf21fa0916b tempest-BulkNetworkOpsTest-1878277321 tempest-BulkNetworkOpsTest-1878277321-project] Pushing event deleted for resources: {'Network': ['ID=5ae7fb55-fb60-48fb-9cf8-6a604b739efe,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:12.410300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:12.416606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.446064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.478705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.539011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.563244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7ad2f5af-4fc2-4546-8ef3-98480cc365a7 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0003378 Oct 11 04:26:12.595791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49952) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:12.596381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=84fce363-f922-4532-a82e-95f164b6e69a,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:12.609947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Request body: {'floatingip': {'port_id': '1771138a-d7c3-4576-a3a0-38a3c4b76912'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:12.619511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:12.619511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.658167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=ad9f863a-b48f-4397-ae4d-c4e798401a47,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:12.685125 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Attempt 7 to provision port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 Oct 11 04:26:12.703878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Router 8f7a400d-b0a7-4ae5-af93-e62ed32cf70a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:12.712975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': '6332858b-5add-46d4-9869-0c2d0a0bbee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:12.713190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: f4f271dd-7a63-4382-bb38-f82bc78996ad, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:12.737768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:12.738386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.738683 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 Oct 11 04:26:12.755027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49956) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:12.787512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.db.api [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:26:12.787512 dv-neutron-860894-1-hyperv neutron-server[103098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:26:12.787512 dv-neutron-860894-1-hyperv neutron-server[103098]: [parameters: {'id': 'cac75bc9-c260-4b31-a626-aa0bc9a95fc3'}] Oct 11 04:26:12.787512 dv-neutron-860894-1-hyperv neutron-server[103098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:12.788064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG oslo_db.api [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:12.794172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:12.795854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca821-8219-40a2-9b07-ad8e9081efde None None] Port 87e4a5e2-b952-4aae-86bb-8e8320fe9209 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:26:12.800865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:12.808632 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] Sync routers for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:12.810184 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-41e00e06-ab57-4d02-bd95-be2a008ce9a6 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407143 Oct 11 04:26:12.810999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49960) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:12.828755 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:12.829660 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.879452 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-01a9d86d-4741-494a-9748-228fb88b72bd tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] delete failed (client error): The resource could not be found. Oct 11 04:26:12.886489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e9dfa4-1894-432b-a35d-484cced80eab None None] Network cac75bc9-c260-4b31-a626-aa0bc9a95fc3 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:12.893230 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-01a9d86d-4741-494a-9748-228fb88b72bd tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-621405190 HTTP/1.1" status: 404 len: 334 time: 0.0758445 Oct 11 04:26:12.893841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49962) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:12.903494 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.909448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fe942622-6f50-45ea-929d-8a9a8254ba70 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:12.918399 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:12.919024 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.957529 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:12.958174 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1ae4f-c5af-4d70-ace9-eaff2a3c7106 None None] The sync data for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:13.036478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:13.045767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Provisioning complete for port 09ae9b9c-1f08-4e16-9717-20b628986323 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:13.046268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.046875 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 1 to provision port 09ae9b9c-1f08-4e16-9717-20b628986323 Oct 11 04:26:13.192583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a98f2180-5fae-4da3-ad14-8669dae6e69d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:13.194597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a7549-7c85-4a9d-87ba-3466fecc577a None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:26:13.222917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19ea3695-d2d6-47b7-8015-c8eeca8de260 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f546c80ce8b04cb2954a2cae6172b2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666076 Oct 11 04:26:13.226859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49964) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:13.262228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fe942622-6f50-45ea-929d-8a9a8254ba70 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.275600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Current status of the port 09ae9b9c-1f08-4e16-9717-20b628986323 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:13.295222 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-fe942622-6f50-45ea-929d-8a9a8254ba70 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] update failed (client error): The resource could not be found. Oct 11 04:26:13.302574 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fe942622-6f50-45ea-929d-8a9a8254ba70 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a HTTP/1.1" status: 404 len: 339 time: 0.3975277 Oct 11 04:26:13.302771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Could not find standard attr ID for object 87e4a5e2-b952-4aae-86bb-8e8320fe9209. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:26:13.303343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49966) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:13.323331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.330391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network f4f271dd-7a63-4382-bb38-f82bc78996ad is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:13.338809 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-a9502ee7-d7d7-4f00-b540-b89d896c5eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6476579 Oct 11 04:26:13.341887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a98f2180-5fae-4da3-ad14-8669dae6e69d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:13.342253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.342616 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a98f2180-5fae-4da3-ad14-8669dae6e69d Oct 11 04:26:13.344160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Provisioning complete for port 176bb5b3-5e1e-468f-87f2-d92202be2049 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:13.344420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.344729 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 1 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:13.372879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, f4f271dd-7a63-4382-bb38-f82bc78996ad) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:13.390258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:13.390914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.433580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:13.477516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5167d17-a59b-401c-b237-fa092f75d420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.478311 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-52d5bf8f-0a63-4f71-b5d5-7cc11c06dead tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5988281 Oct 11 04:26:13.481846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49968) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:13.495249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1412533455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:13.557501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a98f2180-5fae-4da3-ad14-8669dae6e69d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:13.558497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 09ae9b9c-1f08-4e16-9717-20b628986323 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:13.570160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port 410ce784-b63a-4026-be16-2c959463b5e8 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:13.570592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.573475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-2ed8367a-12c0-49db-a363-81ebb4b37f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:13.575039 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-2ed8367a-12c0-49db-a363-81ebb4b37f1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.1400356 Oct 11 04:26:13.578974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.579905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.619891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a7549-7c85-4a9d-87ba-3466fecc577a None None] Unable to find a vacant binding_index for network f4f271dd-7a63-4382-bb38-f82bc78996ad and agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f {{(pid=103100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 11 04:26:13.629897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a7549-7c85-4a9d-87ba-3466fecc577a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, f4f271dd-7a63-4382-bb38-f82bc78996ad) {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:26:13.641123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 09ae9b9c-1f08-4e16-9717-20b628986323 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:13.641123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.641608 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 09ae9b9c-1f08-4e16-9717-20b628986323 Oct 11 04:26:13.785853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port 410ce784-b63a-4026-be16-2c959463b5e8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=410ce784-b63a-4026-be16-2c959463b5e8,segment=NetworkSegment(26f5a8ca-b8ee-4679-a2c0-058242756bfa),segment_id=26f5a8ca-b8ee-4679-a2c0-058242756bfa)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:13.786444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.825075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 09ae9b9c-1f08-4e16-9717-20b628986323 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:13.826296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84fce363-f922-4532-a82e-95f164b6e69a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:13.831102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.843921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.848868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for 410ce784-b63a-4026-be16-2c959463b5e8 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:13.859186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5167d17-a59b-401c-b237-fa092f75d420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.948777 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 2 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:13.964492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.965704 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1afe20aa-6b96-4ce4-ac33-664b7639d97b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4782236 Oct 11 04:26:13.969852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-21c25591-b66a-48bb-8da0-e5f8ab37e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:13.971296 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-21c25591-b66a-48bb-8da0-e5f8ab37e188 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.3742387 Oct 11 04:26:13.973154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 49970) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:13.983204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.994195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 84fce363-f922-4532-a82e-95f164b6e69a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:13.994860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:13.995174 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 84fce363-f922-4532-a82e-95f164b6e69a Oct 11 04:26:14.043294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5167d17-a59b-401c-b237-fa092f75d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.046943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a5167d17-a59b-401c-b237-fa092f75d420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.048323 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a5167d17-a59b-401c-b237-fa092f75d420 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d6293c7-70a1-4f21-bf51-48f9b06d86ee HTTP/1.1" status: 204 len: 168 time: 0.8202841 Oct 11 04:26:14.075562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:14.092399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5167d17-a59b-401c-b237-fa092f75d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6293c7-70a1-4f21-bf51-48f9b06d86ee,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:14.120633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 26f5a8ca-b8ee-4679-a2c0-058242756bfa resource provider aggregate not found Oct 11 04:26:14.145364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-f4f271dd-7a63-4382-bb38-f82bc78996ad', 'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': 'ad9f863a-b48f-4397-ae4d-c4e798401a47'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:14.146362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.164331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.db.resource_extend [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 04:26:14.215336 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 26f5a8ca-b8ee-4679-a2c0-058242756bfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26f5a8ca-b8ee-4679-a2c0-058242756bfa found for delete ", "request_id": "req-3e4be2f9-f5d0-4c8b-bbf2-cdee544e3e4d"}]} Oct 11 04:26:14.288085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.299642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-f54baca1-d569-4123-9bbf-51f4ce9ef5ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.3132715 Oct 11 04:26:14.305038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.358779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Allocated IP 172.20.0.1 (2aac5039-ae00-4b61-ab7d-b40ed434a2b5/d7389c71-706a-4f45-b6cf-a448a830dec3/f52fd079-a2df-47d3-9722-aa046340d33b) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:14.383932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.387922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-08b9852e-93dc-4622-abe6-78f7f16eb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:14.389382 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-08b9852e-93dc-4622-abe6-78f7f16eb1a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.0804515 Oct 11 04:26:14.422959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 84fce363-f922-4532-a82e-95f164b6e69a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:14.484334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Allocated IP 172.20.0.2 (f4f271dd-7a63-4382-bb38-f82bc78996ad/ad9f863a-b48f-4397-ae4d-c4e798401a47/137d1d1a-dfac-4dff-8290-932765d050fc) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:14.508463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.514178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=410ce784-b63a-4026-be16-2c959463b5e8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:14.548518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port 410ce784-b63a-4026-be16-2c959463b5e8 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:14.557013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.578798 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 3 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:14.619493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:14.634328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Port': ['ID=f52fd079-a2df-47d3-9722-aa046340d33b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:14.642323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:14.648826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:14.651723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:14.697640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.717703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.726178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.770222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Network f4f271dd-7a63-4382-bb38-f82bc78996ad is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:14.774477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:14.774783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.778273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:14.791770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Pushing event updated for resources: {'Port': ['ID=137d1d1a-dfac-4dff-8290-932765d050fc,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:14.851426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Attempting to bind port 137d1d1a-dfac-4dff-8290-932765d050fc on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:14.851991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Attempting to bind port 137d1d1a-dfac-4dff-8290-932765d050fc by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '6332858b-5add-46d4-9869-0c2d0a0bbee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:14.852236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Attempting to bind port 137d1d1a-dfac-4dff-8290-932765d050fc on network f4f271dd-7a63-4382-bb38-f82bc78996ad {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:14.859422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:14.859802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Checking segment: {'id': '6332858b-5add-46d4-9869-0c2d0a0bbee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:14.860212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.860612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Bound using segment: {'id': '6332858b-5add-46d4-9869-0c2d0a0bbee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:14.861088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Bound port: 137d1d1a-dfac-4dff-8290-932765d050fc, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6332858b-5add-46d4-9869-0c2d0a0bbee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'f4f271dd-7a63-4382-bb38-f82bc78996ad'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:14.861851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.864748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.869806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.882391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-69c66cb5-915a-4c24-938d-0afe75b4e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:14.884222 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-69c66cb5-915a-4c24-938d-0afe75b4e3c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4241230 Oct 11 04:26:14.894563 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP 1af1ea4d-8755-4387-9d8b-a7a9b0edcd21 associated. External IP: 172.26.8.51, port: 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e. Oct 11 04:26:14.930650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] For port 137d1d1a-dfac-4dff-8290-932765d050fc, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:14.934299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] For port 137d1d1a-dfac-4dff-8290-932765d050fc, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=137d1d1a-dfac-4dff-8290-932765d050fc,segment=NetworkSegment(6332858b-5add-46d4-9869-0c2d0a0bbee1),segment_id=6332858b-5add-46d4-9869-0c2d0a0bbee1)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:14.940980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:14.979117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 49996) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:14.993622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac75bc9-c260-4b31-a626-aa0bc9a95fc3']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:15.007995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21bfdb-0a36-4fce-9194-6d1f764dbb8e None None] Pushing event updated for resources: {'Port': ['ID=137d1d1a-dfac-4dff-8290-932765d050fc,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:15.025648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f5a8ca-b8ee-4679-a2c0-058242756bfa') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:15.026288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f5a8ca-b8ee-4679-a2c0-058242756bfa') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:15.109031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765189701'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:15.121203 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 4 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:15.173614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:15.185051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:15.188657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.226853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.284250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.293142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.388878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.399181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event updated for resources: {'Port': ['ID=f52fd079-a2df-47d3-9722-aa046340d33b,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:15.418977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.423068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.437867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.504558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:15.517844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1206394e-2177-4720-9cd2-cb73d99c5cdf,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:15.528961 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.529303 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment 31eb711a-e219-414e-a8e8-3e164d1c5fd4 of type vlan for network 59455366-74d5-48a0-a264-508cd0d81884 Oct 11 04:26:15.537913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.556569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:15.556991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.585223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.589657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:15.591277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:15.667752 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-5f29bff0-fbe3-4709-9cd1-2595e3fe5349 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652385 Oct 11 04:26:15.675248 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 5 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:15.686402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.691901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:15.692528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.705089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.719290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.725210 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/cac75bc9-c260-4b31-a626-aa0bc9a95fc3 HTTP/1.1" status: 204 len: 168 time: 5.3331716 Oct 11 04:26:15.727310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:15.733496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50000) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:15.796834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e10de4-5138-4a4e-95b1-e64b6b2ba466 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:15.797412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e10de4-5138-4a4e-95b1-e64b6b2ba466 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:15.806788 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-88e10de4-5138-4a4e-95b1-e64b6b2ba466 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/cac75bc9-c260-4b31-a626-aa0bc9a95fc3 HTTP/1.1" status: 404 len: 339 time: 0.0708284 Oct 11 04:26:15.807445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50002) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:15.813634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e1b4-cdd8-4f57-b050-87493bd54c5a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=cac75bc9-c260-4b31-a626-aa0bc9a95fc3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:15.815074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-166684938', 'description': 'd1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:15.836010 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8557210 Oct 11 04:26:15.836759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537f9ae-bea8-4db2-980d-9b375e5a8437 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=59455366-74d5-48a0-a264-508cd0d81884,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:15.854610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Router 8f7a400d-b0a7-4ae5-af93-e62ed32cf70a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:15.857949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 59455366-74d5-48a0-a264-508cd0d81884 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:15.858698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:15.862410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.900173 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ef7a937-3877-4d73-9d2f-51c00f667b06 req-eacca6b0-e6fb-4215-86ed-61a494f4a157 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223492 Oct 11 04:26:15.926553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:15.946411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:15.947339 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 4cd702dc-639e-4abd-8b4c-d0b4435b5b0b of type vlan for network 911ea04c-68ab-467b-a85d-83f041a3fcab Oct 11 04:26:15.977693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.20.0.1 (f4f271dd-7a63-4382-bb38-f82bc78996ad/ad9f863a-b48f-4397-ae4d-c4e798401a47/002ea1df-bd03-473d-8463-76e87ee0e4ad) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:15.988202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50004) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:16.007273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '59455366-74d5-48a0-a264-508cd0d81884', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:16.009281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.082777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.088574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:16.089280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.110308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:16.144508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a9c9a-d2bd-4e68-b101-d737a5a9c3d0 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:26:16.168804 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3553395 Oct 11 04:26:16.170608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50006) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:16.217173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:16.226559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e1c7108-a993-45e3-92f9-651d6af0d7fe tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9222102 Oct 11 04:26:16.227408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde69a6-7276-4a5f-80f0-8b1dae60fa07 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=911ea04c-68ab-467b-a85d-83f041a3fcab,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:16.230208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50010) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:16.231174 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 6 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:16.262126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 911ea04c-68ab-467b-a85d-83f041a3fcab details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:16.264833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] Sync routers for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:16.281491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:16.285361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.289830 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 26f5a8ca-b8ee-4679-a2c0-058242756bfa resource provider aggregate not found Oct 11 04:26:16.332583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9aecfd37-2ee6-4f4c-aed5-eb3e92128718 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.332806 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 26f5a8ca-b8ee-4679-a2c0-058242756bfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26f5a8ca-b8ee-4679-a2c0-058242756bfa found for delete ", "request_id": "req-438f6474-735b-477f-918b-280abbf19343"}]} Oct 11 04:26:16.348615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:16.349260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.391333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:16.441189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.444882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.447110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-9aecfd37-2ee6-4f4c-aed5-eb3e92128718 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 04:26:16.449378 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9aecfd37-2ee6-4f4c-aed5-eb3e92128718 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a HTTP/1.1" status: 409 len: 329 time: 0.2179546 Oct 11 04:26:16.452370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50014) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:16.467911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a9c9a-d2bd-4e68-b101-d737a5a9c3d0 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:26:16.470937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:16.471659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.490217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84111143-1974-4ae6-821f-c0a99b5e6bdf tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:16.491852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-84111143-1974-4ae6-821f-c0a99b5e6bdf tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks?id=911ea04c-68ab-467b-a85d-83f041a3fcab HTTP/1.1" status: 200 len: 764 time: 0.3185155 Oct 11 04:26:16.497547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50016) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:16.513113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.513875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997d1a9-a415-47dc-923a-1ffe576495c5 None None] The sync data for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:16.540447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'description': 'd2'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:16.646557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:16.658642 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:16.673911 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:16.682510 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.736211 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.747559 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:16.749341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.749991 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.798171 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:16.799082 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28c0e2c-bb2a-4624-a054-33bfea630eaf None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:16.870125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:16.873155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30c48c-d8cb-4244-a40c-77508c3f57c5 None None] Network f4f271dd-7a63-4382-bb38-f82bc78996ad requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:16.892374 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 7 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:16.917012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network f4f271dd-7a63-4382-bb38-f82bc78996ad is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:16.950600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:16.952357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=002ea1df-bd03-473d-8463-76e87ee0e4ad,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:16.957849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:16.989372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:16.999159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.004913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.150262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.174400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 137d1d1a-dfac-4dff-8290-932765d050fc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:17.178327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.241981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting port f52fd079-a2df-47d3-9722-aa046340d33b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:17.242460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.248447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network 911ea04c-68ab-467b-a85d-83f041a3fcab is not hosted by any dhcp agent {{(pid=103098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:26:17.254250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:17.254933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.256252 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "PUT /v2.0/networks/911ea04c-68ab-467b-a85d-83f041a3fcab HTTP/1.1" status: 200 len: 761 time: 0.7531002 Oct 11 04:26:17.258664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 137d1d1a-dfac-4dff-8290-932765d050fc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:17.259050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.260260 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 137d1d1a-dfac-4dff-8290-932765d050fc Oct 11 04:26:17.276232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50018) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:17.330635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:17.367780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 137d1d1a-dfac-4dff-8290-932765d050fc is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:17.368979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.447384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 137d1d1a-dfac-4dff-8290-932765d050fc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=137d1d1a-dfac-4dff-8290-932765d050fc,segment=NetworkSegment(6332858b-5add-46d4-9869-0c2d0a0bbee1),segment_id=6332858b-5add-46d4-9869-0c2d0a0bbee1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:17.456942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.517728 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 8 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:17.520173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=137d1d1a-dfac-4dff-8290-932765d050fc,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:17.553279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191375-ca93-46db-8806-c0d78d05ae58 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=911ea04c-68ab-467b-a85d-83f041a3fcab,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:17.563018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb260dd8-9d32-449a-bb46-da454ad3990b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:17.565789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 911ea04c-68ab-467b-a85d-83f041a3fcab details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:17.568700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bb260dd8-9d32-449a-bb46-da454ad3990b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks?id=911ea04c-68ab-467b-a85d-83f041a3fcab HTTP/1.1" status: 200 len: 764 time: 0.2868142 Oct 11 04:26:17.573782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50020) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:17.574754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': '31eb711a-e219-414e-a8e8-3e164d1c5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '59455366-74d5-48a0-a264-508cd0d81884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:17.575212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 59455366-74d5-48a0-a264-508cd0d81884, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:17.592841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:17.660020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router aa4960e8-f087-40b7-b4a3-f0b3f149adf8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:17.685516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 59455366-74d5-48a0-a264-508cd0d81884 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:17.708651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.723150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Calling delete_port for f52fd079-a2df-47d3-9722-aa046340d33b owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:17.880491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2bf53a-f0b5-4e6c-a097-0283216c54cc None None] Network f4f271dd-7a63-4382-bb38-f82bc78996ad requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:17.910716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:17.939122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Port': ['ID=f52fd079-a2df-47d3-9722-aa046340d33b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:18.089545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.094675 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 9 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:18.141880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:18.159672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 59455366-74d5-48a0-a264-508cd0d81884) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:18.165412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.165957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.170175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841d168-58d6-4a8d-ab9b-aebc1ddf8b15 None None] Network 59455366-74d5-48a0-a264-508cd0d81884 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:18.179258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.223489 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e49d1ca-327e-45af-ac09-c721b8fd7e77 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2342670 Oct 11 04:26:18.280231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50022) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.290389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-166383803'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:18.298151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Router 8f7a400d-b0a7-4ae5-af93-e62ed32cf70a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:18.349398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c609c5-5a6d-45d3-8d07-e2e0a89bc8bb tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.353975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d4c609c5-5a6d-45d3-8d07-e2e0a89bc8bb tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7717159 Oct 11 04:26:18.357887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50024) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.371941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-59455366-74d5-48a0-a264-508cd0d81884', 'network_id': '59455366-74d5-48a0-a264-508cd0d81884', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': 'e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:18.372882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.406940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:18.414677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2399290a-a76a-4cde-a66f-0b286126005b tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610064 Oct 11 04:26:18.418219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50026) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.425000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e4e97a5f-dea0-4f10-8691-4657bc7e766e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 207 time: 0.0596273 Oct 11 04:26:18.429369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:18.431107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50028) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.433944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.478707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] Sync routers for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:18.512948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:18.513578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.561068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.574835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:18.579946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.589589 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] Sync routers for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:18.599831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:18.600497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.600628 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:18.601370 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.603435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] Routers {'8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:18.604049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.609584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.617494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.623047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.629294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.636658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.645827 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4bfcec54-ed44-436b-8cac-4b9cd9edfbf5 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.2112308 Oct 11 04:26:18.646476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50030) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.649756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.650765 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment 43b54259-0ddf-4941-b69a-aa1a9a2c2a67 of type vlan for network de47c165-d0fe-415a-bade-771fc9907605 Oct 11 04:26:18.652962 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.658674 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 10 to provision port 176bb5b3-5e1e-468f-87f2-d92202be2049 Oct 11 04:26:18.676925 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:18.677945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Allocated IP 172.20.255.242 (59455366-74d5-48a0-a264-508cd0d81884/e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6/46946788-4b58-4372-8f6c-2a4e04be7f84) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:18.679744 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.722093 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.723070 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b1205-a8aa-444c-87c1-d4fb4fe41fba None None] The sync data for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:18.737326 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-823f9e85-5d18-40f5-9ae6-199f9b29a802 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] show failed (client error): The resource could not be found. Oct 11 04:26:18.743435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-823f9e85-5d18-40f5-9ae6-199f9b29a802 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1935799427 HTTP/1.1" status: 404 len: 335 time: 0.3191745 Oct 11 04:26:18.743435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50032) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.746398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.748272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9588698f-e2ff-42ff-a5b8-10911c7ebb9e tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:18.759623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4534ea35-5390-491a-b53f-81b0ae20ebaf tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/floatingips/1af1ea4d-8755-4387-9d8b-a7a9b0edcd21 HTTP/1.1" status: 200 len: 978 time: 6.1600873 Oct 11 04:26:18.761314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50034) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.782070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:18.782741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc452eeb-058a-436d-897e-9cc59074ca02 None None] The sync data for ids ['8f7a400d-b0a7-4ae5-af93-e62ed32cf70a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:18.788386 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-9588698f-e2ff-42ff-a5b8-10911c7ebb9e tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] update failed (client error): The resource could not be found. Oct 11 04:26:18.792539 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9588698f-e2ff-42ff-a5b8-10911c7ebb9e tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-787593412 HTTP/1.1" status: 404 len: 334 time: 0.0456159 Oct 11 04:26:18.792706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50036) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.815547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 176bb5b3-5e1e-468f-87f2-d92202be2049 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:18.865260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.872323 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-96834d91-478f-4963-826c-a8f81870cffa tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2206118 Oct 11 04:26:18.872530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.872682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50038) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.872868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.913857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting subnet 5fb30619-6d7c-46f4-881f-57ae4d156d5e {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:18.922610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:18.971654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77bee3-900f-426a-aba3-a5a6d864b9d1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.973165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77bee3-900f-426a-aba3-a5a6d864b9d1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.973477 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6919553 Oct 11 04:26:18.974700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77bee3-900f-426a-aba3-a5a6d864b9d1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.976260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77bee3-900f-426a-aba3-a5a6d864b9d1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.977790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77bee3-900f-426a-aba3-a5a6d864b9d1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:18.982124 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6b77bee3-900f-426a-aba3-a5a6d864b9d1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1060843 Oct 11 04:26:18.982124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50040) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:18.987716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': 'de47c165-d0fe-415a-bade-771fc9907605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:18.990765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50042) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:19.010350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.011576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Provisioning complete for port 1771138a-d7c3-4576-a3a0-38a3c4b76912 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:19.012057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.012927 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 1 to provision port 1771138a-d7c3-4576-a3a0-38a3c4b76912 Oct 11 04:26:19.033980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94689a9f-0ca7-4c01-b8d0-6d8b3e25fcbd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=de47c165-d0fe-415a-bade-771fc9907605,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:19.058438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.063103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network de47c165-d0fe-415a-bade-771fc9907605 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:19.066963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 1771138a-d7c3-4576-a3a0-38a3c4b76912 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:19.081489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.082347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.096524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.135836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Pushing event updated for resources: {'Port': ['ID=46946788-4b58-4372-8f6c-2a4e04be7f84,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:19.141072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 1771138a-d7c3-4576-a3a0-38a3c4b76912 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:19.141541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.154479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:19.158368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.173770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed8dde-698d-43c0-9813-7eead3b938ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.175339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed8dde-698d-43c0-9813-7eead3b938ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.176790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed8dde-698d-43c0-9813-7eead3b938ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.178234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed8dde-698d-43c0-9813-7eead3b938ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.179745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed8dde-698d-43c0-9813-7eead3b938ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.181439 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dbed8dde-698d-43c0-9813-7eead3b938ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1611502 Oct 11 04:26:19.197010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Network 59455366-74d5-48a0-a264-508cd0d81884 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:19.199000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50044) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:19.200553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:19.202957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:19.234238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.255756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.262806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 137d1d1a-dfac-4dff-8290-932765d050fc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:19.307451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Attempting to bind port 46946788-4b58-4372-8f6c-2a4e04be7f84 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:19.307708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=002ea1df-bd03-473d-8463-76e87ee0e4ad,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:19.307835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Attempting to bind port 46946788-4b58-4372-8f6c-2a4e04be7f84 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '31eb711a-e219-414e-a8e8-3e164d1c5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '59455366-74d5-48a0-a264-508cd0d81884'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:19.308186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Attempting to bind port 46946788-4b58-4372-8f6c-2a4e04be7f84 on network 59455366-74d5-48a0-a264-508cd0d81884 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:19.319822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:19.320217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Checking segment: {'id': '31eb711a-e219-414e-a8e8-3e164d1c5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '59455366-74d5-48a0-a264-508cd0d81884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:19.320627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.321039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Bound using segment: {'id': '31eb711a-e219-414e-a8e8-3e164d1c5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '59455366-74d5-48a0-a264-508cd0d81884'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:19.321517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Bound port: 46946788-4b58-4372-8f6c-2a4e04be7f84, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eb711a-e219-414e-a8e8-3e164d1c5fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '59455366-74d5-48a0-a264-508cd0d81884'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:19.321901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.326883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.368849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 137d1d1a-dfac-4dff-8290-932765d050fc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:19.369225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.369565 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 137d1d1a-dfac-4dff-8290-932765d050fc Oct 11 04:26:19.384031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb30619-6d7c-46f4-881f-57ae4d156d5e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:19.386472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.391917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ee5da335-fdf8-4879-ba3d-29238659f920 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/subnets/5fb30619-6d7c-46f4-881f-57ae4d156d5e HTTP/1.1" status: 204 len: 168 time: 0.5960720 Oct 11 04:26:19.392081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.392581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50046) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:19.405916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ac24f-7c86-4129-93d9-f76c00ba0d27 None None] Network 2269acfb-c07c-4a8f-849c-2098c2d7d021 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:19.455597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] For port 46946788-4b58-4372-8f6c-2a4e04be7f84, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:19.497034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting subnet bbf4dbfc-4ec5-40fc-825e-f3764ff249bf {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:19.505119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.508907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] For port 46946788-4b58-4372-8f6c-2a4e04be7f84, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=46946788-4b58-4372-8f6c-2a4e04be7f84,segment=NetworkSegment(31eb711a-e219-414e-a8e8-3e164d1c5fd4),segment_id=31eb711a-e219-414e-a8e8-3e164d1c5fd4)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:19.518928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102123f9-9a86-46e1-ae94-bf72ab8d4588 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.524408 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-102123f9-9a86-46e1-ae94-bf72ab8d4588 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks/a389c2a7-d4b7-401e-b807-e488d2dd7e5c HTTP/1.1" status: 200 len: 803 time: 0.3203804 Oct 11 04:26:19.526566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50048) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:19.536401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.540599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.575804 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 2 to provision port 1771138a-d7c3-4576-a3a0-38a3c4b76912 Oct 11 04:26:19.599100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network f4f271dd-7a63-4382-bb38-f82bc78996ad is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:19.611965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.658752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:19.659803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=bd8d5fe9-e8ca-42aa-b7b2-bfc52bb0faeb,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:19.665714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 137d1d1a-dfac-4dff-8290-932765d050fc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:19.676550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 1771138a-d7c3-4576-a3a0-38a3c4b76912 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:19.681396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': '43b54259-0ddf-4941-b69a-aa1a9a2c2a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'de47c165-d0fe-415a-bade-771fc9907605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:19.681817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: de47c165-d0fe-415a-bade-771fc9907605, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:19.683004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab301c0b-c443-4f36-ac4c-3df2a06b1b7b None None] Pushing event updated for resources: {'Port': ['ID=46946788-4b58-4372-8f6c-2a4e04be7f84,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:19.738135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network de47c165-d0fe-415a-bade-771fc9907605 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:19.755706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.806859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, de47c165-d0fe-415a-bade-771fc9907605) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:19.815859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] DHCP port deletion for 2269acfb-c07c-4a8f-849c-2098c2d7d021 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:19.823007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:19.823776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:19.852600 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-797c42a1-bfa0-4ead-ad75-dba2bd0ead63 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8687918 Oct 11 04:26:19.858435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50050) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:19.904048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc6fef-9635-4801-b371-6a66af57d192 None None] Network de47c165-d0fe-415a-bade-771fc9907605 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:19.924515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e4415e3e-86d5-4790-861d-06f1c3c0cb41 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/networks/a389c2a7-d4b7-401e-b807-e488d2dd7e5c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3924005 Oct 11 04:26:19.929834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50052) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:19.965662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.036176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.039812 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/subnets/bbf4dbfc-4ec5-40fc-825e-f3764ff249bf HTTP/1.1" status: 204 len: 168 time: 0.6461015 Oct 11 04:26:20.042973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50054) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:20.046484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc8d72-5785-4550-866e-a6af4b05039f None None] Network 5fa39f0e-171f-4899-99c9-e9b8b6393b65 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:20.060564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.061091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.061413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Floating IP 1af1ea4d-8755-4387-9d8b-a7a9b0edcd21 disassociated. External IP: 172.26.8.51, port: 1771138a-d7c3-4576-a3a0-38a3c4b76912. Oct 11 04:26:20.062018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 1771138a-d7c3-4576-a3a0-38a3c4b76912 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:20.075899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc4e371-262b-457c-af15-58bdf39ecb80 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:20.077023 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4dc4e371-262b-457c-af15-58bdf39ecb80 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/subnets/a1bca816-de31-45f9-abad-4923033a8f85 HTTP/1.1" status: 200 len: 843 time: 0.1447442 Oct 11 04:26:20.083358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50056) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:20.094801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03b7d9-ff7e-4e8e-bdaa-b48194e0c435 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf4dbfc-4ec5-40fc-825e-f3764ff249bf,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:20.107691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] Deleting port a98f2180-5fae-4da3-ad14-8669dae6e69d {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:20.108341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.174512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.177342 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 3 to provision port 1771138a-d7c3-4576-a3a0-38a3c4b76912 Oct 11 04:26:20.189902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 52de05a4-823c-4c10-ad80-172346353ac1 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:20.196681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.207038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3bdbc6-2b38-45e3-98b2-a43febfcb989 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:20.212245 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd3bdbc6-2b38-45e3-98b2-a43febfcb989 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "GET /v2.0/subnets/a1bca816-de31-45f9-abad-4923033a8f85?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1221690 Oct 11 04:26:20.212722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:20.218411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655133731'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:20.266942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.301637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] For port a98f2180-5fae-4da3-ad14-8669dae6e69d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a98f2180-5fae-4da3-ad14-8669dae6e69d,segment=NetworkSegment(00063f1d-c6f4-4878-8b7f-161c0a521e46),segment_id=00063f1d-c6f4-4878-8b7f-161c0a521e46)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:20.302607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.328326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:20.329531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting port a98f2180-5fae-4da3-ad14-8669dae6e69d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:20.329948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.331834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.354788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] Calling delete_port for a98f2180-5fae-4da3-ad14-8669dae6e69d owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:20.359632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a05a8a-6963-47ab-8165-c15f878b3fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-de47c165-d0fe-415a-bade-771fc9907605', 'network_id': 'de47c165-d0fe-415a-bade-771fc9907605', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': 'bd8d5fe9-e8ca-42aa-b7b2-bfc52bb0faeb'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:20.360672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26a05a8a-6963-47ab-8165-c15f878b3fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.367409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 1771138a-d7c3-4576-a3a0-38a3c4b76912 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:20.406978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.407573 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:20.416196 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-270d286b-7582-42ca-8815-5d7044d1c2fa tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/52de05a4-823c-4c10-ad80-172346353ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4348423 Oct 11 04:26:20.417571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50060) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:20.423599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] For port a98f2180-5fae-4da3-ad14-8669dae6e69d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a98f2180-5fae-4da3-ad14-8669dae6e69d,segment=NetworkSegment(00063f1d-c6f4-4878-8b7f-161c0a521e46),segment_id=00063f1d-c6f4-4878-8b7f-161c0a521e46)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:20.423599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.433683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] Sync routers for ids ['52de05a4-823c-4c10-ad80-172346353ac1'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:20.437990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:20.456646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8d5fe9-e8ca-42aa-b7b2-bfc52bb0faeb,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:20.459707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Calling delete_port for a98f2180-5fae-4da3-ad14-8669dae6e69d owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:20.477516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.482137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.482488 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Added segment 00586721-a446-410b-831a-ac6bfbc5ca22 of type vlan for network a468afb4-12d4-437d-a0ab-208613d38a5a Oct 11 04:26:20.508610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7f836-c177-41cb-b5d1-a66f91be64d6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:20.512517 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d2d7f836-c177-41cb-b5d1-a66f91be64d6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports/002ea1df-bd03-473d-8463-76e87ee0e4ad HTTP/1.1" status: 200 len: 910 time: 0.0915487 Oct 11 04:26:20.518678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:20.523670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad9f863a-b48f-4397-ae4d-c4e798401a47'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:20.536848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] Routers {'52de05a4-823c-4c10-ad80-172346353ac1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:20.537222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=1771138a-d7c3-4576-a3a0-38a3c4b76912,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:20.537611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['52de05a4-823c-4c10-ad80-172346353ac1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.587068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.589250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbaf711-dab6-4907-bbbd-0b802b3e5b8f None None] Network de47c165-d0fe-415a-bade-771fc9907605 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:20.594209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.635419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] DHCP port deletion for 5fa39f0e-171f-4899-99c9-e9b8b6393b65 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:20.672577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.676081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.680797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:20.681663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.742638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de47c165-d0fe-415a-bade-771fc9907605']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.761400 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5477436 Oct 11 04:26:20.787414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50064) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:20.789450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b54259-0ddf-4941-b69a-aa1a9a2c2a67') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.789825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b54259-0ddf-4941-b69a-aa1a9a2c2a67') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.790747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] Routers {'52de05a4-823c-4c10-ad80-172346353ac1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:20.791953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['52de05a4-823c-4c10-ad80-172346353ac1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.821632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:20.822833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe581-8e2e-4ae6-88f5-efefc2afee1b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Network': ['ID=a468afb4-12d4-437d-a0ab-208613d38a5a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:20.831361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router aa4960e8-f087-40b7-b4a3-f0b3f149adf8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:20.835405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.856649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network a468afb4-12d4-437d-a0ab-208613d38a5a details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:20.861061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.871905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:20.872530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd59846-ec5a-4012-b01b-a35e96196f3c None None] The sync data for ids ['52de05a4-823c-4c10-ad80-172346353ac1'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:20.874442 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 4 to provision port 1771138a-d7c3-4576-a3a0-38a3c4b76912 Oct 11 04:26:20.890505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.894562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.940389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 470 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:20.941181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:20.990312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:21.002551 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] Sync routers for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:21.026421 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:21.027255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.045447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] Pushing event deleted for resources: {'Port': ['ID=a98f2180-5fae-4da3-ad14-8669dae6e69d,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:21.053035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Port 1771138a-d7c3-4576-a3a0-38a3c4b76912 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:26:21.058454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827517f0-62d1-4d7f-9921-95b0ef76f6da None None] No DVR routers for this DVR port a98f2180-5fae-4da3-ad14-8669dae6e69d on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:21.089094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.089334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] Deleting port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:21.089762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.096779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b7d056a-ac78-4326-a427-950b3ae7b58c tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/ports/1771138a-d7c3-4576-a3a0-38a3c4b76912 HTTP/1.1" status: 204 len: 168 time: 2.3287375 Oct 11 04:26:21.099485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Port': ['ID=a98f2180-5fae-4da3-ad14-8669dae6e69d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:21.102167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50068) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:21.104999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] No DVR routers for this DVR port a98f2180-5fae-4da3-ad14-8669dae6e69d on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:21.110025 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.118559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 43b54259-0ddf-4941-b69a-aa1a9a2c2a67 resource provider aggregate not found Oct 11 04:26:21.138322 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:21.138967 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.200930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] For port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,segment=NetworkSegment(3ecc8358-882a-4d35-ba8b-d7795e544070),segment_id=3ecc8358-882a-4d35-ba8b-d7795e544070)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:21.201332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.205231 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 43b54259-0ddf-4941-b69a-aa1a9a2c2a67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43b54259-0ddf-4941-b69a-aa1a9a2c2a67 found for delete ", "request_id": "req-235bd842-9f6c-4125-bb46-97f029774b19"}]} Oct 11 04:26:21.215700 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.216516 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433bdc9c-9b20-4f7e-a68e-6d84f8756165 None None] The sync data for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:21.294479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.320743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.324578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.343162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.350098 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/de47c165-d0fe-415a-bade-771fc9907605 HTTP/1.1" status: 204 len: 168 time: 1.4867177 Oct 11 04:26:21.360349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50072) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:21.367915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323227836'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:21.381507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebaff95-9c27-4c64-9884-6505fffbcc53 None None] Network 59455366-74d5-48a0-a264-508cd0d81884 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:21.383811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 46946788-4b58-4372-8f6c-2a4e04be7f84 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:21.386284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] Calling delete_port for f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:21.389056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Provisioning complete for port 84fce363-f922-4532-a82e-95f164b6e69a triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:21.389428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.389756 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Attempt 1 to provision port 84fce363-f922-4532-a82e-95f164b6e69a Oct 11 04:26:21.390861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Made reservation on behalf of c7dc509d89914d3098d589b93b7a7631 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:21.394331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.402558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3dc4-2185-4730-a5f8-835733d1c701 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=de47c165-d0fe-415a-bade-771fc9907605,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:21.415702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2269acfb-c07c-4a8f-849c-2098c2d7d021']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.460216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00063f1d-c6f4-4878-8b7f-161c0a521e46') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.460686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00063f1d-c6f4-4878-8b7f-161c0a521e46') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:21.486606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.515271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Performing IP validity checks on allocation pools {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:26:21.515789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:26:21.532780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:21.536471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.551409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.613081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Releasing vlan 474 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:21.613495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.676658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.738117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] Pushing event deleted for resources: {'Port': ['ID=f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:21.742954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78bee5d-7073-4c1a-9aa1-f318861bbba2 None None] No DVR routers for this DVR port f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:21.779486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 46946788-4b58-4372-8f6c-2a4e04be7f84 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:21.779946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.780354 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 46946788-4b58-4372-8f6c-2a4e04be7f84 Oct 11 04:26:21.853412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Current status of the port 84fce363-f922-4532-a82e-95f164b6e69a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:21.861580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b76ff7f8-fb33-4f86-b608-bde54e310446 None None] Could not find standard attr ID for object a98f2180-5fae-4da3-ad14-8669dae6e69d. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:26:21.924522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 46946788-4b58-4372-8f6c-2a4e04be7f84 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:21.925523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.931075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:21.976942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 46946788-4b58-4372-8f6c-2a4e04be7f84, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=46946788-4b58-4372-8f6c-2a4e04be7f84,segment=NetworkSegment(31eb711a-e219-414e-a8e8-3e164d1c5fd4),segment_id=31eb711a-e219-414e-a8e8-3e164d1c5fd4)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:21.988640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.024745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Provisioning complete for port 09ae9b9c-1f08-4e16-9717-20b628986323 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:22.025158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.025569 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 1 to provision port 09ae9b9c-1f08-4e16-9717-20b628986323 Oct 11 04:26:22.032485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:22.091227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a98f2180-5fae-4da3-ad14-8669dae6e69d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:22.122061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a98f2180-5fae-4da3-ad14-8669dae6e69d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:22.122566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a98f2180-5fae-4da3-ad14-8669dae6e69d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:22.123093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:22.149497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=46946788-4b58-4372-8f6c-2a4e04be7f84,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:22.154038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:22.154400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0cb6d5a-4844-4ad3-b6d2-59fdbde82c43 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:22.164435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.164787 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment ea47ec6f-2490-4028-8cf9-92231645a1be of type vlan for network 1f27c7f7-8481-4b66-aabc-b52150af358f Oct 11 04:26:22.170780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.212716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.215107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Current status of the port 09ae9b9c-1f08-4e16-9717-20b628986323 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:22.218698 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/networks/2269acfb-c07c-4a8f-849c-2098c2d7d021 HTTP/1.1" status: 204 len: 168 time: 2.1463761 Oct 11 04:26:22.220110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Could not find standard attr ID for object f52fd079-a2df-47d3-9722-aa046340d33b. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:26:22.220263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50078) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:22.232268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Provisioning complete for port 46946788-4b58-4372-8f6c-2a4e04be7f84 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:22.232591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.233025 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 1 to provision port 46946788-4b58-4372-8f6c-2a4e04be7f84 Oct 11 04:26:22.258227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bf480-1dd0-45d2-80bc-8e39d40f1440 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Network': ['ID=2269acfb-c07c-4a8f-849c-2098c2d7d021,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:22.284283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.336381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Current status of the port 46946788-4b58-4372-8f6c-2a4e04be7f84 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:22.349801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.351027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Provisioning complete for port 002ea1df-bd03-473d-8463-76e87ee0e4ad triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:22.351927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.351927 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 1 to provision port 002ea1df-bd03-473d-8463-76e87ee0e4ad Oct 11 04:26:22.382769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.388106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:22.388662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.396335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Port 002ea1df-bd03-473d-8463-76e87ee0e4ad cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:22.409778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 176bb5b3-5e1e-468f-87f2-d92202be2049 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:22.410127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.423727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.480143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.483822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1226058 Oct 11 04:26:22.488908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50080) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:22.519335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:22.553097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9004af-0b44-4e5d-af22-e947ae7c46ff tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=1f27c7f7-8481-4b66-aabc-b52150af358f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:22.558607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa39f0e-171f-4899-99c9-e9b8b6393b65']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:22.566111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 1f27c7f7-8481-4b66-aabc-b52150af358f details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:22.576034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=8eb2d974-a456-4fc4-a710-3f65c5dd3699,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:22.590735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecc8358-882a-4d35-ba8b-d7795e544070') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:22.591011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecc8358-882a-4d35-ba8b-d7795e544070') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:22.602682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Checking segment: {'id': '00586721-a446-410b-831a-ac6bfbc5ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:22.603387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network hostable DHCP agents. Network: a468afb4-12d4-437d-a0ab-208613d38a5a, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:22.608559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.620564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.638280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.642122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.667498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 176bb5b3-5e1e-468f-87f2-d92202be2049 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:22.673660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.684333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Network a468afb4-12d4-437d-a0ab-208613d38a5a is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:22.689505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:22.689923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.711334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=002ea1df-bd03-473d-8463-76e87ee0e4ad,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:22.713550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, a468afb4-12d4-437d-a0ab-208613d38a5a) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:22.720549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:22.721138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.722473 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3acfb5ee-5a72-4c6f-9928-ef35e1c04bef tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/ports/002ea1df-bd03-473d-8463-76e87ee0e4ad HTTP/1.1" status: 200 len: 910 time: 2.2041647 Oct 11 04:26:22.722767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a812b63-7dec-439d-8271-106f2a4b66eb None None] Network a468afb4-12d4-437d-a0ab-208613d38a5a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:22.726110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:22.726472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.728677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50084) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:22.754122 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 3ecc8358-882a-4d35-ba8b-d7795e544070 resource provider aggregate not found Oct 11 04:26:22.765740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:22.769326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.783097 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 3ecc8358-882a-4d35-ba8b-d7795e544070 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ecc8358-882a-4d35-ba8b-d7795e544070 found for delete ", "request_id": "req-34ff02dd-4ea0-46be-826c-9f1ef09f44c2"}]} Oct 11 04:26:22.796433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4da55437-9601-4097-9516-a0c8eec343ba tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9951835 Oct 11 04:26:22.820477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:22.825683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:22.877625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.895837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-a468afb4-12d4-437d-a0ab-208613d38a5a', 'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a', 'tenant_id': 'c7dc509d89914d3098d589b93b7a7631', 'fixed_ips': [{'subnet_id': '8eb2d974-a456-4fc4-a710-3f65c5dd3699'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:22.896877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.900964 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 2 to provision port 002ea1df-bd03-473d-8463-76e87ee0e4ad Oct 11 04:26:22.916864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.ipam_backend_mixin [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing IP validity checks on allocation pools {{(pid=103098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:26:22.917415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.ipam_backend_mixin [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:26:22.928555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:22.931842 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/networks/5fa39f0e-171f-4899-99c9-e9b8b6393b65 HTTP/1.1" status: 204 len: 168 time: 0.7111034 Oct 11 04:26:22.934693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50090) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:22.999902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb82e1-94cb-42f6-81eb-583f13d633d7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Network': ['ID=5fa39f0e-171f-4899-99c9-e9b8b6393b65,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:23.005199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Port 002ea1df-bd03-473d-8463-76e87ee0e4ad cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:23.024637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting subnet d7389c71-706a-4f45-b6cf-a448a830dec3 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:23.031302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.092541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6204629'] for subnet, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.108918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.112525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Allocated IP 2001:db8::3 (a468afb4-12d4-437d-a0ab-208613d38a5a/8eb2d974-a456-4fc4-a710-3f65c5dd3699/73447ea1-d5b0-4450-bbd8-ed5044cf3e3a) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:23.168630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 46946788-4b58-4372-8f6c-2a4e04be7f84 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:23.223312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.246408 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 00063f1d-c6f4-4878-8b7f-161c0a521e46 resource provider aggregate not found Oct 11 04:26:23.261879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=176bb5b3-5e1e-468f-87f2-d92202be2049,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:23.263959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.281853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 46946788-4b58-4372-8f6c-2a4e04be7f84 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:23.282237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.282571 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 46946788-4b58-4372-8f6c-2a4e04be7f84 Oct 11 04:26:23.288283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.366923 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 00063f1d-c6f4-4878-8b7f-161c0a521e46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00063f1d-c6f4-4878-8b7f-161c0a521e46 found for delete ", "request_id": "req-d6c0f58c-e847-47e1-a1be-ccba69ce6bb3"}]} Oct 11 04:26:23.373222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.373465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.382222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.396347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=03a0cb79-6348-44a1-b02c-88cea3ab8555,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:23.421736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': 'ea47ec6f-2490-4028-8cf9-92231645a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:23.422250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 1f27c7f7-8481-4b66-aabc-b52150af358f, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:23.438589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Network a468afb4-12d4-437d-a0ab-208613d38a5a is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:23.442287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:23.451768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:23.468713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 46946788-4b58-4372-8f6c-2a4e04be7f84 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:23.473905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Pushing event updated for resources: {'Port': ['ID=73447ea1-d5b0-4450-bbd8-ed5044cf3e3a,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:23.488693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.506909 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 3 to provision port 002ea1df-bd03-473d-8463-76e87ee0e4ad Oct 11 04:26:23.523524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 1f27c7f7-8481-4b66-aabc-b52150af358f is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:23.533811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Subnet': ['ID=d7389c71-706a-4f45-b6cf-a448a830dec3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:23.550239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 1f27c7f7-8481-4b66-aabc-b52150af358f) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:23.553182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.556285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d58100c7-116f-4a89-aeef-0c7d7d1f0cf7 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/subnets/d7389c71-706a-4f45-b6cf-a448a830dec3 HTTP/1.1" status: 204 len: 168 time: 0.6203768 Oct 11 04:26:23.562189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50096) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:23.581006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac370eb-215e-4842-b7fc-a552871f98d1 None None] Network 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:23.582879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75b07b-84df-442d-baca-68cd97ff831b None None] Network 1f27c7f7-8481-4b66-aabc-b52150af358f requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:23.599944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:23.600700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.646548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Attempting to bind port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:23.646919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Attempting to bind port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '00586721-a446-410b-831a-ac6bfbc5ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:23.647834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Attempting to bind port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a on network a468afb4-12d4-437d-a0ab-208613d38a5a {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:23.668478 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:26:23.712513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Port 002ea1df-bd03-473d-8463-76e87ee0e4ad cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:23.713716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:23.713716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Checking segment: {'id': '00586721-a446-410b-831a-ac6bfbc5ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:23.714020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.714337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Bound using segment: {'id': '00586721-a446-410b-831a-ac6bfbc5ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:23.714836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Bound port: 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00586721-a446-410b-831a-ac6bfbc5ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'a468afb4-12d4-437d-a0ab-208613d38a5a'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:23.715206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.729081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.742892 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4ff15c04-b56c-45c3-8426-200c2d193fdf tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2245281 Oct 11 04:26:23.743221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50098) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:23.747856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.857176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 002ea1df-bd03-473d-8463-76e87ee0e4ad {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:23.857519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.885974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] For port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:23.890694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] For port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=73447ea1-d5b0-4450-bbd8-ed5044cf3e3a,segment=NetworkSegment(00586721-a446-410b-831a-ac6bfbc5ca22),segment_id=00586721-a446-410b-831a-ac6bfbc5ca22)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:23.893129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.914229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.923518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-1f27c7f7-8481-4b66-aabc-b52150af358f', 'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': '03a0cb79-6348-44a1-b02c-88cea3ab8555'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:23.924418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.954659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Deleting port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:23.955214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:23.959509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777827260115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5892807'] for subnet, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.003964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4996a-adda-46a3-8b20-73096e1d9cc8 None None] Pushing event updated for resources: {'Port': ['ID=73447ea1-d5b0-4450-bbd8-ed5044cf3e3a,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:24.039112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event updated for resources: {'Subnet': ['ID=8eb2d974-a456-4fc4-a710-3f65c5dd3699,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:24.048205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.062959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] DHCP port deletion for 2aac5039-ae00-4b61-ab7d-b40ed434a2b5 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:24.068557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.071475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 002ea1df-bd03-473d-8463-76e87ee0e4ad owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:24.122899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:24.123513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.125138 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4c4119f1-1426-4885-8032-fa28de344735 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "PUT /v2.0/subnets/8eb2d974-a456-4fc4-a710-3f65c5dd3699 HTTP/1.1" status: 200 len: 900 time: 1.3036988 Oct 11 04:26:24.151530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50100) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:24.175388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] For port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,segment=NetworkSegment(b0c4a779-e147-4487-8029-8fd9a81c1ed6),segment_id=b0c4a779-e147-4487-8029-8fd9a81c1ed6)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:24.175786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.198878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Calling delete_port for d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:24.339871 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 4 to provision port 002ea1df-bd03-473d-8463-76e87ee0e4ad Oct 11 04:26:24.343927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.359613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router aa4960e8-f087-40b7-b4a3-f0b3f149adf8 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:24.399665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Allocated IP 172.20.0.3 (1f27c7f7-8481-4b66-aabc-b52150af358f/03a0cb79-6348-44a1-b02c-88cea3ab8555/c41bbcf6-294d-468f-8879-aa25f6792ef2) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:24.405405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Port 002ea1df-bd03-473d-8463-76e87ee0e4ad cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:24.414393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Deleting port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:24.415220 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.421675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.456636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Port': ['ID=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:24.464646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] No DVR routers for this DVR port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:24.521728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:24.522853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.561841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] For port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:24.562221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.585746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Calling delete_port for d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:24.587105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:26:24.587530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.590563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.610062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:24.613055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=73447ea1-d5b0-4450-bbd8-ed5044cf3e3a,segment=NetworkSegment(00586721-a446-410b-831a-ac6bfbc5ca22),segment_id=00586721-a446-410b-831a-ac6bfbc5ca22)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:24.613367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.620501 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0cbb6fe3-ffdb-477f-a8dd-1b1fdb1fb014 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/routers/aa4960e8-f087-40b7-b4a3-f0b3f149adf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5134652 Oct 11 04:26:24.620501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aac5039-ae00-4b61-ab7d-b40ed434a2b5']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:24.620501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50104) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:24.627238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:24.627376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] Pushing event deleted for resources: {'Port': ['ID=d4ddcdb1-3432-4df3-bc52-5fee7e9cd324,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:24.655887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] Sync routers for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:24.660287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ffacf-6b94-40db-bb0a-6a3c0b50f8a4 None None] No DVR routers for this DVR port d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:24.680716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:24.681067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.681380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:24.719794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=002ea1df-bd03-473d-8463-76e87ee0e4ad,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:24.720994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:24.735169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.741928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] Routers {'aa4960e8-f087-40b7-b4a3-f0b3f149adf8'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:24.742606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:24.785717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.794812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:24.795464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcd1a0-c0d0-42eb-8c7a-867e17d38143 None None] The sync data for ids ['aa4960e8-f087-40b7-b4a3-f0b3f149adf8'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:24.848885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Network 1f27c7f7-8481-4b66-aabc-b52150af358f is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:24.852116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:24.853706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.857476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:24.860907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Pushing event updated for resources: {'Port': ['ID=c41bbcf6-294d-468f-8879-aa25f6792ef2,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:24.909846 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 5 to provision port 002ea1df-bd03-473d-8463-76e87ee0e4ad Oct 11 04:26:24.940520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Port 002ea1df-bd03-473d-8463-76e87ee0e4ad was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:26:24.946300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Attempting to bind port c41bbcf6-294d-468f-8879-aa25f6792ef2 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:24.946718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Attempting to bind port c41bbcf6-294d-468f-8879-aa25f6792ef2 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ea47ec6f-2490-4028-8cf9-92231645a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:24.947091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Attempting to bind port c41bbcf6-294d-468f-8879-aa25f6792ef2 on network 1f27c7f7-8481-4b66-aabc-b52150af358f {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:24.952761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:24.953153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Checking segment: {'id': 'ea47ec6f-2490-4028-8cf9-92231645a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:24.953566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.953973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Bound using segment: {'id': 'ea47ec6f-2490-4028-8cf9-92231645a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:24.954453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Bound port: c41bbcf6-294d-468f-8879-aa25f6792ef2, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea47ec6f-2490-4028-8cf9-92231645a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '1f27c7f7-8481-4b66-aabc-b52150af358f'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:24.954869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.977222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Provisioning complete for port 137d1d1a-dfac-4dff-8290-932765d050fc triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:24.977597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:24.977934 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Attempt 1 to provision port 137d1d1a-dfac-4dff-8290-932765d050fc Oct 11 04:26:24.993667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c4a779-e147-4487-8029-8fd9a81c1ed6') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:24.994326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c4a779-e147-4487-8029-8fd9a81c1ed6') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:25.008619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.030228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.040093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Releasing vlan 495 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:25.040448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.062058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.080035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=03a0cb79-6348-44a1-b02c-88cea3ab8555,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:25.084069 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b0c4a779-e147-4487-8029-8fd9a81c1ed6 resource provider aggregate not found Oct 11 04:26:25.097112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] For port c41bbcf6-294d-468f-8879-aa25f6792ef2, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:25.117468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.124785 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b0c4a779-e147-4487-8029-8fd9a81c1ed6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0c4a779-e147-4487-8029-8fd9a81c1ed6 found for delete ", "request_id": "req-37ba6efa-03b1-4b9c-800d-bc69f0e770d7"}]} Oct 11 04:26:25.164957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.165781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5755e-b9a4-42d1-9f37-b7d77644d024 None None] Current status of the port 137d1d1a-dfac-4dff-8290-932765d050fc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:25.191781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] For port c41bbcf6-294d-468f-8879-aa25f6792ef2, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c41bbcf6-294d-468f-8879-aa25f6792ef2,segment=NetworkSegment(ea47ec6f-2490-4028-8cf9-92231645a1be),segment_id=ea47ec6f-2490-4028-8cf9-92231645a1be)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:25.199231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.218704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.221597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=73447ea1-d5b0-4450-bbd8-ed5044cf3e3a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:25.226912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.230017 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/networks/2aac5039-ae00-4b61-ab7d-b40ed434a2b5 HTTP/1.1" status: 204 len: 168 time: 1.6329815 Oct 11 04:26:25.238905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50110) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:25.333053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:25.335554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.339804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be33d0-2374-4c97-912e-9e4790b9b1ab tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Pushing event deleted for resources: {'Network': ['ID=2aac5039-ae00-4b61-ab7d-b40ed434a2b5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:25.354475 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fe9af5fc-557d-480c-aad8-1fe9eb88e166 tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f7a400d-b0a7-4ae5-af93-e62ed32cf70a HTTP/1.1" status: 200 len: 205 time: 0.1036851 Oct 11 04:26:25.357390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50112) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:25.379065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f27c7f7-8481-4b66-aabc-b52150af358f']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:25.379292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110536dd-c555-40b5-a184-73207cccc1b0 None None] Network 1f27c7f7-8481-4b66-aabc-b52150af358f requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:25.390484 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea47ec6f-2490-4028-8cf9-92231645a1be') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:25.390834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea47ec6f-2490-4028-8cf9-92231645a1be') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:25.402251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.413535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:25.413932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 04:26:25.420156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.429299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 469 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:25.429877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.496180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-6cfd5042-0ec2-4932-8d86-22f4a7ec7e9f None None] Provisioning complete for port 46946788-4b58-4372-8f6c-2a4e04be7f84 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:25.496549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6cfd5042-0ec2-4932-8d86-22f4a7ec7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.496918 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-6cfd5042-0ec2-4932-8d86-22f4a7ec7e9f None None] Attempt 1 to provision port 46946788-4b58-4372-8f6c-2a4e04be7f84 Oct 11 04:26:25.498004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.501178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a not found, will not notify nova. {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 04:26:25.549269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.588960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb5b3a-020e-4203-9ca8-40086b0c44bf None None] Pushing event updated for resources: {'Port': ['ID=c41bbcf6-294d-468f-8879-aa25f6792ef2,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:25.590756 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ea47ec6f-2490-4028-8cf9-92231645a1be resource provider aggregate not found Oct 11 04:26:25.595267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:25.598054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65718d1-4118-4869-bbdc-b42d0ab1de92 None None] Network a468afb4-12d4-437d-a0ab-208613d38a5a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:25.602868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:25.612075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:26:25.612075 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:26:25.612075 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '1f27c7f7-8481-4b66-aabc-b52150af358f'}] Oct 11 04:26:25.612075 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:25.612490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:25.644678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ea47ec6f-2490-4028-8cf9-92231645a1be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea47ec6f-2490-4028-8cf9-92231645a1be found for delete ", "request_id": "req-798e8cdc-257f-4173-ab28-a4df5f12a577"}]} Oct 11 04:26:25.668206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:25.668547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4ddcdb1-3432-4df3-bc52-5fee7e9cd324 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:25.716893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.720540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.730940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.780157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd5042-0ec2-4932-8d86-22f4a7ec7e9f None None] Current status of the port 46946788-4b58-4372-8f6c-2a4e04be7f84 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:25.781592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port e17fa5a4-952b-491c-be52-5c5ce7d60e54 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:25.782043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.784131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.784830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7a400d-b0a7-4ae5-af93-e62ed32cf70a {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:26:25.793219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.795124 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7db3ba3f-19ed-46a7-82b0-248a498a198c tempest-RoutersNegativeTest-1440044730 tempest-RoutersNegativeTest-1440044730-project] 10.222.0.39 "DELETE /v2.0/routers/8f7a400d-b0a7-4ae5-af93-e62ed32cf70a HTTP/1.1" status: 204 len: 168 time: 0.4363201 Oct 11 04:26:25.890658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:25.899028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-fff6aee6-61c1-4eca-a863-5b1527887f7a None None] Could not find standard attr ID for object 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:26:25.916949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for e17fa5a4-952b-491c-be52-5c5ce7d60e54 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:26.104459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798073b-d794-4d17-a673-d46084b47775 None None] Network a468afb4-12d4-437d-a0ab-208613d38a5a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:26.113285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.122867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 52de05a4-823c-4c10-ad80-172346353ac1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:26.147714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50124) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.161911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.196925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=e17fa5a4-952b-491c-be52-5c5ce7d60e54,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:26.267158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:26.270567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.280151 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] Sync routers for ids ['52de05a4-823c-4c10-ad80-172346353ac1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:26.282742 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2a2c42fd-047e-4dbf-ba93-9ebc7ecf5e84 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/52de05a4-823c-4c10-ad80-172346353ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5474906 Oct 11 04:26:26.283848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50128) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.290686 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] Routers {'52de05a4-823c-4c10-ad80-172346353ac1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:26.291596 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['52de05a4-823c-4c10-ad80-172346353ac1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.322329 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-37e4dd66-9f2b-4cc4-b678-9524721dcd1e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=52de05a4-823c-4c10-ad80-172346353ac1 HTTP/1.1" status: 200 len: 205 time: 0.0349655 Oct 11 04:26:26.322658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50130) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.333199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb2d974-a456-4fc4-a710-3f65c5dd3699,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:26.344886 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.355028 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] Routers {'52de05a4-823c-4c10-ad80-172346353ac1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:26.355637 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['52de05a4-823c-4c10-ad80-172346353ac1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.392144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.400264 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.401156 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21508d71-7879-4037-9dad-d06e6dd4df6e None None] The sync data for ids ['52de05a4-823c-4c10-ad80-172346353ac1'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:26.416517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port c41bbcf6-294d-468f-8879-aa25f6792ef2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:26.417212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.444865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.452657 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5e0072b0-c3a2-4a00-9faa-6a1df6495a96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e697f2742ca4db1a1237fa4c2dd3167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009171 Oct 11 04:26:26.453894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.456030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50132) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.487403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a468afb4-12d4-437d-a0ab-208613d38a5a']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.513322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18aea98-a12e-44ae-8dbc-5f28f0d53381 None None] Network a468afb4-12d4-437d-a0ab-208613d38a5a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:26.527258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.530630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00586721-a446-410b-831a-ac6bfbc5ca22') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.530925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00586721-a446-410b-831a-ac6bfbc5ca22') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:26.534253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.548502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.551076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port c41bbcf6-294d-468f-8879-aa25f6792ef2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c41bbcf6-294d-468f-8879-aa25f6792ef2,segment=NetworkSegment(ea47ec6f-2490-4028-8cf9-92231645a1be),segment_id=ea47ec6f-2490-4028-8cf9-92231645a1be)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:26.551426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.572987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for c41bbcf6-294d-468f-8879-aa25f6792ef2 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:26.577054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.588366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:26.588771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.664567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.665134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Fanout notify agent at l3_agent the message router_deleted on router aa4960e8-f087-40b7-b4a3-f0b3f149adf8 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:26:26.675034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.676155 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4bd7de20-5689-475d-8962-033999a2b5b4 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/routers/aa4960e8-f087-40b7-b4a3-f0b3f149adf8 HTTP/1.1" status: 204 len: 168 time: 2.0550907 Oct 11 04:26:26.680296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50134) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.718510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb79eec-3fa8-4a95-8723-b8eca86253f8 None None] DHCP port deletion for a468afb4-12d4-437d-a0ab-208613d38a5a request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:26.730119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.740434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.743648 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/a468afb4-12d4-437d-a0ab-208613d38a5a HTTP/1.1" status: 204 len: 168 time: 2.5892034 Oct 11 04:26:26.751043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50136) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.757527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98648189-300f-49c9-8c18-b451061baeb7 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:26:26.766442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90622ce5-3f13-4576-9862-dae8d90a08c6 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=a468afb4-12d4-437d-a0ab-208613d38a5a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:26.777092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting subnet 84e721f8-3411-4893-b1fe-ea93d1b2dee6 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:26.781417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.811651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.813922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c580338-2822-4ca9-87cd-e7485ca6ca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.816522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.817065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.818940 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b35f7f-bc70-439b-89c5-25599bdf5e38 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:26.819473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b35f7f-bc70-439b-89c5-25599bdf5e38 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:26.824850 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-50b35f7f-bc70-439b-89c5-25599bdf5e38 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/8eb2d974-a456-4fc4-a710-3f65c5dd3699 HTTP/1.1" status: 404 len: 337 time: 0.0704646 Oct 11 04:26:26.826577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50138) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.856303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.859828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=c41bbcf6-294d-468f-8879-aa25f6792ef2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:26.883577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port c41bbcf6-294d-468f-8879-aa25f6792ef2 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:26.890989 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-24943ff7-ed77-4f0c-919d-821a1691a1c0 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:26.891608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24943ff7-ed77-4f0c-919d-821a1691a1c0 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:26.894752 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-24943ff7-ed77-4f0c-919d-821a1691a1c0 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/a468afb4-12d4-437d-a0ab-208613d38a5a HTTP/1.1" status: 404 len: 339 time: 0.0677955 Oct 11 04:26:26.900603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50140) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:26.911568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98648189-300f-49c9-8c18-b451061baeb7 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:26:26.912336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c580338-2822-4ca9-87cd-e7485ca6ca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.916356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.917046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router 52de05a4-823c-4c10-ad80-172346353ac1 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:26:26.937820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:26.941458 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ecabbb00-5f49-4a32-b4df-4c402d6467cd tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/52de05a4-823c-4c10-ad80-172346353ac1 HTTP/1.1" status: 204 len: 168 time: 0.6153548 Oct 11 04:26:26.941694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50142) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.011065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.014615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.069284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f27c7f7-8481-4b66-aabc-b52150af358f']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:27.075473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c580338-2822-4ca9-87cd-e7485ca6ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.078772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2c580338-2822-4ca9-87cd-e7485ca6ca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.080141 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2c580338-2822-4ca9-87cd-e7485ca6ca6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8414063-7c3a-4ac7-ab9e-6df544c5811a HTTP/1.1" status: 204 len: 168 time: 0.5832841 Oct 11 04:26:27.086031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.090428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea47ec6f-2490-4028-8cf9-92231645a1be') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:27.090753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea47ec6f-2490-4028-8cf9-92231645a1be') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:27.113281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet ad9f863a-b48f-4397-ae4d-c4e798401a47 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:27.127366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.134434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c580338-2822-4ca9-87cd-e7485ca6ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8414063-7c3a-4ac7-ab9e-6df544c5811a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:27.158878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.178947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.190089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.203032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 469 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:27.203750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.208387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.212600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911ea04c-68ab-467b-a85d-83f041a3fcab']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:27.224888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:27.228197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd702dc-639e-4abd-8b4c-d0b4435b5b0b') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:27.228570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd702dc-639e-4abd-8b4c-d0b4435b5b0b') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:27.240229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.262074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.267929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:27.268282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 73447ea1-d5b0-4450-bbd8-ed5044cf3e3a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:27.286296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 479 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:27.288576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.299052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.315446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.350021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.353277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/1f27c7f7-8481-4b66-aabc-b52150af358f HTTP/1.1" status: 204 len: 168 time: 3.6089699 Oct 11 04:26:27.355144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Subnet': ['ID=84e721f8-3411-4893-b1fe-ea93d1b2dee6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:27.367720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50150) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.368806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.371932 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-44bfdf63-edd5-4452-b591-8887e4c92f65 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/subnets/84e721f8-3411-4893-b1fe-ea93d1b2dee6 HTTP/1.1" status: 204 len: 168 time: 0.6891699 Oct 11 04:26:27.378409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1416936715'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:27.380595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c14032-7855-465c-a11d-4fbb4a9ab4f3 None None] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:27.381876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50152) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.392923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 4cd702dc-639e-4abd-8b4c-d0b4435b5b0b resource provider aggregate not found Oct 11 04:26:27.399387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.404346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.410083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964532e-e74b-4de7-9797-8be1cdab0f3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=1f27c7f7-8481-4b66-aabc-b52150af358f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:27.411141 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/911ea04c-68ab-467b-a85d-83f041a3fcab HTTP/1.1" status: 204 len: 168 time: 0.5094116 Oct 11 04:26:27.414751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50156) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.431580 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 4cd702dc-639e-4abd-8b4c-d0b4435b5b0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cd702dc-639e-4abd-8b4c-d0b4435b5b0b found for delete ", "request_id": "req-93c869fb-e188-4f6a-b9de-693c9b25a263"}]} Oct 11 04:26:27.456967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.463654 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e689c7-8efb-4eee-a218-53cff70cf667 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:27.464128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e689c7-8efb-4eee-a218-53cff70cf667 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:27.471522 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-44e689c7-8efb-4eee-a218-53cff70cf667 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/c7c8255b-d047-4ddb-856c-ce473960d004 HTTP/1.1" status: 404 len: 337 time: 0.0519087 Oct 11 04:26:27.472848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f7491-8b59-4d72-8e4f-8e252595f131 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=911ea04c-68ab-467b-a85d-83f041a3fcab,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:27.474574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50160) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.493090 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6ffb88-3bd2-4b78-a48a-8f89642f6af1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:27.493665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6ffb88-3bd2-4b78-a48a-8f89642f6af1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:27.496774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e6ffb88-3bd2-4b78-a48a-8f89642f6af1 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/cac75bc9-c260-4b31-a626-aa0bc9a95fc3 HTTP/1.1" status: 404 len: 339 time: 0.0213621 Oct 11 04:26:27.501701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50164) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.539658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:27.545235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.559970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting subnet afd33de5-476a-423e-bd3d-6b82a0f7f90e {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:27.564518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.582473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.621949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:27.638004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.638338 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment b937d015-dd93-451e-9c32-d26ff58cbd74 of type vlan for network d6710f33-c59a-4dbb-bcef-3e607669cb33 Oct 11 04:26:27.653242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] DHCP port deletion for 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:27.655027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.681733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.689468 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 00586721-a446-410b-831a-ac6bfbc5ca22 resource provider aggregate not found Oct 11 04:26:27.717336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Deleting port 84fce363-f922-4532-a82e-95f164b6e69a {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:27.717812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.740435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 00586721-a446-410b-831a-ac6bfbc5ca22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00586721-a446-410b-831a-ac6bfbc5ca22 found for delete ", "request_id": "req-5ebd7f1e-de29-4224-ac29-c867a108a3c7"}]} Oct 11 04:26:27.762107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.763747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9f863a-b48f-4397-ae4d-c4e798401a47,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:27.778172 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ea47ec6f-2490-4028-8cf9-92231645a1be resource provider aggregate not found Oct 11 04:26:27.784988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.788227 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-31e053a1-de03-4ba0-8434-1c702096f19e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/ad9f863a-b48f-4397-ae4d-c4e798401a47 HTTP/1.1" status: 204 len: 168 time: 0.8453867 Oct 11 04:26:27.793773 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50182) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.798686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.804797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc155cb-7d05-46e4-be10-6aa79d6c8753 None None] Network f4f271dd-7a63-4382-bb38-f82bc78996ad requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:27.816709 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ea47ec6f-2490-4028-8cf9-92231645a1be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea47ec6f-2490-4028-8cf9-92231645a1be found for delete ", "request_id": "req-bf80f372-59b2-4ea1-bb91-4c31e1240731"}]} Oct 11 04:26:27.838004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 84fce363-f922-4532-a82e-95f164b6e69a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:27.838647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.859806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.865679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:27.867066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.884190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] For port 84fce363-f922-4532-a82e-95f164b6e69a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84fce363-f922-4532-a82e-95f164b6e69a,segment=NetworkSegment(98656053-f8cd-4e58-a92d-a2a073947228),segment_id=98656053-f8cd-4e58-a92d-a2a073947228)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:27.884729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.922770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.939644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.945022 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5703433 Oct 11 04:26:27.948141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50188) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:27.963138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] For port 84fce363-f922-4532-a82e-95f164b6e69a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84fce363-f922-4532-a82e-95f164b6e69a,segment=NetworkSegment(98656053-f8cd-4e58-a92d-a2a073947228),segment_id=98656053-f8cd-4e58-a92d-a2a073947228)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:27.963774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:27.978559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:27.985023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=afd33de5-476a-423e-bd3d-6b82a0f7f90e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:27.995650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Calling delete_port for 84fce363-f922-4532-a82e-95f164b6e69a owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:28.001821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ce3fb-ab90-4976-9cb5-3ac1d6b85601 None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:28.003738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b58c0-ecc6-42a0-b3ca-16035288d460 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=d6710f33-c59a-4dbb-bcef-3e607669cb33,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.011793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 84fce363-f922-4532-a82e-95f164b6e69a owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:28.026656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.031987 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-feb895ff-2094-4b00-bd1e-7b4218e6c6f2 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/afd33de5-476a-423e-bd3d-6b82a0f7f90e HTTP/1.1" status: 204 len: 168 time: 0.5271342 Oct 11 04:26:28.033924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50192) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:28.042474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d6710f33-c59a-4dbb-bcef-3e607669cb33 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:28.104066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50194) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:28.111723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.139915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=84fce363-f922-4532-a82e-95f164b6e69a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.143973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] No DVR routers for this DVR port 84fce363-f922-4532-a82e-95f164b6e69a on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:28.167170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting subnet 85b4b75c-9881-4e21-a526-858b3e319188 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:28.174386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.212989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 137d1d1a-dfac-4dff-8290-932765d050fc {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:28.213689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.238620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.246649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.258652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844207121'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:28.274548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:28.278412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.283386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc983c3-6742-49e5-a97e-ab6c2dd70c48']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:28.297564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98656053-f8cd-4e58-a92d-a2a073947228') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:28.297929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98656053-f8cd-4e58-a92d-a2a073947228') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:28.307119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.311918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.326890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.337846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.346257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:28.346720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.430222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 137d1d1a-dfac-4dff-8290-932765d050fc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=137d1d1a-dfac-4dff-8290-932765d050fc,segment=NetworkSegment(6332858b-5add-46d4-9869-0c2d0a0bbee1),segment_id=6332858b-5add-46d4-9869-0c2d0a0bbee1)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:28.430222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.436463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.444423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.447748 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/networks/4bc983c3-6742-49e5-a97e-ab6c2dd70c48 HTTP/1.1" status: 204 len: 168 time: 1.0481277 Oct 11 04:26:28.451098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50198) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:28.475838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e604d-7f03-45f1-ab5d-c17ef6e40953 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Network': ['ID=4bc983c3-6742-49e5-a97e-ab6c2dd70c48,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.478769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 137d1d1a-dfac-4dff-8290-932765d050fc owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:28.508539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.516549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.547481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Pushing event deleted for resources: {'Port': ['ID=84fce363-f922-4532-a82e-95f164b6e69a,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.550841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] Network 4bc983c3-6742-49e5-a97e-ab6c2dd70c48 is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:26:28.551382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52213ab-53c3-4178-b79b-5a6a464aeaee None None] No DVR routers for this DVR port 84fce363-f922-4532-a82e-95f164b6e69a on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:28.593138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] DHCP port deletion for f4f271dd-7a63-4382-bb38-f82bc78996ad request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:28.593863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.614118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.674912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff46ca-5257-47b0-b6c3-058e108d18cb,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.700169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] Deleting port 137d1d1a-dfac-4dff-8290-932765d050fc {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:28.700683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.719119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.734070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.748570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 376cbff1-6271-4c3a-ad2c-305dc0925ecd {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:28.749318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.780260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] For port 137d1d1a-dfac-4dff-8290-932765d050fc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=137d1d1a-dfac-4dff-8290-932765d050fc,segment=NetworkSegment(6332858b-5add-46d4-9869-0c2d0a0bbee1),segment_id=6332858b-5add-46d4-9869-0c2d0a0bbee1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:28.780535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.787976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.789313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6842010 Oct 11 04:26:28.800194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50200) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:28.800472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] Calling delete_port for 137d1d1a-dfac-4dff-8290-932765d050fc owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:28.854094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4c0ff-931f-4a8c-b714-bf526ffd73bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24941a41-b862-40b8-b745-2a9594f57686,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.903680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.924377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.924700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:28.939402 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aa385731-6e95-47eb-9d51-dc25d8470df2 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1374266 Oct 11 04:26:28.940192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] Pushing event deleted for resources: {'Port': ['ID=137d1d1a-dfac-4dff-8290-932765d050fc,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:28.942168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50202) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:28.943965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa1589-d8ec-44ae-906d-140ea74b94e8 None None] No DVR routers for this DVR port 137d1d1a-dfac-4dff-8290-932765d050fc on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:28.950902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-security--735302376', 'description': 'tempest-security-description-324265280'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:28.954443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 376cbff1-6271-4c3a-ad2c-305dc0925ecd owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:29.020118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.063031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.087576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.089203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.096635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.103280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.107004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.108262 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "PUT /v2.0/security-groups/24941a41-b862-40b8-b745-2a9594f57686 HTTP/1.1" status: 200 len: 1776 time: 0.1649449 Oct 11 04:26:29.112420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50204) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.137494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No DVR routers for this DVR port 137d1d1a-dfac-4dff-8290-932765d050fc on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:29.171096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=137d1d1a-dfac-4dff-8290-932765d050fc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.173665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.182587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/85b4b75c-9881-4e21-a526-858b3e319188 HTTP/1.1" status: 204 len: 168 time: 1.1437628 Oct 11 04:26:29.188151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 137d1d1a-dfac-4dff-8290-932765d050fc no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:29.200480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50206) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.212745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708822e4-f876-4658-aecf-4667a41f071a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24941a41-b862-40b8-b745-2a9594f57686,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.218859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 137d1d1a-dfac-4dff-8290-932765d050fc {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:29.219553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 137d1d1a-dfac-4dff-8290-932765d050fc not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:29.220143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84fce363-f922-4532-a82e-95f164b6e69a no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:29.237848 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b2b21e36-2863-4676-88a9-fc60cc8a21da tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups/24941a41-b862-40b8-b745-2a9594f57686 HTTP/1.1" status: 200 len: 1776 time: 0.1234457 Oct 11 04:26:29.238712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50208) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.244658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 84fce363-f922-4532-a82e-95f164b6e69a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:29.245006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84fce363-f922-4532-a82e-95f164b6e69a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:29.253496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=5bdfa002-4d57-4882-aaa5-47725a0323f4,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.305202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57108a4e-ce40-4fb6-befe-fffa67557e8a tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=85b4b75c-9881-4e21-a526-858b3e319188,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.333005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.348396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.361195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': 'b937d015-dd93-451e-9c32-d26ff58cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:29.361565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: d6710f33-c59a-4dbb-bcef-3e607669cb33, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:29.367975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.372952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=376cbff1-6271-4c3a-ad2c-305dc0925ecd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.380063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f271dd-7a63-4382-bb38-f82bc78996ad']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:29.392541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6332858b-5add-46d4-9869-0c2d0a0bbee1') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:29.392843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6332858b-5add-46d4-9869-0c2d0a0bbee1') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:29.405301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.411853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network d6710f33-c59a-4dbb-bcef-3e607669cb33 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:29.424625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.427043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d6710f33-c59a-4dbb-bcef-3e607669cb33) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:29.434805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:29.435398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.435822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dda918-368c-47f8-8643-93d7ebc0be7a None None] Network d9194364-14dc-4e6d-bdf6-490ae0a6242c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:29.437933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:29.438308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.443518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c83c2187-f975-46dc-9931-c686a722df24 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.464163 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 6332858b-5add-46d4-9869-0c2d0a0bbee1 resource provider aggregate not found Oct 11 04:26:29.485193 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d5ecad61-8d77-4759-9bdc-a37d912a219f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5325525 Oct 11 04:26:29.487990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50214) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.495333 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 6332858b-5add-46d4-9869-0c2d0a0bbee1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6332858b-5add-46d4-9869-0c2d0a0bbee1 found for delete ", "request_id": "req-beb8e4df-9d46-4caa-b43d-6c3a5df7dad6"}]} Oct 11 04:26:29.505213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c83c2187-f975-46dc-9931-c686a722df24 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.530391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.531976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a9109-0ff4-41fb-8c6a-a9901db6f728 None None] Network d6710f33-c59a-4dbb-bcef-3e607669cb33 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:29.532973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.534124 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0db9846c-38ff-4a63-a078-97298f06d386 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/floatingips/1af1ea4d-8755-4387-9d8b-a7a9b0edcd21 HTTP/1.1" status: 204 len: 168 time: 1.0788114 Oct 11 04:26:29.538231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.540343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50218) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.576091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.580150 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/f4f271dd-7a63-4382-bb38-f82bc78996ad HTTP/1.1" status: 204 len: 168 time: 1.7849681 Oct 11 04:26:29.595274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b81df7-01bc-449c-9cfc-287242bf4c64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:29.595998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b81df7-01bc-449c-9cfc-287242bf4c64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:29.597162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-460f66a4-6615-4e8f-87d2-f3902aae7f7c None None] Provisioning complete for port 09ae9b9c-1f08-4e16-9717-20b628986323 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:29.597360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-460f66a4-6615-4e8f-87d2-f3902aae7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.597701 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-460f66a4-6615-4e8f-87d2-f3902aae7f7c None None] Attempt 1 to provision port 09ae9b9c-1f08-4e16-9717-20b628986323 Oct 11 04:26:29.602556 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a7b81df7-01bc-449c-9cfc-287242bf4c64 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/ports/1771138a-d7c3-4576-a3a0-38a3c4b76912 HTTP/1.1" status: 404 len: 333 time: 0.0607007 Oct 11 04:26:29.603192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50220) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.603520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50222) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.609407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1813585030', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:29.624222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285ab22-0b99-4426-a024-ae9967d44754 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=f4f271dd-7a63-4382-bb38-f82bc78996ad,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.639062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port 09ae9b9c-1f08-4e16-9717-20b628986323 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:29.639062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.660911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c83c2187-f975-46dc-9931-c686a722df24 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.664019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c83c2187-f975-46dc-9931-c686a722df24 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.665368 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4e8c7982-2eaf-4b9f-b487-c310ba07aca3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa4960e8-f087-40b7-b4a3-f0b3f149adf8 HTTP/1.1" status: 200 len: 205 time: 0.0592823 Oct 11 04:26:29.666130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50224) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.668195 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c83c2187-f975-46dc-9931-c686a722df24 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/24941a41-b862-40b8-b745-2a9594f57686 HTTP/1.1" status: 204 len: 168 time: 0.4241617 Oct 11 04:26:29.668829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50226) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.699617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.710093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c2187-f975-46dc-9931-c686a722df24 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24941a41-b862-40b8-b745-2a9594f57686,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:29.717106 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-0259dda5-82cf-44f5-bd47-ee992cbb31b9 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] delete failed (client error): The resource could not be found. Oct 11 04:26:29.721720 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0259dda5-82cf-44f5-bd47-ee992cbb31b9 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/routers/aa4960e8-f087-40b7-b4a3-f0b3f149adf8 HTTP/1.1" status: 404 len: 336 time: 0.0533147 Oct 11 04:26:29.722727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.723779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.727537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50228) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.761099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port 09ae9b9c-1f08-4e16-9717-20b628986323, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=09ae9b9c-1f08-4e16-9717-20b628986323,segment=NetworkSegment(35ba0664-bcfd-4625-98c7-943a3f8d1954),segment_id=35ba0664-bcfd-4625-98c7-943a3f8d1954)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:29.761296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.761671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cb7028-436f-43c0-81ee-851cc230af58 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:29.762198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cb7028-436f-43c0-81ee-851cc230af58 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:29.768242 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-58cb7028-436f-43c0-81ee-851cc230af58 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/subnets/84e721f8-3411-4893-b1fe-ea93d1b2dee6 HTTP/1.1" status: 404 len: 337 time: 0.0396214 Oct 11 04:26:29.768887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50230) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.825745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-460f66a4-6615-4e8f-87d2-f3902aae7f7c None None] Current status of the port 09ae9b9c-1f08-4e16-9717-20b628986323 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:29.826342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.833021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.841670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d6710f33-c59a-4dbb-bcef-3e607669cb33', 'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': '5bdfa002-4d57-4882-aaa5-47725a0323f4'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:29.842589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.843362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for 09ae9b9c-1f08-4e16-9717-20b628986323 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:29.863920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b3fc038c-73d3-430d-b1d6-d354b49522ad tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1881306 Oct 11 04:26:29.864286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50234) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.880861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.882167 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8c68d157-89df-4637-a69d-a23b70a99cf1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2774613 Oct 11 04:26:29.883873 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-085cb941-5167-4bb3-b7f8-4df6c6f05629 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] delete failed (client error): The resource could not be found. Oct 11 04:26:29.885126 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-085cb941-5167-4bb3-b7f8-4df6c6f05629 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/24941a41-b862-40b8-b745-2a9594f57686 HTTP/1.1" status: 404 len: 347 time: 0.0200024 Oct 11 04:26:29.886118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50236) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.890852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50238) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:29.895527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304296098'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:29.909424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-498482447'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:29.936980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:29.940841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.955631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.962236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 98656053-f8cd-4e58-a92d-a2a073947228 resource provider aggregate not found Oct 11 04:26:29.963242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:29.988605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:29.988783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] DHCP port deletion for d9194364-14dc-4e6d-bdf6-490ae0a6242c request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:30.012008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.012542 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment 722471f9-3ab5-40a2-9f61-fa63ed511c1e of type vlan for network ecb76a78-457a-4912-bcac-9cf08179a697 Oct 11 04:26:30.075393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Allocated IP 172.20.0.1 (d6710f33-c59a-4dbb-bcef-3e607669cb33/5bdfa002-4d57-4882-aaa5-47725a0323f4/89213388-285f-4526-80cf-aeed05928b26) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:30.080292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.097881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] Deleting port 09ae9b9c-1f08-4e16-9717-20b628986323 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:30.098251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.133639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.135571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.142441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:30.143756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.160227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.183065 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2934871 Oct 11 04:26:30.197094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50242) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:30.199662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.200969 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3089380 Oct 11 04:26:30.214904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:30.217588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] For port 09ae9b9c-1f08-4e16-9717-20b628986323, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=09ae9b9c-1f08-4e16-9717-20b628986323,segment=NetworkSegment(35ba0664-bcfd-4625-98c7-943a3f8d1954),segment_id=35ba0664-bcfd-4625-98c7-943a3f8d1954)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:30.217991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.222620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50244) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:30.239033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] Calling delete_port for 09ae9b9c-1f08-4e16-9717-20b628986323 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:30.246154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': 'eac6c8ea-c085-44eb-bfc8-eaf1be1fccf3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:30.284873 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 98656053-f8cd-4e58-a92d-a2a073947228 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98656053-f8cd-4e58-a92d-a2a073947228 found for delete ", "request_id": "req-439285a0-e036-4257-a065-f1fc588f402b"}]} Oct 11 04:26:30.305743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30654e9-e3c3-459d-9757-4cff502c4d12 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6c8ea-c085-44eb-bfc8-eaf1be1fccf3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.317107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df325-1da6-46fa-a33f-500070d00f0c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=ecb76a78-457a-4912-bcac-9cf08179a697,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.344376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:30.344958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.353418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network ecb76a78-457a-4912-bcac-9cf08179a697 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:30.368417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.373234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.384667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.395891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.434934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=09ae9b9c-1f08-4e16-9717-20b628986323,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.446751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port 09ae9b9c-1f08-4e16-9717-20b628986323 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:30.461311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:30.465772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.478324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.486557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Network d6710f33-c59a-4dbb-bcef-3e607669cb33 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:30.499810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:30.501232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.501377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:30.505728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Pushing event updated for resources: {'Port': ['ID=89213388-285f-4526-80cf-aeed05928b26,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.520913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] No DVR routers for this DVR port 09ae9b9c-1f08-4e16-9717-20b628986323 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:30.521198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.566585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c2fe5-dbe8-44cb-a768-550b129ce994 None None] Pushing event deleted for resources: {'Port': ['ID=09ae9b9c-1f08-4e16-9717-20b628986323,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.566818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.566927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdfa002-4d57-4882-aaa5-47725a0323f4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.572858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:30.579287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.598516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Attempting to bind port 89213388-285f-4526-80cf-aeed05928b26 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:30.599272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Attempting to bind port 89213388-285f-4526-80cf-aeed05928b26 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b937d015-dd93-451e-9c32-d26ff58cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:30.599481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Attempting to bind port 89213388-285f-4526-80cf-aeed05928b26 on network d6710f33-c59a-4dbb-bcef-3e607669cb33 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:30.601335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.605749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:30.606264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Checking segment: {'id': 'b937d015-dd93-451e-9c32-d26ff58cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:30.607380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.607865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Bound using segment: {'id': 'b937d015-dd93-451e-9c32-d26ff58cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:30.608445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Bound port: 89213388-285f-4526-80cf-aeed05928b26, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b937d015-dd93-451e-9c32-d26ff58cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:30.609116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.623592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e575f7ed-bde4-4172-9784-6fc3e830e7e7,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.635652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.636949 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1661ed64-3935-4bca-be76-75bb88062563 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4133685 Oct 11 04:26:30.640486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50246) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:30.648535 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9194364-14dc-4e6d-bdf6-490ae0a6242c']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:30.702919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ba0664-bcfd-4625-98c7-943a3f8d1954') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:30.703220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ba0664-bcfd-4625-98c7-943a3f8d1954') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:30.706879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] For port 89213388-285f-4526-80cf-aeed05928b26, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:30.710899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] For port 89213388-285f-4526-80cf-aeed05928b26, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=89213388-285f-4526-80cf-aeed05928b26,segment=NetworkSegment(b937d015-dd93-451e-9c32-d26ff58cbd74),segment_id=b937d015-dd93-451e-9c32-d26ff58cbd74)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:30.716811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.730156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.760736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7b77193-f236-4879-96b8-e514de07f6dd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.763326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.774081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30f9a5-cd47-42c7-b51f-a8c652d4c408 None None] Pushing event updated for resources: {'Port': ['ID=89213388-285f-4526-80cf-aeed05928b26,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.785793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7b77193-f236-4879-96b8-e514de07f6dd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.790469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.807309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6710f33-c59a-4dbb-bcef-3e607669cb33']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:30.816091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 450 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:30.816501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.835510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd86978-f189-4e6d-b10a-88b21ec17eb1 None None] Network d6710f33-c59a-4dbb-bcef-3e607669cb33 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:30.840252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b937d015-dd93-451e-9c32-d26ff58cbd74') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:30.840484 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b937d015-dd93-451e-9c32-d26ff58cbd74') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:30.878702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.888234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.909937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7b77193-f236-4879-96b8-e514de07f6dd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.928845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.929601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7b77193-f236-4879-96b8-e514de07f6dd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.930964 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f7b77193-f236-4879-96b8-e514de07f6dd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e575f7ed-bde4-4172-9784-6fc3e830e7e7 HTTP/1.1" status: 204 len: 168 time: 0.2893634 Oct 11 04:26:30.932001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b77193-f236-4879-96b8-e514de07f6dd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e575f7ed-bde4-4172-9784-6fc3e830e7e7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:30.938675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.941088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50248) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:30.949687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.953308 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/d9194364-14dc-4e6d-bdf6-490ae0a6242c HTTP/1.1" status: 204 len: 168 time: 1.7516286 Oct 11 04:26:30.958250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50250) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:30.960227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 458 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:30.960793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:30.985294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0912f5-78f8-425e-af36-308b7b06d6d8 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=d9194364-14dc-4e6d-bdf6-490ae0a6242c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:31.007758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.011738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba6477-1d6e-44ad-8da0-1a73e2db9e1a None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:26:31.034666 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc74c03b-c8d2-497b-9094-f8a783444f74 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:31.035130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc74c03b-c8d2-497b-9094-f8a783444f74 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:31.041039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50252) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.041578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dc74c03b-c8d2-497b-9094-f8a783444f74 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/2d807597-52bf-4b85-b557-7bf5810b6728 HTTP/1.1" status: 404 len: 337 time: 0.0738342 Oct 11 04:26:31.046255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:31.090419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:31.095459 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a061fa5-d58f-4fbb-a032-4f9f038e0b04 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:31.096238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a061fa5-d58f-4fbb-a032-4f9f038e0b04 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:31.099436 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8a061fa5-d58f-4fbb-a032-4f9f038e0b04 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/3a706fae-eb46-4672-b3fe-3c4d0cfc6935 HTTP/1.1" status: 404 len: 339 time: 0.0563717 Oct 11 04:26:31.100375 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:26:31.100375 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:26:31.100375 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': 'd6710f33-c59a-4dbb-bcef-3e607669cb33'}] Oct 11 04:26:31.100375 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:31.101099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:31.102425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50254) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.159655 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-187981e7-fe67-455c-93ac-15d04eeff8cd tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:31.161065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187981e7-fe67-455c-93ac-15d04eeff8cd tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:31.164590 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-187981e7-fe67-455c-93ac-15d04eeff8cd tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/30b13627-745b-46ae-8685-7aded0b67538 HTTP/1.1" status: 404 len: 337 time: 0.0593731 Oct 11 04:26:31.167333 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a7ebd70d-0f5c-4597-8f6c-13f2e5e41cc4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2192996 Oct 11 04:26:31.168053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50256) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.170615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50258) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.171295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:31.171759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: ecb76a78-457a-4912-bcac-9cf08179a697, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:31.194223 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab892cc-81d3-410b-9570-bd01a144e73d tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:31.194981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab892cc-81d3-410b-9570-bd01a144e73d tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:31.201231 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fab892cc-81d3-410b-9570-bd01a144e73d tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/377f80b3-eeef-4880-b477-4f067098a579 HTTP/1.1" status: 404 len: 339 time: 0.0295660 Oct 11 04:26:31.201808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50260) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.209361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 09ae9b9c-1f08-4e16-9717-20b628986323 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:31.234659 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea467302-7ea3-4a54-9ea0-ef267d8d8560 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:31.234882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 09ae9b9c-1f08-4e16-9717-20b628986323 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:31.234989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 09ae9b9c-1f08-4e16-9717-20b628986323 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:31.235898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea467302-7ea3-4a54-9ea0-ef267d8d8560 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:31.238752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.243883 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ea467302-7ea3-4a54-9ea0-ef267d8d8560 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/88e6182a-d763-4cd6-bd45-efcecbe6f002 HTTP/1.1" status: 404 len: 337 time: 0.0377486 Oct 11 04:26:31.244011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-34bdb75b-fcbf-4323-9f8e-dde587cedf86 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/ports/3ecdab8a-cd56-4e2c-964f-ad5d29a38a8e HTTP/1.1" status: 204 len: 168 time: 1.4671226 Oct 11 04:26:31.244154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50262) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.245327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50264) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.270464 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-348efb56-6575-4a6e-bb04-8a2b3e56e347 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:31.271206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348efb56-6575-4a6e-bb04-8a2b3e56e347 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:31.276679 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-348efb56-6575-4a6e-bb04-8a2b3e56e347 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/c1b8998e-6e69-44d4-9c9f-43b1d20f686b HTTP/1.1" status: 404 len: 339 time: 0.0301101 Oct 11 04:26:31.277021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50266) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.286369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network ecb76a78-457a-4912-bcac-9cf08179a697 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:31.288725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba6477-1d6e-44ad-8da0-1a73e2db9e1a None None] Unable to find a vacant binding_index for network ecb76a78-457a-4912-bcac-9cf08179a697 and agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f {{(pid=103100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 11 04:26:31.309881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9881bfd4-454c-46ce-9d92-8fc3eaff7985 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.323089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba6477-1d6e-44ad-8da0-1a73e2db9e1a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ecb76a78-457a-4912-bcac-9cf08179a697) {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:26:31.324678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ecb76a78-457a-4912-bcac-9cf08179a697) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:31.332050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:31.332626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.351959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting subnet 59ebc5a4-b04d-4dd2-81fb-d7745fcdf3d1 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:31.355125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.361478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9881bfd4-454c-46ce-9d92-8fc3eaff7985 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.363129 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-952779cf-16bb-4701-8a06-a5ada96089f1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1609859 Oct 11 04:26:31.365093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50268) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.405618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.506713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.511560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port 27ddcb47-cb1f-497b-bfdf-a28fa21a6625 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:31.511903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.567948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9881bfd4-454c-46ce-9d92-8fc3eaff7985 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.571067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9881bfd4-454c-46ce-9d92-8fc3eaff7985 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.572209 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9881bfd4-454c-46ce-9d92-8fc3eaff7985 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/eac6c8ea-c085-44eb-bfc8-eaf1be1fccf3 HTTP/1.1" status: 204 len: 168 time: 0.4004867 Oct 11 04:26:31.577903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50270) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.595389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.604060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.613571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-ecb76a78-457a-4912-bcac-9cf08179a697', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:31.614431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.630791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=59ebc5a4-b04d-4dd2-81fb-d7745fcdf3d1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:31.633328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.639177 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5c551e1b-b53f-4f0c-b2f3-cd53af80c931 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/59ebc5a4-b04d-4dd2-81fb-d7745fcdf3d1 HTTP/1.1" status: 204 len: 168 time: 0.3584158 Oct 11 04:26:31.639177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50272) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.678788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881bfd4-454c-46ce-9d92-8fc3eaff7985 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6c8ea-c085-44eb-bfc8-eaf1be1fccf3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:31.722970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.780768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port 01624c05-d1ad-4a62-9539-af8cfa9abba6 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:31.781562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.793559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Allocated IP 172.20.0.2 (ecb76a78-457a-4912-bcac-9cf08179a697/17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691/e7c5f612-2780-4a04-b4db-5117cab2e932) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:31.818499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.834310 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-05d6e49b-e4b5-468d-a114-2d5ff3c0e232 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2438467 Oct 11 04:26:31.845435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50274) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:31.848278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for 27ddcb47-cb1f-497b-bfdf-a28fa21a6625 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:31.850045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307731447'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:31.869010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port 01624c05-d1ad-4a62-9539-af8cfa9abba6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=01624c05-d1ad-4a62-9539-af8cfa9abba6,segment=NetworkSegment(6115b25d-2c37-4150-90eb-954c55c9fd28),segment_id=6115b25d-2c37-4150-90eb-954c55c9fd28)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:31.869381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.885047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.887087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for 01624c05-d1ad-4a62-9539-af8cfa9abba6 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:31.896684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.967379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.973910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:31.978863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port 89213388-285f-4526-80cf-aeed05928b26 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:31.979200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.020811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.025132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.042167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Network ecb76a78-457a-4912-bcac-9cf08179a697 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:32.043045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Pushing event updated for resources: {'Port': ['ID=e7c5f612-2780-4a04-b4db-5117cab2e932,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.045889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:32.047904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:32.049661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.055481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=01624c05-d1ad-4a62-9539-af8cfa9abba6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.071722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port 01624c05-d1ad-4a62-9539-af8cfa9abba6 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:32.106690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Attempting to bind port e7c5f612-2780-4a04-b4db-5117cab2e932 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:32.107170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Attempting to bind port e7c5f612-2780-4a04-b4db-5117cab2e932 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:32.108227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Attempting to bind port e7c5f612-2780-4a04-b4db-5117cab2e932 on network ecb76a78-457a-4912-bcac-9cf08179a697 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:32.112963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:32.113256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Checking segment: {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:32.113697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.114382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Bound using segment: {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:32.114911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Bound port: e7c5f612-2780-4a04-b4db-5117cab2e932, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:32.115326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.125139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.128471 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2794337 Oct 11 04:26:32.129293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70168b9-95c7-46c1-a8ef-33943a14567b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.133629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50276) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.142772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:32.162710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port 89213388-285f-4526-80cf-aeed05928b26, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=89213388-285f-4526-80cf-aeed05928b26,segment=NetworkSegment(b937d015-dd93-451e-9c32-d26ff58cbd74),segment_id=b937d015-dd93-451e-9c32-d26ff58cbd74)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:32.163323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.173530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.191339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] For port e7c5f612-2780-4a04-b4db-5117cab2e932, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:32.192044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for 89213388-285f-4526-80cf-aeed05928b26 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:32.196591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] For port e7c5f612-2780-4a04-b4db-5117cab2e932, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e7c5f612-2780-4a04-b4db-5117cab2e932,segment=NetworkSegment(722471f9-3ab5-40a2-9f61-fa63ed511c1e),segment_id=722471f9-3ab5-40a2-9f61-fa63ed511c1e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:32.198675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab755615-cb09-4211-b2ba-a3ae3739cfd1']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:32.201630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.209618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6115b25d-2c37-4150-90eb-954c55c9fd28') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:32.209973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6115b25d-2c37-4150-90eb-954c55c9fd28') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:32.222258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.245872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.253295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 451 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:32.253501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.259395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391ed80-af00-4439-a8b6-84999fa2d91e None None] Pushing event updated for resources: {'Port': ['ID=e7c5f612-2780-4a04-b4db-5117cab2e932,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.313610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 6115b25d-2c37-4150-90eb-954c55c9fd28 resource provider aggregate not found Oct 11 04:26:32.323049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.329477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.343620 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 6115b25d-2c37-4150-90eb-954c55c9fd28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6115b25d-2c37-4150-90eb-954c55c9fd28 found for delete ", "request_id": "req-45e8a1e0-da99-403b-bbd2-07fdbd20bcda"}]} Oct 11 04:26:32.346436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.352612 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/ab755615-cb09-4211-b2ba-a3ae3739cfd1 HTTP/1.1" status: 204 len: 168 time: 0.7097487 Oct 11 04:26:32.352760 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 35ba0664-bcfd-4625-98c7-943a3f8d1954 resource provider aggregate not found Oct 11 04:26:32.360059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50286) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.369606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2473a82-1e65-4f4c-89c9-b6faf3e03183 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=ab755615-cb09-4211-b2ba-a3ae3739cfd1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.383188 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 35ba0664-bcfd-4625-98c7-943a3f8d1954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35ba0664-bcfd-4625-98c7-943a3f8d1954 found for delete ", "request_id": "req-69142af0-a12e-451d-9889-6f5b6fcfcb3a"}]} Oct 11 04:26:32.389443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-32df9046-c867-4b0e-8017-545c91788728 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:32.389903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32df9046-c867-4b0e-8017-545c91788728 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:32.396660 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-32df9046-c867-4b0e-8017-545c91788728 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/95b55a7b-5f1f-4876-b877-4427577ad413 HTTP/1.1" status: 404 len: 337 time: 0.0330107 Oct 11 04:26:32.396660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50292) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.423406 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bfdd44-93c8-466f-bfda-7c93c58da786 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:32.423990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bfdd44-93c8-466f-bfda-7c93c58da786 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:32.427257 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a5bfdd44-93c8-466f-bfda-7c93c58da786 tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/7e35a649-1ef5-4751-86ce-87434b6fa5dc HTTP/1.1" status: 404 len: 339 time: 0.0294771 Oct 11 04:26:32.429010 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b937d015-dd93-451e-9c32-d26ff58cbd74 resource provider aggregate not found Oct 11 04:26:32.430438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50294) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.437318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.504817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=27ddcb47-cb1f-497b-bfdf-a28fa21a6625,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.515442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting subnet a1bca816-de31-45f9-abad-4923033a8f85 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:32.516246 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b937d015-dd93-451e-9c32-d26ff58cbd74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b937d015-dd93-451e-9c32-d26ff58cbd74 found for delete ", "request_id": "req-d20efc5c-ab59-4e3b-b790-d716f7aa3b94"}]} Oct 11 04:26:32.518650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.550918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.20.0.1 (ecb76a78-457a-4912-bcac-9cf08179a697/17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691/035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:32.574547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.594860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.616331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.624863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.679834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.688539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=89213388-285f-4526-80cf-aeed05928b26,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.699034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port 89213388-285f-4526-80cf-aeed05928b26 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:32.713277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d27c1ab-9f9a-4fa7-8eef-40a15e84179b,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.739869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.741099 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9a2637f7-b5cf-4603-acc6-6ebfaa598a55 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6018691 Oct 11 04:26:32.744874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.745075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50298) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.750894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.754460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-656c8854-e262-49d0-b2bb-8a7cb4d7cf3d tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/ports/27ddcb47-cb1f-497b-bfdf-a28fa21a6625 HTTP/1.1" status: 204 len: 168 time: 1.5074623 Oct 11 04:26:32.757096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:32.773823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50300) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.784591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.790391 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/subnets/a1bca816-de31-45f9-abad-4923033a8f85 HTTP/1.1" status: 204 len: 168 time: 0.3562212 Oct 11 04:26:32.790670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dfd6a-bff0-4944-9ccd-6420d9dc3c5e tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bca816-de31-45f9-abad-4923033a8f85,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:32.797929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50302) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.829890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32542e03-9a75-4ef8-9c18-8023a36b9a88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:32.831637 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-32542e03-9a75-4ef8-9c18-8023a36b9a88 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "GET /v2.0/ports?device_id=0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 HTTP/1.1" status: 200 len: 913 time: 0.0568612 Oct 11 04:26:32.834885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50304) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:32.889083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.967699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:32.972068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6710f33-c59a-4dbb-bcef-3e607669cb33']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:32.982313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.003763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.006173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b937d015-dd93-451e-9c32-d26ff58cbd74') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:33.006470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b937d015-dd93-451e-9c32-d26ff58cbd74') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:33.027282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.057968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.076798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 458 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:33.077207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.139451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.182220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.200996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.212357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.240733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5575c500-b359-443f-a6cc-e9eb939028d3,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:33.247716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.251434 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/d6710f33-c59a-4dbb-bcef-3e607669cb33 HTTP/1.1" status: 204 len: 168 time: 3.7611165 Oct 11 04:26:33.254941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:33.263579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376568931'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:33.285399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.286877 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f0027676-5825-4df1-aff3-40197b72042b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5373597 Oct 11 04:26:33.287758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eeb3b-e33b-4b87-8fef-fef4c4ac1e4e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=d6710f33-c59a-4dbb-bcef-3e607669cb33,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:33.291562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50308) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:33.293639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network ecb76a78-457a-4912-bcac-9cf08179a697 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:33.296740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:33.298760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:33.304774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:33.306105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.308351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Deleting port bddae8d8-0dd8-4f10-9d93-48089e3783da {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:33.308768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.312170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:33.355198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e7c5f612-2780-4a04-b4db-5117cab2e932 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:33.357202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:33.361567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.415787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:33.417649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.425860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e7c5f612-2780-4a04-b4db-5117cab2e932 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:33.425860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.426312 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e7c5f612-2780-4a04-b4db-5117cab2e932 Oct 11 04:26:33.447358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] For port bddae8d8-0dd8-4f10-9d93-48089e3783da, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bddae8d8-0dd8-4f10-9d93-48089e3783da,segment=NetworkSegment(a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba),segment_id=a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:33.447914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.457384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.470740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.471092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment 5e23a752-61bc-48d8-822e-638c989b603d of type vlan for network 312aed46-b1b3-4224-ba53-50c08990a86b Oct 11 04:26:33.505135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Calling delete_port for bddae8d8-0dd8-4f10-9d93-48089e3783da owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:33.545080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.601465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.615982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fa8bf8-11e3-467d-8537-5ac3c306cb20 None None] Network ecb76a78-457a-4912-bcac-9cf08179a697 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:33.618913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b663634-6e0f-43bb-b60d-6dad4a626337 None None] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:33.621015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf629d7-0523-47a9-9e2e-a84871cd72a9 None None] Network a389c2a7-d4b7-401e-b807-e488d2dd7e5c requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:33.631863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.660253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.665847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:33.666487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.676671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22a05b4-d803-45a2-9833-31c14f9814c9,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:33.680279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b663634-6e0f-43bb-b60d-6dad4a626337 None None] Network ab755615-cb09-4211-b2ba-a3ae3739cfd1 could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:26:33.702398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.703710 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3a604d75-5d4d-4f0d-90e0-60acff128cda tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4109857 Oct 11 04:26:33.710092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50310) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:33.714795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:33.737288 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4798951 Oct 11 04:26:33.744556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50312) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:33.752078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:33.800263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Provisioning complete for port e7c5f612-2780-4a04-b4db-5117cab2e932 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:33.800929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.801436 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Attempt 1 to provision port e7c5f612-2780-4a04-b4db-5117cab2e932 Oct 11 04:26:33.801619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0cc38-9131-4a13-a318-d93379ec5ca1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=312aed46-b1b3-4224-ba53-50c08990a86b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:33.860075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 312aed46-b1b3-4224-ba53-50c08990a86b details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:33.862046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9351155-591f-4e3d-b586-1f40d2554cdc None None] DHCP port deletion for ab755615-cb09-4211-b2ba-a3ae3739cfd1 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:33.864839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.964681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:33.970476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:33.974616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.005394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.016226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.030604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e7c5f612-2780-4a04-b4db-5117cab2e932 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:34.030827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.030945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.041147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Port': ['ID=bddae8d8-0dd8-4f10-9d93-48089e3783da,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.048062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] No DVR routers for this DVR port bddae8d8-0dd8-4f10-9d93-48089e3783da on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:34.084810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff61bde2-5530-4f15-814d-ba2ee911ed34,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.107394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.111223 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-05367b54-4959-4524-9906-876e014776a0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975377 Oct 11 04:26:34.112008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50316) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:34.117137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port b3754cf6-9d18-4a00-b4d4-a09a33d4fa6e {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:34.117558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.118718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:34.160094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e7c5f612-2780-4a04-b4db-5117cab2e932, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e7c5f612-2780-4a04-b4db-5117cab2e932,segment=NetworkSegment(722471f9-3ab5-40a2-9f61-fa63ed511c1e),segment_id=722471f9-3ab5-40a2-9f61-fa63ed511c1e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:34.189395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.222492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Current status of the port e7c5f612-2780-4a04-b4db-5117cab2e932 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:34.223084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.236332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cb0b9b31-3f2a-4d04-abd3-aa935c9fe387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.262438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.282335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1f840e-b104-4ca8-ac7e-eafe6d5f5e0d None None] DHCP port deletion for a389c2a7-d4b7-401e-b807-e488d2dd7e5c request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:26:34.299626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for b3754cf6-9d18-4a00-b4d4-a09a33d4fa6e owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:34.314560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e7c5f612-2780-4a04-b4db-5117cab2e932,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.324193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.332732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:34.332732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:34.341056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.352502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.388874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a389c2a7-d4b7-401e-b807-e488d2dd7e5c']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:34.423707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:34.423930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:34.446317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=7dd23b3e-55f6-4f1a-987c-a4024ba1cc9b,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.448247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.454236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': '5e23a752-61bc-48d8-822e-638c989b603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:34.454447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 312aed46-b1b3-4224-ba53-50c08990a86b, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:34.514922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 312aed46-b1b3-4224-ba53-50c08990a86b is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:34.515140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.536480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 312aed46-b1b3-4224-ba53-50c08990a86b) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:34.542733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.544009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Releasing vlan 478 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:34.544346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.549676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0191b0-d8e3-454b-a3f5-0546620fe831 None None] Network 312aed46-b1b3-4224-ba53-50c08990a86b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:34.571792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.586479 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b937d015-dd93-451e-9c32-d26ff58cbd74 resource provider aggregate not found Oct 11 04:26:34.608878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:34.609541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.618919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.626910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f6a09c-2811-4e1a-8696-97be6ea89a45,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.640045 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b937d015-dd93-451e-9c32-d26ff58cbd74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b937d015-dd93-451e-9c32-d26ff58cbd74 found for delete ", "request_id": "req-0c570df7-6bcd-4f5d-a745-56ec045a340d"}]} Oct 11 04:26:34.660091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=b3754cf6-9d18-4a00-b4d4-a09a33d4fa6e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.675777 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-402138cf-2203-40ca-8ce6-346734aad0e7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9278522 Oct 11 04:26:34.687041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50322) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:34.783197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-312aed46-b1b3-4224-ba53-50c08990a86b', 'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': '7dd23b3e-55f6-4f1a-987c-a4024ba1cc9b'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:34.784913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.794794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.796095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c1ca4b4c-4b68-4ed2-935b-c8e0bd05a408 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6830866 Oct 11 04:26:34.797441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.800752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50324) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:34.812026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.819301 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] 10.222.0.39 "DELETE /v2.0/networks/a389c2a7-d4b7-401e-b807-e488d2dd7e5c HTTP/1.1" status: 204 len: 168 time: 2.0182898 Oct 11 04:26:34.826618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.836623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-251af4d0-39ca-4f94-87ee-08aea2c587a5 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.846437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee041-2c77-4e61-b011-6cfe47e8585b tempest-NetworksIpV6Test-2078823058 tempest-NetworksIpV6Test-2078823058-project] Pushing event deleted for resources: {'Network': ['ID=a389c2a7-d4b7-401e-b807-e488d2dd7e5c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.850599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.860624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.874081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-251af4d0-39ca-4f94-87ee-08aea2c587a5 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.902778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.923590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-251af4d0-39ca-4f94-87ee-08aea2c587a5 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:34.978218 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:34.983886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.023123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.083278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ee2f8-863e-42f6-b890-57f634aefa08 None None] Current status of the port e7c5f612-2780-4a04-b4db-5117cab2e932 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:35.151939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c74459-8a49-4bdb-b9f4-4ad991d3bb65 None None] Network ecb76a78-457a-4912-bcac-9cf08179a697 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:35.166885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network ecb76a78-457a-4912-bcac-9cf08179a697 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:35.171235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:35.252044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e7c5f612-2780-4a04-b4db-5117cab2e932 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:35.297182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50330) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.314106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-251af4d0-39ca-4f94-87ee-08aea2c587a5 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.316145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-251af4d0-39ca-4f94-87ee-08aea2c587a5 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/79f6a09c-2811-4e1a-8696-97be6ea89a45 HTTP/1.1" status: 204 len: 168 time: 0.5135756 Oct 11 04:26:35.320053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50334) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.327538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251af4d0-39ca-4f94-87ee-08aea2c587a5 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79f6a09c-2811-4e1a-8696-97be6ea89a45,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:35.348900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Allocated IP 172.20.0.2 (312aed46-b1b3-4224-ba53-50c08990a86b/7dd23b3e-55f6-4f1a-987c-a4024ba1cc9b/e993032d-271a-4d2b-8e56-489cd711e858) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:35.381345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Provisioning complete for port e7c5f612-2780-4a04-b4db-5117cab2e932 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:35.381633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.382226 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Attempt 1 to provision port e7c5f612-2780-4a04-b4db-5117cab2e932 Oct 11 04:26:35.415335 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-52fd8638-a8e1-4ed7-8057-e6eadfa94eb9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0909593 Oct 11 04:26:35.416924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50336) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.427733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:35.471427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3b02edf-3d85-4826-880c-b16059885da4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.522432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3b02edf-3d85-4826-880c-b16059885da4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.524751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:35.547045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e7c5f612-2780-4a04-b4db-5117cab2e932 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:35.547392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.547667 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e7c5f612-2780-4a04-b4db-5117cab2e932 Oct 11 04:26:35.586585 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-db795c86-15bb-4fb6-a94b-2584c844ad5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7dc509d89914d3098d589b93b7a7631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878909 Oct 11 04:26:35.589892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50338) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.610981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3b02edf-3d85-4826-880c-b16059885da4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.620230 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3b02edf-3d85-4826-880c-b16059885da4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.624044 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e3b02edf-3d85-4826-880c-b16059885da4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ff61bde2-5530-4f15-814d-ba2ee911ed34 HTTP/1.1" status: 204 len: 168 time: 0.2034993 Oct 11 04:26:35.624344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:35.629439 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5d1e2294-7474-4c0b-8e0b-baf35dff497b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2628098 Oct 11 04:26:35.630170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50340) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.634443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50342) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.641097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228834731'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:35.642643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b02edf-3d85-4826-880c-b16059885da4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff61bde2-5530-4f15-814d-ba2ee911ed34,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:35.661986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:35.690781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:35.696869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e37f9ff0-6546-4c14-a411-b801001b6878 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0583274 Oct 11 04:26:35.700199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50344) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.700350 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5e3cd03c-2543-48ba-981c-4101dbe516c3 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "PUT /v2.0/routers/0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8620622 Oct 11 04:26:35.700465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50346) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.719246 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] Sync routers for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:35.729646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:35.730286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:35.730478 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:35.731323 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:35.751438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:35.754841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.755839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0457f6bb-6320-4d75-ac1c-7c4eb7f2bcf3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.766391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0457f6bb-6320-4d75-ac1c-7c4eb7f2bcf3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.773058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c92465c3-c85c-41b2-b844-0a29f06ebe09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.773750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.773914 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:35.783188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Current status of the port e7c5f612-2780-4a04-b4db-5117cab2e932 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:35.785987 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] Routers {'0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:35.788014 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:35.811942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:35.833051 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:35.834770 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96957028-acd8-4fad-8281-46c49365fb79 None None] The sync data for ids ['0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:35.853963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0457f6bb-6320-4d75-ac1c-7c4eb7f2bcf3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.856418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c92465c3-c85c-41b2-b844-0a29f06ebe09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.863354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0457f6bb-6320-4d75-ac1c-7c4eb7f2bcf3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.867234 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0457f6bb-6320-4d75-ac1c-7c4eb7f2bcf3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c22a05b4-d803-45a2-9833-31c14f9814c9 HTTP/1.1" status: 204 len: 168 time: 0.1653459 Oct 11 04:26:35.871464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50348) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:35.876194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.876539 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment 5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7 of type vlan for network 9773d935-868d-4ef0-a958-08148b06fe50 Oct 11 04:26:35.881466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.933998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.990156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:35.990438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.006880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.013391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312aed46-b1b3-4224-ba53-50c08990a86b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:36.024616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23a752-61bc-48d8-822e-638c989b603d') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:36.024977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23a752-61bc-48d8-822e-638c989b603d') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:36.059556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457f6bb-6320-4d75-ac1c-7c4eb7f2bcf3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c22a05b4-d803-45a2-9833-31c14f9814c9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.063686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.065607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.069670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd23b3e-55f6-4f1a-987c-a4024ba1cc9b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.069978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:36.070614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.080322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c92465c3-c85c-41b2-b844-0a29f06ebe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.082875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c92465c3-c85c-41b2-b844-0a29f06ebe09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.087064 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c92465c3-c85c-41b2-b844-0a29f06ebe09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9268005-4808-4f15-8884-c22c69c85a56 HTTP/1.1" status: 204 len: 168 time: 0.4934120 Oct 11 04:26:36.100480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.108870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:36.131455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92465c3-c85c-41b2-b844-0a29f06ebe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9268005-4808-4f15-8884-c22c69c85a56,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.135004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 498 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:36.135218 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.150473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Provisioning complete for port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:36.151007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.151410 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Attempt 1 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:36.160618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Network 312aed46-b1b3-4224-ba53-50c08990a86b is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:36.161170 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5242615 Oct 11 04:26:36.162368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50352) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:36.170403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:36.192749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:36.195696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Pushing event updated for resources: {'Port': ['ID=e993032d-271a-4d2b-8e56-489cd711e858,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.196581 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-77694c40-27e5-4112-8b25-8d22036da31a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3236938 Oct 11 04:26:36.198170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e7c5f612-2780-4a04-b4db-5117cab2e932 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:36.201890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50354) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:36.208331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:36.229662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a36ee2-566f-4bdf-a604-e5c131c7e4f2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=9773d935-868d-4ef0-a958-08148b06fe50,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.236059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.250572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:36.268563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 9773d935-868d-4ef0-a958-08148b06fe50 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:36.353664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:26:36.353664 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:26:36.353664 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '312aed46-b1b3-4224-ba53-50c08990a86b'}] Oct 11 04:26:36.353664 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:36.354140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:36.355262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5187-cebb-41c7-a822-9ea88255b8bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.368777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:36.372866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.376846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5187-cebb-41c7-a822-9ea88255b8bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.390598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting port f01d30dd-ff98-47b8-85cb-6d266244f7cf {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:36.390814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.399558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bddae8d8-0dd8-4f10-9d93-48089e3783da no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:36.435951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5187-cebb-41c7-a822-9ea88255b8bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.443299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5187-cebb-41c7-a822-9ea88255b8bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.447257 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3fbf5187-cebb-41c7-a822-9ea88255b8bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5575c500-b359-443f-a6cc-e9eb939028d3 HTTP/1.1" status: 204 len: 168 time: 0.2373834 Oct 11 04:26:36.448181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50358) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:36.456259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf5187-cebb-41c7-a822-9ea88255b8bc tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5575c500-b359-443f-a6cc-e9eb939028d3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.500639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: bddae8d8-0dd8-4f10-9d93-48089e3783da {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:36.500982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bddae8d8-0dd8-4f10-9d93-48089e3783da not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:36.501377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 01624c05-d1ad-4a62-9539-af8cfa9abba6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:26:36.578915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 01624c05-d1ad-4a62-9539-af8cfa9abba6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:26:36.579264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 01624c05-d1ad-4a62-9539-af8cfa9abba6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:26:36.588897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-070c2892-beec-43e0-acb8-7e2a5b55d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.590482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Attempting to bind port e993032d-271a-4d2b-8e56-489cd711e858 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:36.590791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Attempting to bind port e993032d-271a-4d2b-8e56-489cd711e858 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5e23a752-61bc-48d8-822e-638c989b603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:36.591153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Attempting to bind port e993032d-271a-4d2b-8e56-489cd711e858 on network 312aed46-b1b3-4224-ba53-50c08990a86b {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:36.623177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50366) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:36.623939 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-14604077-7d10-487e-88b8-02ed1831a79b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1231294 Oct 11 04:26:36.630071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.669060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d38cef-9da9-4911-80a9-992c2bcc8452 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.670019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Calling delete_port for f01d30dd-ff98-47b8-85cb-6d266244f7cf owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:36.685335 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba resource provider aggregate not found Oct 11 04:26:36.691947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d38cef-9da9-4911-80a9-992c2bcc8452 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.720941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:36.721665 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a75d53ab-1590-40d8-b8c4-9cc5d2dfc0ba found for delete ", "request_id": "req-ef62740f-c1b5-4790-8d1e-33950695ab78"}]} Oct 11 04:26:36.723444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Checking segment: {'id': '5e23a752-61bc-48d8-822e-638c989b603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:36.724508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.725599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Bound using segment: {'id': '5e23a752-61bc-48d8-822e-638c989b603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:36.726791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d38cef-9da9-4911-80a9-992c2bcc8452 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.726997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Bound port: e993032d-271a-4d2b-8e56-489cd711e858, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e23a752-61bc-48d8-822e-638c989b603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '312aed46-b1b3-4224-ba53-50c08990a86b'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:36.727781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.737946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9d38cef-9da9-4911-80a9-992c2bcc8452 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.742332 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9d38cef-9da9-4911-80a9-992c2bcc8452 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5d27c1ab-9f9a-4fa7-8eef-40a15e84179b HTTP/1.1" status: 204 len: 168 time: 0.1179316 Oct 11 04:26:36.743493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d38cef-9da9-4911-80a9-992c2bcc8452 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d27c1ab-9f9a-4fa7-8eef-40a15e84179b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:36.746227 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5e23a752-61bc-48d8-822e-638c989b603d resource provider aggregate not found Oct 11 04:26:36.749923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50376) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:36.772948 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Attempt 2 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:36.773168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5e23a752-61bc-48d8-822e-638c989b603d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e23a752-61bc-48d8-822e-638c989b603d found for delete ", "request_id": "req-d97bf406-188d-47e4-943f-c76867382583"}]} Oct 11 04:26:36.806496 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b3bd5eb7-07d5-4131-842a-018e2b041e25 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530593 Oct 11 04:26:36.811329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50380) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:36.841352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.859116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.918691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:36.919986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] For port e993032d-271a-4d2b-8e56-489cd711e858, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:36.927178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] For port e993032d-271a-4d2b-8e56-489cd711e858, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e993032d-271a-4d2b-8e56-489cd711e858,segment=NetworkSegment(5e23a752-61bc-48d8-822e-638c989b603d),segment_id=5e23a752-61bc-48d8-822e-638c989b603d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:36.935124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:36.958665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port e993032d-271a-4d2b-8e56-489cd711e858 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:36.959010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.007287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d852e7-0047-49bf-b472-a670dba06ddd None None] Pushing event updated for resources: {'Port': ['ID=e993032d-271a-4d2b-8e56-489cd711e858,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.008165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=38f4d992-a99a-4319-9860-f3ee1bd256e7,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.020790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:33Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:34Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:37.051326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port e993032d-271a-4d2b-8e56-489cd711e858, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e993032d-271a-4d2b-8e56-489cd711e858,segment=NetworkSegment(5e23a752-61bc-48d8-822e-638c989b603d),segment_id=5e23a752-61bc-48d8-822e-638c989b603d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:37.052120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.063137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:26:37.063687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Updating router db323e73-e5f6-4c58-90eb-20c18f1e9040 port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:26:37.074723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for e993032d-271a-4d2b-8e56-489cd711e858 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:37.076092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:37.076541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: 9773d935-868d-4ef0-a958-08148b06fe50, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:37.096529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.098129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f780ea2-bade-42d2-8d05-45539ed3416c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.120449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500be05-f6cd-4ae4-bc49-e7f4ec714f5a None None] Network 312aed46-b1b3-4224-ba53-50c08990a86b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:37.125315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f780ea2-bade-42d2-8d05-45539ed3416c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.179667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f780ea2-bade-42d2-8d05-45539ed3416c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.182322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f780ea2-bade-42d2-8d05-45539ed3416c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.186661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4f780ea2-bade-42d2-8d05-45539ed3416c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3 HTTP/1.1" status: 204 len: 168 time: 0.3739212 Oct 11 04:26:37.189464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50390) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.196781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50392) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.204387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.219311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f780ea2-bade-42d2-8d05-45539ed3416c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8b5714-1b0e-4ccc-8122-7fe89e5acfd3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.234297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 9773d935-868d-4ef0-a958-08148b06fe50 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:37.237162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=e993032d-271a-4d2b-8e56-489cd711e858,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.239864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port e993032d-271a-4d2b-8e56-489cd711e858 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:37.264555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.292296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc66128-2316-431c-a949-8866b8a730d2 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:26:37.298143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 9773d935-868d-4ef0-a958-08148b06fe50) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:37.332424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:37.333069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.336143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Port': ['ID=f01d30dd-ff98-47b8-85cb-6d266244f7cf,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.358921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.364706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742663346'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:37.377217 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aa2a61ec-46b8-459c-8bd9-dd1630732a8e tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1778460 Oct 11 04:26:37.380648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50396) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.388392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751778667'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:37.407919 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-18f82d07-1147-4053-b16e-0308dd0c10d1 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2394826 Oct 11 04:26:37.411150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50398) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.417045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312aed46-b1b3-4224-ba53-50c08990a86b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:37.421251 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Attempt 3 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:37.431823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:37.434989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.437833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23a752-61bc-48d8-822e-638c989b603d') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:37.438127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23a752-61bc-48d8-822e-638c989b603d') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:37.452123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.453951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.465943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.472665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.502236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:37.505962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.526520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 498 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:37.527521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.559336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc66128-2316-431c-a949-8866b8a730d2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:26:37.599478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.602184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.616628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.631780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.635703 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/312aed46-b1b3-4224-ba53-50c08990a86b HTTP/1.1" status: 204 len: 168 time: 2.9476962 Oct 11 04:26:37.648959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50400) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.653849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1053512957'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:37.662764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27602b-237d-4ffe-be74-0a543e9277fd tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=312aed46-b1b3-4224-ba53-50c08990a86b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.685661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.696995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.726238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.735320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.737957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.739232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3566146 Oct 11 04:26:37.739924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.742156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50404) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.748024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '0bd00e0b-88c3-44d0-ae7e-5f0b341ef295', 'direction': 'ingress', 'protocol': 17}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:37.751676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a78501-4499-4dd0-9343-38f0dfd21ecd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd00e0b-88c3-44d0-ae7e-5f0b341ef295,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.760933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.761166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:37.761522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Fanout notify agent at l3_agent the message router_deleted on router 0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:26:37.763138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:37.766626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.775735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.777380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-63d63304-9bce-4f96-bd2f-9da26defd4d1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/routers/0810e1ac-7d07-4c84-96cb-a9fc0f3d97c3 HTTP/1.1" status: 204 len: 168 time: 2.0760453 Oct 11 04:26:37.784302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50406) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:37.798650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.798650 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment da7d9d97-1243-4561-ade5-06442423a2b4 of type vlan for network f0bb2372-9769-4ba1-832c-484226b0b8b5 Oct 11 04:26:37.825862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684b4df0-9c98-4ade-a4bd-5b66378011a0,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.854901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:37.858084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.866954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.872773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.875332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.880721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Deleting subnet a1013918-ed71-4445-94ca-e43098f836bd {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:26:37.886827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.906008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.906672 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f of type vlan for network f6b6bff9-e96d-4dba-882b-4db884796e4a Oct 11 04:26:37.941942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.945609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.951265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:37.952047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:37.974812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871369bc-b620-4173-b202-3f6e7d532e0b None None] Pushing event updated for resources: {'Port': ['ID=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:37.983723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.007146 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Attempt 4 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:38.011133 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8122718 Oct 11 04:26:38.018779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50408) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.030299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-834121373'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:38.058948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Attempting to bind port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:38.059280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fb5ea-82a5-4634-845b-58e5db01c6c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=f0bb2372-9769-4ba1-832c-484226b0b8b5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.059428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Attempting to bind port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:38.059673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Attempting to bind port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c on network ecb76a78-457a-4912-bcac-9cf08179a697 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:38.061838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.077406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.086438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.086755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:38.087409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:38.090888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:38.091272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Checking segment: {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:38.091767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.092253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Bound using segment: {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:38.092747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Bound port: 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722471f9-3ab5-40a2-9f61-fa63ed511c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:38.093136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.119905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.122795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-9773d935-868d-4ef0-a958-08148b06fe50', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:38.124027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.126039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:38.126924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.129402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:38.133291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.140434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.165078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bad037-bad6-4b27-8a3c-93fed771cc62,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.180593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.186853 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/subnets/a1013918-ed71-4445-94ca-e43098f836bd HTTP/1.1" status: 204 len: 168 time: 0.4001606 Oct 11 04:26:38.188342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ecc94-ec2d-4c19-b19c-55cb0f494bc1 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Subnet': ['ID=a1013918-ed71-4445-94ca-e43098f836bd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.192200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50410) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.208123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.211918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.213115 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ed5eb64b-29b1-42ba-ada8-d670aea40063 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4699643 Oct 11 04:26:38.216191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50412) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.216351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5663135 Oct 11 04:26:38.218869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50414) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.233337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': 'f6b6bff9-e96d-4dba-882b-4db884796e4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:38.237225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:38.271955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5d9b7-c152-4965-bce4-530f572b910f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=f6b6bff9-e96d-4dba-882b-4db884796e4a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.293015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network f6b6bff9-e96d-4dba-882b-4db884796e4a details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:38.309202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.309620 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment 0796589f-8af8-402b-be9a-825fea985642 of type vlan for network 76567018-5fd7-4d64-a805-be6a4f39d145 Oct 11 04:26:38.343973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] For port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:38.369863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] For port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,segment=NetworkSegment(722471f9-3ab5-40a2-9f61-fa63ed511c1e),segment_id=722471f9-3ab5-40a2-9f61-fa63ed511c1e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:38.387419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.391324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.431595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-784424e4-0767-48a1-91d7-cee86409b64c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.456576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:38.460410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.462924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.468564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:38.469304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.526209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-784424e4-0767-48a1-91d7-cee86409b64c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.543757 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5177572 Oct 11 04:26:38.550938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.560545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:38.562746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.565028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.602230 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Attempt 5 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:38.611200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08c846-253b-4c43-84a2-2137c9404d13 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=76567018-5fd7-4d64-a805-be6a4f39d145,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.622671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing IP validity checks on allocation pools {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:26:38.623659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:26:38.647761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3839e53e-4197-41d8-9f28-ca134879d5ad']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:38.668501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 76567018-5fd7-4d64-a805-be6a4f39d145 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:38.669276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84704ebb-f05d-4728-9231-30abc1d7eaa5') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:38.669609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84704ebb-f05d-4728-9231-30abc1d7eaa5') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:38.681448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.697241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-784424e4-0767-48a1-91d7-cee86409b64c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.699985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-784424e4-0767-48a1-91d7-cee86409b64c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.701264 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-784424e4-0767-48a1-91d7-cee86409b64c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/0bd00e0b-88c3-44d0-ae7e-5f0b341ef295 HTTP/1.1" status: 204 len: 168 time: 0.4838843 Oct 11 04:26:38.702048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:38.702444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.702782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:38.704857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.722142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Releasing vlan 485 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:38.722609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.727606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784424e4-0767-48a1-91d7-cee86409b64c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd00e0b-88c3-44d0-ae7e-5f0b341ef295,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.732156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:38.736562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.779969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Allocated IP 172.21.0.2 (9773d935-868d-4ef0-a958-08148b06fe50/38f4d992-a99a-4319-9860-f3ee1bd256e7/706f69e8-32fc-416a-bbee-d7743c382a89) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:38.791241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871369bc-b620-4173-b202-3f6e7d532e0b None None] Pushing event updated for resources: {'Port': ['ID=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.800462 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4f5e1a8-2736-408e-896f-0a25a227ae25 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0952823 Oct 11 04:26:38.801067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50422) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:38.830165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.832894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--957000970'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:38.835915 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5e23a752-61bc-48d8-822e-638c989b603d resource provider aggregate not found Oct 11 04:26:38.850804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.856077 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] 10.222.0.39 "DELETE /v2.0/networks/3839e53e-4197-41d8-9f28-ca134879d5ad HTTP/1.1" status: 204 len: 168 time: 0.6599619 Oct 11 04:26:38.869167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf4d97-a442-47b2-9081-e4a08a0db829 tempest-FloatingIPTestJSON-349368356 tempest-FloatingIPTestJSON-349368356-project] Pushing event deleted for resources: {'Network': ['ID=3839e53e-4197-41d8-9f28-ca134879d5ad,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:38.893412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5e23a752-61bc-48d8-822e-638c989b603d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e23a752-61bc-48d8-822e-638c989b603d found for delete ", "request_id": "req-203e7e6d-9129-44cb-b111-d2787731b9f6"}]} Oct 11 04:26:38.900080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.925730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:38.931870 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 84704ebb-f05d-4728-9231-30abc1d7eaa5 resource provider aggregate not found Oct 11 04:26:38.940334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:38.973697 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 84704ebb-f05d-4728-9231-30abc1d7eaa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84704ebb-f05d-4728-9231-30abc1d7eaa5 found for delete ", "request_id": "req-cee02761-c27f-449f-9be8-9365354fef86"}]} Oct 11 04:26:39.014467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=8ae7aaa8-ffb2-45e3-b7a7-5ca92677e4e0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.036812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': 'cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'f6b6bff9-e96d-4dba-882b-4db884796e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:39.036812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: f6b6bff9-e96d-4dba-882b-4db884796e4a, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:39.058704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network f6b6bff9-e96d-4dba-882b-4db884796e4a is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:39.073752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, f6b6bff9-e96d-4dba-882b-4db884796e4a) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:39.082389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:39.082778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.119283 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4d0ba369-0612-49f5-813f-b9f42a084d58 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8994124 Oct 11 04:26:39.122260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50432) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:39.123153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Current status of the port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:39.123560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.254980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.276937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] For port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,segment=NetworkSegment(722471f9-3ab5-40a2-9f61-fa63ed511c1e),segment_id=722471f9-3ab5-40a2-9f61-fa63ed511c1e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:39.303615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.309659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50436) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:39.328440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.330754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.364225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.392558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Network 9773d935-868d-4ef0-a958-08148b06fe50 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:39.399401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:39.402481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:39.454154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.460913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.467716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.21.0.1 (9773d935-868d-4ef0-a958-08148b06fe50/38f4d992-a99a-4319-9860-f3ee1bd256e7/cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:39.475619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.480849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8a2a5-369f-4e25-a6ed-58a1e8366c88 None None] Pushing event updated for resources: {'Port': ['ID=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.591218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Attempting to bind port 706f69e8-32fc-416a-bbee-d7743c382a89 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:39.591595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Attempting to bind port 706f69e8-32fc-416a-bbee-d7743c382a89 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:39.591964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Attempting to bind port 706f69e8-32fc-416a-bbee-d7743c382a89 on network 9773d935-868d-4ef0-a958-08148b06fe50 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:39.592161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.595835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7640343 Oct 11 04:26:39.595980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.598222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50442) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:39.600053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Provisioning complete for port e7c5f612-2780-4a04-b4db-5117cab2e932 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:39.600419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.600754 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Attempt 1 to provision port e7c5f612-2780-4a04-b4db-5117cab2e932 Oct 11 04:26:39.605030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792800629'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:39.614991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d3cd-4f79-4686-b9f3-8397dbb39c2b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5178c71a-a558-4fc1-b7eb-371a6d424367,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.617671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.627191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:39.627607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Checking segment: {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:39.627971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.628366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Bound using segment: {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:39.628846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Bound port: 706f69e8-32fc-416a-bbee-d7743c382a89, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:39.629226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.635258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Pushing event updated for resources: {'Port': ['ID=706f69e8-32fc-416a-bbee-d7743c382a89,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.671021 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a61473c-c960-4c48-b20f-56b820a67fb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdd2d5336883407dac16407b1b5ba7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574755 Oct 11 04:26:39.671691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=f422a87e-33de-4317-ab08-c49a4b1271cc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.672712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.675389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50444) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:39.708363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:33Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:38Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:39.713880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': 'da7d9d97-1243-4561-ade5-06442423a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:39.714422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: f0bb2372-9769-4ba1-832c-484226b0b8b5, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:39.744995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:39.745237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.751052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44994088-d3d5-4e43-a51b-249f35447860 None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:33Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:38Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:39.765965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, f0bb2372-9769-4ba1-832c-484226b0b8b5) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:39.775485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:39.776334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.802437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.804287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae7aaa8-ffb2-45e3-b7a7-5ca92677e4e0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.820230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] For port 706f69e8-32fc-416a-bbee-d7743c382a89, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:39.823339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1326-44fc-4f66-b478-89751a733da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.836460 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-129b8a71-6918-4522-b82a-c39fc46ae522 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2801368 Oct 11 04:26:39.838518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] For port 706f69e8-32fc-416a-bbee-d7743c382a89, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=706f69e8-32fc-416a-bbee-d7743c382a89,segment=NetworkSegment(5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7),segment_id=5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:39.839634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50446) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:39.844752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:39.847330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.908602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Current status of the port e7c5f612-2780-4a04-b4db-5117cab2e932 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:39.915653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1326-44fc-4f66-b478-89751a733da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.916420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.922851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ced08-7376-4307-8d76-0731954d5ea9 None None] Pushing event updated for resources: {'Port': ['ID=706f69e8-32fc-416a-bbee-d7743c382a89,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:39.929736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Provisioning complete for port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:39.930387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.930841 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Attempt 1 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:39.967632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:39.984261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 9773d935-868d-4ef0-a958-08148b06fe50 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:39.989980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.006472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.020637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b6bff9-e96d-4dba-882b-4db884796e4a']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:40.033058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1f6d4-0b3d-4e1a-8f53-a9c0da6ad311 None None] Current status of the port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:40.053351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:40.053351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:40.070562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:40.072495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.078927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.081736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:40.101211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.102737 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5028439 Oct 11 04:26:40.107188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50448) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:40.112409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '5178c71a-a558-4fc1-b7eb-371a6d424367', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e88ead61-f5c2-4662-ae8e-940da86a48b5', 'remote_ip_prefix': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:40.120614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebf511-9ef4-42ca-822c-e96470db8fd3 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88ead61-f5c2-4662-ae8e-940da86a48b5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.129068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.146322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 477 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:40.146736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.180017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1326-44fc-4f66-b478-89751a733da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.182846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1326-44fc-4f66-b478-89751a733da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.186680 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b0fc1326-44fc-4f66-b478-89751a733da5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/327a984a-cd9b-476e-b8db-b1cb3351e36e HTTP/1.1" status: 204 len: 168 time: 0.5033169 Oct 11 04:26:40.207976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.253985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:40.258278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.269862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1326-44fc-4f66-b478-89751a733da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a984a-cd9b-476e-b8db-b1cb3351e36e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.277360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.338900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.404554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.417447 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.420703 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/f6b6bff9-e96d-4dba-882b-4db884796e4a HTTP/1.1" status: 204 len: 168 time: 1.2966633 Oct 11 04:26:40.430244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50454) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:40.444150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676142021'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:40.454555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215a2f8-3096-4230-91cd-b3900c7a642f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=f6b6bff9-e96d-4dba-882b-4db884796e4a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.461867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.470329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.497318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.501453 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3901021 Oct 11 04:26:40.504553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50456) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:40.521074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2b08-fe0c-4659-814d-6c985c2e170f tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b4075e-98a1-46a6-b143-89014aacbd10,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.524703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:40.528358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.558079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ec781e3-b23b-41fc-a19a-a7584f3b1eb1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.576904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ec781e3-b23b-41fc-a19a-a7584f3b1eb1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.577265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:40.606601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.606973 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment d9b978c2-4dcd-4071-a283-c89402f353e5 of type vlan for network b81a43cb-2e2e-47df-9a99-d790a09ba92d Oct 11 04:26:40.611280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.614823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.649193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ec781e3-b23b-41fc-a19a-a7584f3b1eb1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.661335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ec781e3-b23b-41fc-a19a-a7584f3b1eb1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.668585 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2ec781e3-b23b-41fc-a19a-a7584f3b1eb1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b3b4075e-98a1-46a6-b143-89014aacbd10 HTTP/1.1" status: 204 len: 168 time: 0.1627078 Oct 11 04:26:40.673973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50464) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:40.701113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.717256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec781e3-b23b-41fc-a19a-a7584f3b1eb1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3b4075e-98a1-46a6-b143-89014aacbd10,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.726084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=15203575-75c7-43e7-bab4-41a2c4fb7354,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.781959 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-362b4cc2-5ec7-45a4-be5c-e408d84cf818 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1045883 Oct 11 04:26:40.783382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.789143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:40.790474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.791663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50468) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:40.841731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4101608 Oct 11 04:26:40.850899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50470) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:40.851597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': '0796589f-8af8-402b-be9a-825fea985642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:40.851962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: 76567018-5fd7-4d64-a805-be6a4f39d145, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:40.858678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': 'b81a43cb-2e2e-47df-9a99-d790a09ba92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:40.910123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c19c7-d3b2-4d9a-b656-91f03ef10dc7 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=b81a43cb-2e2e-47df-9a99-d790a09ba92d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:40.920852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network b81a43cb-2e2e-47df-9a99-d790a09ba92d details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:40.960110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e90e92f2-a281-4a47-a078-fd813840a93b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:40.995801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f resource provider aggregate not found Oct 11 04:26:41.024495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e90e92f2-a281-4a47-a078-fd813840a93b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.026043 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd94650d-99b2-4ca9-b1ae-67b1eccf6c7f found for delete ", "request_id": "req-c0a96748-8b5b-4321-a3c0-9c797b082498"}]} Oct 11 04:26:41.027112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:41.027386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 76567018-5fd7-4d64-a805-be6a4f39d145 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:41.031706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.055313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 76567018-5fd7-4d64-a805-be6a4f39d145) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:41.059906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:41.060557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.152394 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e105f9ac-7185-483d-adce-4d6dc99bc7ed tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3113101 Oct 11 04:26:41.152805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50484) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:41.160977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-98284011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:41.191813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e90e92f2-a281-4a47-a078-fd813840a93b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.195898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e90e92f2-a281-4a47-a078-fd813840a93b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.197185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e90e92f2-a281-4a47-a078-fd813840a93b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/e88ead61-f5c2-4662-ae8e-940da86a48b5 HTTP/1.1" status: 204 len: 168 time: 0.4046631 Oct 11 04:26:41.201589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50486) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:41.223774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e92f2-a281-4a47-a078-fd813840a93b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88ead61-f5c2-4662-ae8e-940da86a48b5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:41.234557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.235862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.294624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.328085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 706f69e8-32fc-416a-bbee-d7743c382a89 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:41.329243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50488) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:41.329932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.332883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.359593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.427369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.431746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 706f69e8-32fc-416a-bbee-d7743c382a89 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:41.432079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5fcc8716-47e5-40e1-aa38-dfbfa89c1c46 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2754121 Oct 11 04:26:41.432219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.432696 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 706f69e8-32fc-416a-bbee-d7743c382a89 Oct 11 04:26:41.432887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50492) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:41.433902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.438302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:41.497059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb087e-4ff7-44b0-83fd-a98831c46505 None None] Network 9773d935-868d-4ef0-a958-08148b06fe50 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:41.511139 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-54dcc14b-9c63-431e-8151-fa5a14f84277 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3060849 Oct 11 04:26:41.526268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1916300125'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:41.527728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50496) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:41.532900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.577955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f4a01-116a-451a-98bf-90b69957c48e None None] Network f6b6bff9-e96d-4dba-882b-4db884796e4a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:41.579932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a85e08-49b1-4fd9-be98-06af53af950f None None] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:41.581589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628affa-ee8e-466b-be3b-3d105439ade0 None None] Network 76567018-5fd7-4d64-a805-be6a4f39d145 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:41.600491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Made reservation on behalf of f6aa729f04a843bd9175ce26da205e87 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:41.604764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.622799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.626938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=abc6a0db-8ac5-4c8c-a695-de8dc25e8968,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:41.664157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': 'd9b978c2-4dcd-4071-a283-c89402f353e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'b81a43cb-2e2e-47df-9a99-d790a09ba92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:41.664493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: b81a43cb-2e2e-47df-9a99-d790a09ba92d, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:41.705358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network b81a43cb-2e2e-47df-9a99-d790a09ba92d is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:41.725411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, b81a43cb-2e2e-47df-9a99-d790a09ba92d) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:41.727715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-362b3945-1af4-4ce3-bb15-fd8c901cb940 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.731968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:41.732617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.764418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.771944 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c96c750f-4c40-48bd-b540-b89e76df9b7b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9160721 Oct 11 04:26:41.772662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50500) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:41.784404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.812409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de3e3b-c393-4e39-8e75-4b315809b80b None None] Network b81a43cb-2e2e-47df-9a99-d790a09ba92d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:41.835501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 9773d935-868d-4ef0-a958-08148b06fe50 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:41.841179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f4a01-116a-451a-98bf-90b69957c48e None None] Network f6b6bff9-e96d-4dba-882b-4db884796e4a could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:26:41.849141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:41.863227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-362b3945-1af4-4ce3-bb15-fd8c901cb940 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.876917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:41.889882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f739641b-1257-48a8-918b-f080cd1baf84,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:41.899902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.900250 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Added segment 680f00c7-60b8-4ccf-bf75-53a93cbd8e33 of type vlan for network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 Oct 11 04:26:41.905274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b168aa3-2658-4bef-b609-6d998defc768 None None] Network f6b6bff9-e96d-4dba-882b-4db884796e4a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:41.959485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:41.964516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.008098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b168aa3-2658-4bef-b609-6d998defc768 None None] Network f6b6bff9-e96d-4dba-882b-4db884796e4a could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:26:42.017335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Provisioning complete for port 706f69e8-32fc-416a-bbee-d7743c382a89 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:42.017791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.018192 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Attempt 1 to provision port 706f69e8-32fc-416a-bbee-d7743c382a89 Oct 11 04:26:42.033588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.038611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.044506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:42.045313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.071268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-362b3945-1af4-4ce3-bb15-fd8c901cb940 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.073779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-362b3945-1af4-4ce3-bb15-fd8c901cb940 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.074947 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-362b3945-1af4-4ce3-bb15-fd8c901cb940 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/5178c71a-a558-4fc1-b7eb-371a6d424367 HTTP/1.1" status: 204 len: 168 time: 0.5443699 Oct 11 04:26:42.079240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50502) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:42.103601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.108957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:42.128558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b3945-1af4-4ce3-bb15-fd8c901cb940 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178c71a-a558-4fc1-b7eb-371a6d424367,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:42.152697 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8219922 Oct 11 04:26:42.179725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50504) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:42.190362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'subnet': {'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:42.194769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed59e-b1e6-4c6b-b588-79d5317c7d4b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Network': ['ID=fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:42.237311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:42.241260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 706f69e8-32fc-416a-bbee-d7743c382a89 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:42.241826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.282346 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-03c5ad50-9ed3-4c81-8037-6dfc1377f685 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1869533 Oct 11 04:26:42.287488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50506) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:42.294613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--278289757'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:42.303249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.345170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=abc6a0db-8ac5-4c8c-a695-de8dc25e8968,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:42.354878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:42.363283 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dcfdda6f-9a9d-41a6-9d25-a2c3e3d6b136 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9485352 Oct 11 04:26:42.363578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50508) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:42.369242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-144013730'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:42.391622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.399930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Made reservation on behalf of f6aa729f04a843bd9175ce26da205e87 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:42.403667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.434059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:42.475660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.483714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 706f69e8-32fc-416a-bbee-d7743c382a89, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=706f69e8-32fc-416a-bbee-d7743c382a89,segment=NetworkSegment(5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7),segment_id=5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:42.487203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ccb08b-6f66-4bd6-9540-23de27b315b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-b81a43cb-2e2e-47df-9a99-d790a09ba92d', 'network_id': 'b81a43cb-2e2e-47df-9a99-d790a09ba92d', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': 'abc6a0db-8ac5-4c8c-a695-de8dc25e8968'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:42.488364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb08b-6f66-4bd6-9540-23de27b315b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.509428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8::1 (f0bb2372-9769-4ba1-832c-484226b0b8b5/f422a87e-33de-4317-ab08-c49a4b1271cc/2c3615d5-ff33-414a-b517-4e02a000c0bb) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:42.522136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-76567018-5fd7-4d64-a805-be6a4f39d145', 'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': '15203575-75c7-43e7-bab4-41a2c4fb7354'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:42.523242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.527194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.527948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:42.539217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:42.542557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.562235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81a43cb-2e2e-47df-9a99-d790a09ba92d']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:42.569392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-f0bb2372-9769-4ba1-832c-484226b0b8b5', 'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': 'f422a87e-33de-4317-ab08-c49a4b1271cc'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:42.570278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.572349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Current status of the port 706f69e8-32fc-416a-bbee-d7743c382a89 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:42.572495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.590991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b978c2-4dcd-4071-a283-c89402f353e5') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:42.591354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b978c2-4dcd-4071-a283-c89402f353e5') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:42.603624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:42.604241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:42.612516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.673744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.679468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.688250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:42.693858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.694297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.696481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 483 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:42.696877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.735523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.774171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.774806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment 1524c7ee-c654-4cfc-b337-6a0ec279e60e of type vlan for network edf14a14-5e8a-4c45-8b48-a996c3e56973 Oct 11 04:26:42.811126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:42.812452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=2c3615d5-ff33-414a-b517-4e02a000c0bb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:42.815611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:42.822959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:42.823661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.837026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.838284 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5488536 Oct 11 04:26:42.866813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50510) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:42.875612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '33150115-696f-488d-9aae-7929460e3018', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:42.890318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fc0b4-769b-4db9-a5bf-87578652d60d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33150115-696f-488d-9aae-7929460e3018,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:42.904769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.926858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.942906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:42.947980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/b81a43cb-2e2e-47df-9a99-d790a09ba92d HTTP/1.1" status: 204 len: 168 time: 1.1742527 Oct 11 04:26:42.955688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50512) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:42.970996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794250725'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:42.987861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33282edd-de82-4af7-b371-05c6b4232585 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=b81a43cb-2e2e-47df-9a99-d790a09ba92d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:43.024217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:43.028399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.048055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.051631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.056071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.060409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:43.061249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.071005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Allocated IP 2001:db8:1::2 (76567018-5fd7-4d64-a805-be6a4f39d145/15203575-75c7-43e7-bab4-41a2c4fb7354/c7927d79-95ec-4d96-9cce-6c79060a7605) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:43.078589 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment d9b978c2-4dcd-4071-a283-c89402f353e5 resource provider aggregate not found Oct 11 04:26:43.096072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.119218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:43.125973 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7582362 Oct 11 04:26:43.128285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50518) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:43.138439 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment d9b978c2-4dcd-4071-a283-c89402f353e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9b978c2-4dcd-4071-a283-c89402f353e5 found for delete ", "request_id": "req-c036f544-8e08-45bc-977c-150f141541a8"}]} Oct 11 04:26:43.139130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:43.166519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.166889 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment 53128af4-a64b-4a8b-a4b7-b63b8b3188d3 of type vlan for network 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 Oct 11 04:26:43.175534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93a213-a610-4018-b483-6fb4c3c4fe0c None None] Network b81a43cb-2e2e-47df-9a99-d790a09ba92d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:43.255552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b147a-971c-4b56-98f2-e57fe9191a89 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=edf14a14-5e8a-4c45-8b48-a996c3e56973,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:43.272473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Subnet': ['ID=65eac376-423f-4a70-869c-66964d66b7ef,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:43.304357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=706f69e8-32fc-416a-bbee-d7743c382a89,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:43.306469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Checking segment: {'id': '680f00c7-60b8-4ccf-bf75-53a93cbd8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:43.307377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network hostable DHCP agents. Network: fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:43.315211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.318162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:43.332334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.335111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3da450-7e1d-4056-96ae-73a9e7a4ef65 None None] Network 9773d935-868d-4ef0-a958-08148b06fe50 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:43.337243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93a213-a610-4018-b483-6fb4c3c4fe0c None None] Network b81a43cb-2e2e-47df-9a99-d790a09ba92d could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 04:26:43.353022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:43.353588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:43.358749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50dcfbf-9972-4263-9749-3c77fdad7800,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:43.372405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.375329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.376958 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1413a93b-bc0b-451f-935f-ccfe797e55d4 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5050528 Oct 11 04:26:43.378376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:43.380620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50520) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:43.391578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:43.392181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.415515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b119f18a-ffd6-40d7-97ab-91fd095145ef tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2344332 Oct 11 04:26:43.416136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50522) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:43.420479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62315609-77e7-4d76-9abd-92684c660ac0 None None] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:43.420656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-533003066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:43.424048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:43.424396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:43.443364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.444436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.456519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19dd68f-4ef8-40d3-8794-d3ec727c9a6c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.464135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.469775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:43.470473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.495658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19dd68f-4ef8-40d3-8794-d3ec727c9a6c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.502148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:43.505786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.509902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.515087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.540318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.544553 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0fe5dcd9-3f92-4d69-a456-c992f46ff006 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1247787 Oct 11 04:26:43.545028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50524) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:43.627929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6710680 Oct 11 04:26:43.633073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50526) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:43.636623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:43.655687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:43.656053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.656385 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c Oct 11 04:26:43.736927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.827493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.913805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:43.918978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.923332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Allocated IP 2001:db8::2 (f0bb2372-9769-4ba1-832c-484226b0b8b5/f422a87e-33de-4317-ab08-c49a4b1271cc/94c08f88-ba34-444b-971c-831a4461c1ba) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:43.963443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:43.985027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Network 76567018-5fd7-4d64-a805-be6a4f39d145 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:44.018650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:44.022285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc05e8c-e05f-4ead-9648-2e083d9ff1fc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.037391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19dd68f-4ef8-40d3-8794-d3ec727c9a6c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.054992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f19dd68f-4ef8-40d3-8794-d3ec727c9a6c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.059613 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f19dd68f-4ef8-40d3-8794-d3ec727c9a6c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f50dcfbf-9972-4263-9749-3c77fdad7800 HTTP/1.1" status: 204 len: 168 time: 0.6723795 Oct 11 04:26:44.059756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50528) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:44.062801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:44.066654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Pushing event updated for resources: {'Port': ['ID=c7927d79-95ec-4d96-9cce-6c79060a7605,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.081758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:44.085652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dd68f-4ef8-40d3-8794-d3ec727c9a6c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f50dcfbf-9972-4263-9749-3c77fdad7800,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.150861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.154738 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-18682502-c646-4d09-91e9-fef4f13ab47d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946012 Oct 11 04:26:44.157990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50530) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:44.169028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.169783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.175853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-64f262e2-0485-4a5e-b2fb-7760d4f0e391 None None] Current status of the port 706f69e8-32fc-416a-bbee-d7743c382a89 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:44.304819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=2c3615d5-ff33-414a-b517-4e02a000c0bb,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.310129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.395043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:44.416373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0522-b3f4-4914-b166-7de1dc220475 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.421141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Attempting to bind port c7927d79-95ec-4d96-9cce-6c79060a7605 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:44.421645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Attempting to bind port c7927d79-95ec-4d96-9cce-6c79060a7605 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0796589f-8af8-402b-be9a-825fea985642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:44.422108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Attempting to bind port c7927d79-95ec-4d96-9cce-6c79060a7605 on network 76567018-5fd7-4d64-a805-be6a4f39d145 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:44.437889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=5e570f5e-1143-47d8-a9ca-30ba3d050755,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.475010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:44.480916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Provisioning complete for port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:44.481613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.481881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:44.482166 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 1 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:44.485090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0522-b3f4-4914-b166-7de1dc220475 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.488444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:44.488444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Checking segment: {'id': '0796589f-8af8-402b-be9a-825fea985642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:44.488875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.489406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Bound using segment: {'id': '0796589f-8af8-402b-be9a-825fea985642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:44.490096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Bound port: c7927d79-95ec-4d96-9cce-6c79060a7605, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0796589f-8af8-402b-be9a-825fea985642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '76567018-5fd7-4d64-a805-be6a4f39d145'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:44.490511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.501910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:44.502276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: edf14a14-5e8a-4c45-8b48-a996c3e56973, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:44.504087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74', 'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74', 'tenant_id': 'f6aa729f04a843bd9175ce26da205e87', 'fixed_ips': [{'subnet_id': '65eac376-423f-4a70-869c-66964d66b7ef'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:44.505090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.625459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:44.643728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0522-b3f4-4914-b166-7de1dc220475 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.648596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:44.650919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0522-b3f4-4914-b166-7de1dc220475 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.654819 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4ff0522-b3f4-4914-b166-7de1dc220475 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/33150115-696f-488d-9aae-7929460e3018 HTTP/1.1" status: 204 len: 168 time: 0.4935870 Oct 11 04:26:44.656042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50534) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:44.668130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, edf14a14-5e8a-4c45-8b48-a996c3e56973) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:44.686311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0522-b3f4-4914-b166-7de1dc220475 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33150115-696f-488d-9aae-7929460e3018,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.690235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:44.690848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.712623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.723835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Allocated IP 172.20.0.1 (fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74/65eac376-423f-4a70-869c-66964d66b7ef/21461cc8-d07c-48b3-8ffe-b638b50e3bb5) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:44.738778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e8120e2-0e33-4808-a655-f16cb05e1d36 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0788496 Oct 11 04:26:44.739389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50536) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:44.748673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174071010'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:44.751436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 706f69e8-32fc-416a-bbee-d7743c382a89 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:44.753439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce2162-be76-4c41-8e07-96837423c8e3 None None] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:44.765774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e3667de5-805d-4eef-b2c8-2fdc16bebfb3 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6339862 Oct 11 04:26:44.772991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50538) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:44.826930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=35e48cc7-8f7c-4690-8614-6e36b668d3f0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:44.829293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.834737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.843441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router d8786724-a110-412a-9f96-3082aa8fc8b7 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:44.877178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.887863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] For port c7927d79-95ec-4d96-9cce-6c79060a7605, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:44.893303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': '53128af4-a64b-4a8b-a4b7-b63b8b3188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:44.893667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:44.943369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:44.968929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:44.977848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:44.978437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:44.978914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:44.981039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:40Z', 'revision_number': 3, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:40Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:45.008686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.016575 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-68dba215-f2b4-4c45-a64e-b0ff515027ca tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3838511 Oct 11 04:26:45.018856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] For port c7927d79-95ec-4d96-9cce-6c79060a7605, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c7927d79-95ec-4d96-9cce-6c79060a7605,segment=NetworkSegment(0796589f-8af8-402b-be9a-825fea985642),segment_id=0796589f-8af8-402b-be9a-825fea985642)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:45.020046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50540) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:45.024723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:26:45.025277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Updating router db323e73-e5f6-4c58-90eb-20c18f1e9040 port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:26:45.027444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c91104-77cb-49fa-ac98-23997c18f1ca None None] Network 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:45.043996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:45.093981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.105261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:45.153059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Pushing event updated for resources: {'Port': ['ID=94c08f88-ba34-444b-971c-831a4461c1ba,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:45.158769 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 2 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:45.169890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.174972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:45.187347 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-423705b2-4502-49dd-9470-e14181fe811f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/d8786724-a110-412a-9f96-3082aa8fc8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7499092 Oct 11 04:26:45.190609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50542) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:45.198470 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] Sync routers for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:45.229352 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:45.229576 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:45.234131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.254456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.294949 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:45.306296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.307452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:45.312572 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:45.313187 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:45.316473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:45.338787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:45.385610 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:45.386393 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929fe8f-78a3-4d1d-b11c-3e3b0f6ce7fa None None] The sync data for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:45.428253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83047116-ebca-47bd-85b6-1bfffd50c661 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:45.429764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-83047116-ebca-47bd-85b6-1bfffd50c661 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports/2c3615d5-ff33-414a-b517-4e02a000c0bb HTTP/1.1" status: 200 len: 911 time: 0.2001073 Oct 11 04:26:45.449909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50544) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:45.476153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.479953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7341993 Oct 11 04:26:45.480539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50546) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:45.481170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61093af-baff-4935-9320-81ecb237a2e6 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e46d4-81ab-4f27-bf55-ab06151cb9d3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:45.497864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '1b6e46d4-81ab-4f27-bf55-ab06151cb9d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:45.521207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.532859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.533165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 706f69e8-32fc-416a-bbee-d7743c382a89 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:45.533530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.533937 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 706f69e8-32fc-416a-bbee-d7743c382a89 Oct 11 04:26:45.562975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.582050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Port': ['ID=21461cc8-d07c-48b3-8ffe-b638b50e3bb5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:45.640656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.726940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.751927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.759731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.761736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:45.816430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc67522b-9b87-42f8-ae68-84754b219cf0,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:45.822804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.843303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Allocated IP 172.20.0.2 (fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74/65eac376-423f-4a70-869c-66964d66b7ef/b41eb137-7bb8-4cb1-912a-b5fa65a92511) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:45.865878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Attempting to bind port 94c08f88-ba34-444b-971c-831a4461c1ba on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:45.866450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Attempting to bind port 94c08f88-ba34-444b-971c-831a4461c1ba by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'da7d9d97-1243-4561-ade5-06442423a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:45.866951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Attempting to bind port 94c08f88-ba34-444b-971c-831a4461c1ba on network f0bb2372-9769-4ba1-832c-484226b0b8b5 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:45.877807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd79ed-f04c-4ae0-97ce-34382b4feab1 None None] Pushing event updated for resources: {'Port': ['ID=c7927d79-95ec-4d96-9cce-6c79060a7605,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:45.890843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.892530 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d350fcea-d91c-44a9-8936-113e6750ea64 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4087799 Oct 11 04:26:45.895481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50548) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:45.900853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=35e48cc7-8f7c-4690-8614-6e36b668d3f0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:45.922651 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1cb91492-a118-4886-a926-7a4b3d6cacd0 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules/bc67522b-9b87-42f8-ae68-84754b219cf0 HTTP/1.1" status: 200 len: 763 time: 0.0259056 Oct 11 04:26:45.930624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50550) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:45.950208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:45.950749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Checking segment: {'id': 'da7d9d97-1243-4561-ade5-06442423a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:45.951402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.951985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Bound using segment: {'id': 'da7d9d97-1243-4561-ade5-06442423a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:45.952673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Bound port: 94c08f88-ba34-444b-971c-831a4461c1ba, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7d9d97-1243-4561-ade5-06442423a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f0bb2372-9769-4ba1-832c-484226b0b8b5'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:45.953269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:45.988534 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.061608 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-039d7ad3-50d7-4755-be8c-4371e2e27c2d tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1273079 Oct 11 04:26:46.062609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50552) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.071377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-edf14a14-5e8a-4c45-8b48-a996c3e56973', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:46.072366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.089537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.126552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ef2e4-f94f-4c04-9683-f66474315947 None None] Network 25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:46.131087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56c2dcc1-bd8d-4b4a-8518-39c6bc42702a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.145221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56c2dcc1-bd8d-4b4a-8518-39c6bc42702a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.183306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:46.211075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.22.0.1 (edf14a14-5e8a-4c45-8b48-a996c3e56973/5e570f5e-1143-47d8-a9ca-30ba3d050755/e2cba4f6-a8b4-4669-a347-06d60673f0cd) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:46.216259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56c2dcc1-bd8d-4b4a-8518-39c6bc42702a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.228144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56c2dcc1-bd8d-4b4a-8518-39c6bc42702a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.233111 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-56c2dcc1-bd8d-4b4a-8518-39c6bc42702a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bc67522b-9b87-42f8-ae68-84754b219cf0 HTTP/1.1" status: 204 len: 168 time: 0.1660886 Oct 11 04:26:46.233111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50554) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.234969 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53128af4-a64b-4a8b-a4b7-b63b8b3188d3') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:46.235350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53128af4-a64b-4a8b-a4b7-b63b8b3188d3') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:46.251395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2dcc1-bd8d-4b4a-8518-39c6bc42702a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc67522b-9b87-42f8-ae68-84754b219cf0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:46.273234 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 3 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:46.282404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.340044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.347211 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0038bb57-804c-4b75-a4ba-e16f7f9aebcf tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1144526 Oct 11 04:26:46.350439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50556) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.354773 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '1b6e46d4-81ab-4f27-bf55-ab06151cb9d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:46.355972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:46.356385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.399562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.407183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 706f69e8-32fc-416a-bbee-d7743c382a89 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:46.408151 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 53128af4-a64b-4a8b-a4b7-b63b8b3188d3 resource provider aggregate not found Oct 11 04:26:46.446560 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 53128af4-a64b-4a8b-a4b7-b63b8b3188d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53128af4-a64b-4a8b-a4b7-b63b8b3188d3 found for delete ", "request_id": "req-3f038f3f-fcee-467a-af55-769468c5ebce"}]} Oct 11 04:26:46.469973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] For port 94c08f88-ba34-444b-971c-831a4461c1ba, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:46.500211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.547244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.548394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.557811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.585551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.588466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899808'] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.591948 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 HTTP/1.1" status: 204 len: 168 time: 1.5705168 Oct 11 04:26:46.598103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055fc108-7a85-45d0-a890-49739c5da0b7,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:46.600555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50564) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.616293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1581191914'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:46.623602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.627694 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-524e84fd-9dbb-4f82-9980-22f47649fefb tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2736554 Oct 11 04:26:46.634452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50566) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.649866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.652777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:46.666008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c7927d79-95ec-4d96-9cce-6c79060a7605 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:46.672779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2c83c690-d3f1-45e8-b411-b384feafd2ad tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules/055fc108-7a85-45d0-a890-49739c5da0b7 HTTP/1.1" status: 200 len: 763 time: 0.0350444 Oct 11 04:26:46.675466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50568) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.678295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:46.681953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.688214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] For port 94c08f88-ba34-444b-971c-831a4461c1ba, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=94c08f88-ba34-444b-971c-831a4461c1ba,segment=NetworkSegment(da7d9d97-1243-4561-ade5-06442423a2b4),segment_id=da7d9d97-1243-4561-ade5-06442423a2b4)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:46.688421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c60a0-6756-4901-886b-37ebbc6fb2dc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:46.698878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.711113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.739758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:46.746967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:46.755529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.775993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:46.843531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.857750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:46.864261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.874762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:46.906377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:46.916659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:46.944153 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f5f88a26-6538-4e75-a333-8b799cddf327 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2672489 Oct 11 04:26:46.945226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:46.945753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Pushing event updated for resources: {'Port': ['ID=b41eb137-7bb8-4cb1-912a-b5fa65a92511,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:46.953782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50570) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:46.985579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Allocated IP 172.22.0.2 (edf14a14-5e8a-4c45-8b48-a996c3e56973/5e570f5e-1143-47d8-a9ca-30ba3d050755/7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:47.005834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=e2cba4f6-a8b4-4669-a347-06d60673f0cd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.015212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.015665 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c of type vlan for network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 Oct 11 04:26:47.020226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Port': ['ID=21461cc8-d07c-48b3-8ffe-b638b50e3bb5,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.028592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.074597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c6294232-ec8b-4642-a8b2-a32070ca30cd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.088603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354a4c5-2cb1-4b80-a3b6-b02010b9010d None None] Network 76567018-5fd7-4d64-a805-be6a4f39d145 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:47.141675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c6294232-ec8b-4642-a8b2-a32070ca30cd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.193900 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 4 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:47.196996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8:1::1 (76567018-5fd7-4d64-a805-be6a4f39d145/15203575-75c7-43e7-bab4-41a2c4fb7354/7bf79e58-36a4-4207-8894-7bf60e232089) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:47.213746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.230218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.260714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c6294232-ec8b-4642-a8b2-a32070ca30cd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.267619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c6294232-ec8b-4642-a8b2-a32070ca30cd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.271124 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c6294232-ec8b-4642-a8b2-a32070ca30cd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/055fc108-7a85-45d0-a890-49739c5da0b7 HTTP/1.1" status: 204 len: 168 time: 0.3111441 Oct 11 04:26:47.277165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c7927d79-95ec-4d96-9cce-6c79060a7605 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:47.277773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.278289 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c7927d79-95ec-4d96-9cce-6c79060a7605 Oct 11 04:26:47.283296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50574) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:47.287693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.293715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.299280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:47.299894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.317460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac1007-0045-46c1-b508-3610a2417eeb req-5e059f03-94f8-4035-99d8-b3f475da2064 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:47.319806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-37ac1007-0045-46c1-b508-3610a2417eeb req-5e059f03-94f8-4035-99d8-b3f475da2064 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1939571 Oct 11 04:26:47.328602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6294232-ec8b-4642-a8b2-a32070ca30cd tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=055fc108-7a85-45d0-a890-49739c5da0b7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.348959 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7371700 Oct 11 04:26:47.351568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50576) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:47.385850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:47.387150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Attempting to bind port b41eb137-7bb8-4cb1-912a-b5fa65a92511 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:47.387520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Attempting to bind port b41eb137-7bb8-4cb1-912a-b5fa65a92511 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '680f00c7-60b8-4ccf-bf75-53a93cbd8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:47.387873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Attempting to bind port b41eb137-7bb8-4cb1-912a-b5fa65a92511 on network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:47.398995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec00c7c-9aeb-47e3-96f6-93c7f3f86eb8 None None] Pushing event updated for resources: {'Port': ['ID=94c08f88-ba34-444b-971c-831a4461c1ba,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.409541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.434503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:47.451134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:47.489097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:47.489097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Checking segment: {'id': '680f00c7-60b8-4ccf-bf75-53a93cbd8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:47.489499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.489867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Bound using segment: {'id': '680f00c7-60b8-4ccf-bf75-53a93cbd8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:47.490404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Bound port: b41eb137-7bb8-4cb1-912a-b5fa65a92511, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680f00c7-60b8-4ccf-bf75-53a93cbd8e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:47.490828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.491895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a1e37-b022-4d22-9355-d352e5a8de24 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.492714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:47.525793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:47.686412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.694404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.780354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=e2cba4f6-a8b4-4669-a347-06d60673f0cd,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.782763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:47.837463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50578) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:47.839463 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6d725b65-c5bc-4d29-83ec-83bf7624cef1 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5483711 Oct 11 04:26:47.845482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '1b6e46d4-81ab-4f27-bf55-ab06151cb9d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:47.849580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899aeb9-827c-4914-8c7f-7e9560a69154 None None] Pushing event updated for resources: {'Port': ['ID=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:47.931028 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-37ac1007-0045-46c1-b508-3610a2417eeb req-5cddebd5-9020-40b2-91dc-5db8a3af2f22 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5932276 Oct 11 04:26:47.986637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:47.991557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:48.004094 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Project af039095d3e149d39aa83b14d7ecc4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:26:48.012772 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 5 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:48.023445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Attempting to bind port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:48.023811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Attempting to bind port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:48.024355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Attempting to bind port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 on network 9773d935-868d-4ef0-a958-08148b06fe50 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:48.035278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.056207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:48.056581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Checking segment: {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:48.057152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.057364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Bound using segment: {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:48.057840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Bound port: cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:48.058237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.084932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.100174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] For port b41eb137-7bb8-4cb1-912a-b5fa65a92511, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:48.143351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] For port b41eb137-7bb8-4cb1-912a-b5fa65a92511, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b41eb137-7bb8-4cb1-912a-b5fa65a92511,segment=NetworkSegment(680f00c7-60b8-4ccf-bf75-53a93cbd8e33),segment_id=680f00c7-60b8-4ccf-bf75-53a93cbd8e33)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:48.152790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c7927d79-95ec-4d96-9cce-6c79060a7605 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:48.153287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.169913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Router 1efd750d-82a0-4fa0-91a2-c65101301728 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:26:48.183082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.186760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.190179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.213392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:48.219573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.255669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.281309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c7927d79-95ec-4d96-9cce-6c79060a7605, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c7927d79-95ec-4d96-9cce-6c79060a7605,segment=NetworkSegment(0796589f-8af8-402b-be9a-825fea985642),segment_id=0796589f-8af8-402b-be9a-825fea985642)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:48.301920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.326389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:48.331634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] For port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:48.334019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:48.336739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:48.339494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 76567018-5fd7-4d64-a805-be6a4f39d145 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:48.343331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] For port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,segment=NetworkSegment(5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7),segment_id=5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:48.346112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:48.353992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:48.354826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.375019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.407781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0bfe2-3d03-49e4-b380-e829786b6c71 None None] Pushing event updated for resources: {'Port': ['ID=b41eb137-7bb8-4cb1-912a-b5fa65a92511,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:48.446963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:48.447635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:48.529827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba96bdcc-3307-45ba-9e20-453772537905 None None] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:48.550484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Attempting to bind port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:48.550839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Attempting to bind port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:48.551241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Attempting to bind port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 on network edf14a14-5e8a-4c45-8b48-a996c3e56973 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:48.555241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.562855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:48.563397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Checking segment: {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:48.563947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.564341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Bound using segment: {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:48.564822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Bound port: 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:48.565202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.603799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Pushing event updated for resources: {'Port': ['ID=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:48.629711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:48.676770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:48.679284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c7927d79-95ec-4d96-9cce-6c79060a7605,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:48.762226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.793525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=7bf79e58-36a4-4207-8894-7bf60e232089,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:48.800892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 is not hosted by any dhcp agent {{(pid=103099) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:26:48.810662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.811801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:48.812472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:48.812586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.813744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "PUT /v2.0/networks/9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 HTTP/1.1" status: 200 len: 723 time: 1.4338019 Oct 11 04:26:48.830769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6dd84-6c0c-44d6-ad1f-9f0d17ad16fc req-e06076fa-8126-4e41-9e8b-bdbb92505ed8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:48.842411 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5d6dd84-6c0c-44d6-ad1f-9f0d17ad16fc req-e06076fa-8126-4e41-9e8b-bdbb92505ed8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.7590730 Oct 11 04:26:48.843638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50582) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:48.851045 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3e5145ad-7366-4e8c-8aca-16efbf70199b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0771902 Oct 11 04:26:48.853123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50584) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:48.860248 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 6 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:48.860533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'network': {'name': 'tempest-RoutersTest-1759726285'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:48.864631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.871425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:48.928404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08ee57-e5c0-4c72-8c70-5a67e09a2391 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:48.929824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1962e35-b7eb-40f7-884a-a256be8b7428,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:48.938560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:48.954160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fc8e759e-dfab-41c6-988d-01c01fdcca67 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "PUT /v2.0/routers/1efd750d-82a0-4fa0-91a2-c65101301728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4078505 Oct 11 04:26:48.956796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] For port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:48.957015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50586) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:48.962051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] For port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,segment=NetworkSegment(1524c7ee-c654-4cfc-b337-6a0ec279e60e),segment_id=1524c7ee-c654-4cfc-b337-6a0ec279e60e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:48.992921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:48.994598 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1d186da3-23c3-4ab8-80ca-0eb5bf2386ef tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1560214 Oct 11 04:26:48.998593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'port': {'network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74', 'name': 'tempest-FloatingIPNegativeTestJSON-1074634776'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:49.011626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50588) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:49.020962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:49.024592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.038647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 94c08f88-ba34-444b-971c-831a4461c1ba up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:49.040484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:49.043340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] Sync routers for ids ['1efd750d-82a0-4fa0-91a2-c65101301728'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:49.055786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.067838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5d6dd84-6c0c-44d6-ad1f-9f0d17ad16fc req-b1dd76c2-2dac-4d0f-911d-564c0a762b65 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137539 Oct 11 04:26:49.092966 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e2b347e0-331f-425a-8cbf-5def6297301b tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules/b1962e35-b7eb-40f7-884a-a256be8b7428 HTTP/1.1" status: 200 len: 769 time: 0.0799119 Oct 11 04:26:49.094394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50590) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:49.126176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899aeb9-827c-4914-8c7f-7e9560a69154 None None] Pushing event updated for resources: {'Port': ['ID=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:49.188616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 476} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:49.206170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:49.217406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.233561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.233904 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added segment d51435b7-7e87-446e-8c83-ccdbfd0743a6 of type vlan for network 72ffe36d-09d9-4830-8797-160cf0cb4b92 Oct 11 04:26:49.244452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde66d-1f49-4cef-9385-685722d86ec7 None None] Pushing event updated for resources: {'Port': ['ID=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:49.270361 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7fadc6ac-55b0-47fc-abec-b5fa3f1a5240 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1579063 Oct 11 04:26:49.274022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50594) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:49.300259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] Routers {'1efd750d-82a0-4fa0-91a2-c65101301728'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:49.300919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1efd750d-82a0-4fa0-91a2-c65101301728'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:49.339987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Made reservation on behalf of f6aa729f04a843bd9175ce26da205e87 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:49.343687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.374577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:49.417879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d77de53-7d6f-43fe-86a0-aa2231d959c9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.423866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.429947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] device_id is not set on port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:26:49.452342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d77de53-7d6f-43fe-86a0-aa2231d959c9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.478817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b0c58-817e-4ea5-9b4f-d810cf1e96ac req-44f8bcb3-9e3d-47db-84c9-c9afe791fde9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:49.480608 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-466b0c58-817e-4ea5-9b4f-d810cf1e96ac req-44f8bcb3-9e3d-47db-84c9-c9afe791fde9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1993015 Oct 11 04:26:49.525529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.531241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:49.532561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.542003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 94c08f88-ba34-444b-971c-831a4461c1ba triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:49.542557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.542996 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 94c08f88-ba34-444b-971c-831a4461c1ba Oct 11 04:26:49.554192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] Routers {'1efd750d-82a0-4fa0-91a2-c65101301728'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:49.554584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1efd750d-82a0-4fa0-91a2-c65101301728'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:49.595226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d77de53-7d6f-43fe-86a0-aa2231d959c9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.613348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6d77de53-7d6f-43fe-86a0-aa2231d959c9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.617501 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6d77de53-7d6f-43fe-86a0-aa2231d959c9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b1962e35-b7eb-40f7-884a-a256be8b7428 HTTP/1.1" status: 204 len: 168 time: 0.3393538 Oct 11 04:26:49.622458 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7641490 Oct 11 04:26:49.622734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50596) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:49.622958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50598) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:49.635594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'subnet': {'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:49.645732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:49.646607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25146e6-044d-4b5d-81e6-8239f3e10dcd None None] The sync data for ids ['1efd750d-82a0-4fa0-91a2-c65101301728'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:49.683775 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-466b0c58-817e-4ea5-9b4f-d810cf1e96ac req-0ed5aa75-14a2-4111-9470-5b9d5c8fc1bb tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925561 Oct 11 04:26:49.699475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77de53-7d6f-43fe-86a0-aa2231d959c9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1962e35-b7eb-40f7-884a-a256be8b7428,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:49.757709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d50d54-ce92-4061-871e-138899d81928 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Network': ['ID=72ffe36d-09d9-4830-8797-160cf0cb4b92,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:49.781526 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.797815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:49.800237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.800890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.831425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.841941 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-28ccb30b-5a6c-4adf-9e31-77b065e05556 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2131984 Oct 11 04:26:49.861692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50602) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:49.896421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Current status of the port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:49.897084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:49.939400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Allocated IP 172.20.0.14 (fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74/65eac376-423f-4a70-869c-66964d66b7ef/5e020b80-d928-41e4-82fa-f3aa8a2b56a2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:49.939943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=7bf79e58-36a4-4207-8894-7bf60e232089,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:49.968958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Made reservation on behalf of 4f2998e7ddb04edd84b9f3040818df1f for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:49.973269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.005842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] For port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,segment=NetworkSegment(5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7),segment_id=5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:50.024334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-609ff0d4-3ce6-488b-a587-553f0ee32632 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.053435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-609ff0d4-3ce6-488b-a587-553f0ee32632 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.176361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.204132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012e668-f20c-43fb-81cf-05a5458cefcc None None] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:50.214112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.237483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=109cd111-47b4-4c28-afe0-00585279d3cc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:50.253931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.267269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 76567018-5fd7-4d64-a805-be6a4f39d145 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:50.293779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 94c08f88-ba34-444b-971c-831a4461c1ba is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:50.294319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.345943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Provisioning complete for port 706f69e8-32fc-416a-bbee-d7743c382a89 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:50.346170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:50.346611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.346727 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Attempt 1 to provision port 706f69e8-32fc-416a-bbee-d7743c382a89 Oct 11 04:26:50.354358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a89d-093d-41f2-9bae-f702991e3dd1 req-657405b3-fabc-4a35-98d8-92afa12ff6fa tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:50.356105 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9708a89d-093d-41f2-9bae-f702991e3dd1 req-657405b3-fabc-4a35-98d8-92afa12ff6fa tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.5399282 Oct 11 04:26:50.367862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:50.374369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:50.382861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:50.404788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:50.414447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Pushing event updated for resources: {'Port': ['ID=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:50.440143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:47Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:48Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:26:47Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:50.446648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 94c08f88-ba34-444b-971c-831a4461c1ba, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=94c08f88-ba34-444b-971c-831a4461c1ba,segment=NetworkSegment(da7d9d97-1243-4561-ade5-06442423a2b4),segment_id=da7d9d97-1243-4561-ade5-06442423a2b4)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:50.479242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:50.479898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.485730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e712c3-8a72-4cfe-bb3f-2b70b73c023e None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:47Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:48Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:26:47Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:50.488853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.494882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:50.507365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-609ff0d4-3ce6-488b-a587-553f0ee32632 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.514865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-609ff0d4-3ce6-488b-a587-553f0ee32632 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.519072 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-609ff0d4-3ce6-488b-a587-553f0ee32632 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/1b6e46d4-81ab-4f27-bf55-ab06151cb9d3 HTTP/1.1" status: 204 len: 168 time: 0.6545584 Oct 11 04:26:50.527411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.530266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50604) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:50.590031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Port': ['ID=5e020b80-d928-41e4-82fa-f3aa8a2b56a2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:50.634369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ff0d4-3ce6-488b-a587-553f0ee32632 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e46d4-81ab-4f27-bf55-ab06151cb9d3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:50.645958 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-13931d93-5ac6-43e2-981f-ecb6a2f065b2 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6568696 Oct 11 04:26:50.651152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50606) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:50.661210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:50.691430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:50.767912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.819975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=94c08f88-ba34-444b-971c-831a4461c1ba,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:50.839639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:50.854239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24113e3f-65af-4c8f-bead-b385669d29a5 None None] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:50.862588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-18df147a-56d3-4825-9841-e19f2823f7d9 None None] Current status of the port 706f69e8-32fc-416a-bbee-d7743c382a89 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:50.875526 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9708a89d-093d-41f2-9bae-f702991e3dd1 req-b7dcefb7-eaeb-4d9b-92c8-99a3176b3c6a tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116396 Oct 11 04:26:50.896409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:50.900777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:50.944388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a3716e14-236d-48b3-812e-9fa4b1a4520c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3943357 Oct 11 04:26:50.956091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-52de272d-9ea9-4a00-a05e-e574b2dc7f8b tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1012361 Oct 11 04:26:50.957850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50610) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:50.960335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50612) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:50.966344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799385247'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:50.984793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b41eb137-7bb8-4cb1-912a-b5fa65a92511 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:51.033320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:51.055011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc460d-d9b1-4ef2-b620-a6f1cf024bff None None] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:51.093564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Checking segment: {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:51.094420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network hostable DHCP agents. Network: 72ffe36d-09d9-4830-8797-160cf0cb4b92, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:51.143737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Subnet': ['ID=7b98b583-c0af-4f3e-a3a1-a2fa69fc628d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:51.158873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.181113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router d8786724-a110-412a-9f96-3082aa8fc8b7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:51.215763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Provisioning complete for port 7bf79e58-36a4-4207-8894-7bf60e232089 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:51.216186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.216903 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 1 to provision port 7bf79e58-36a4-4207-8894-7bf60e232089 Oct 11 04:26:51.263675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:51.322692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Port 7bf79e58-36a4-4207-8894-7bf60e232089 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:51.366815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b41eb137-7bb8-4cb1-912a-b5fa65a92511 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:51.367187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.367528 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b41eb137-7bb8-4cb1-912a-b5fa65a92511 Oct 11 04:26:51.377727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 72ffe36d-09d9-4830-8797-160cf0cb4b92) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:51.384671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:51.399419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.407529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20', 'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': '109cd111-47b4-4c28-afe0-00585279d3cc'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:51.408388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.410353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65068591-cb80-4e0f-95cb-86866319f865 None None] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:51.411613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6204629'] for subnet, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.499399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:51.504567 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b33a676f-c2da-4ce6-8ba4-46d7f9ee8f49 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/d8786724-a110-412a-9f96-3082aa8fc8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0534341 Oct 11 04:26:51.512208 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-927682c4-3499-49d1-918a-ac07951f0397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8779666 Oct 11 04:26:51.512208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50616) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:51.522231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50618) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:51.538610 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] Sync routers for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:51.602311 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:51.603828 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:51.682337 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:51.693399 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:51.694001 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:51.735533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62346b15-f42e-44dc-a864-154f59673a68 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:51.744451 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-62346b15-f42e-44dc-a864-154f59673a68 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports/7bf79e58-36a4-4207-8894-7bf60e232089 HTTP/1.1" status: 200 len: 913 time: 0.2326255 Oct 11 04:26:51.744955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50622) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:51.746437 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:51.747395 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53065c9-4376-4bf1-9755-e5140a7ae3db None None] The sync data for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:51.805028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b942c0-69d5-4767-a1f1-6f8e82db773b req-4dec1873-fc35-470d-bd5b-42c16799cb9d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:51.813775 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-86b942c0-69d5-4767-a1f1-6f8e82db773b req-4dec1873-fc35-470d-bd5b-42c16799cb9d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.4596705 Oct 11 04:26:51.829690 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 2 to provision port 7bf79e58-36a4-4207-8894-7bf60e232089 Oct 11 04:26:51.915469 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-86b942c0-69d5-4767-a1f1-6f8e82db773b req-e9f7e6e9-2802-45ac-a349-3ae8913af606 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958118 Oct 11 04:26:51.977251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:51.987818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.004203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-72ffe36d-09d9-4830-8797-160cf0cb4b92', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:26:52.005374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.041406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Port 7bf79e58-36a4-4207-8894-7bf60e232089 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:52.046059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b41eb137-7bb8-4cb1-912a-b5fa65a92511 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:52.046634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.104193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.178768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777827260115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5892807'] for subnet, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.289308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port b41eb137-7bb8-4cb1-912a-b5fa65a92511, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b41eb137-7bb8-4cb1-912a-b5fa65a92511,segment=NetworkSegment(680f00c7-60b8-4ccf-bf75-53a93cbd8e33),segment_id=680f00c7-60b8-4ccf-bf75-53a93cbd8e33)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:52.309204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.313142 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3494184 Oct 11 04:26:52.313142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e94f2-8022-4f66-a8ff-f89902ece6b9 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c482412-1005-438c-a0a4-76bdc4af0f68,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:52.313642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.314182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50624) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:52.319021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:52.325768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Request body: {'security_group_rule': {'security_group_id': '4c482412-1005-438c-a0a4-76bdc4af0f68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:52.385791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:52.386634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.392355 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "PUT /v2.0/subnets/109cd111-47b4-4c28-afe0-00585279d3cc HTTP/1.1" status: 200 len: 806 time: 1.3738647 Oct 11 04:26:52.395852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50626) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:52.510649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Allocated IP 172.26.8.201 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/4bfc4053-e648-4112-a4a1-df584ffd1f27) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:52.519740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c490d9-4b2d-46fe-99f5-4ce39fc9a100 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=109cd111-47b4-4c28-afe0-00585279d3cc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:52.530096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Allocated IP 172.20.0.2 (9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20/109cd111-47b4-4c28-afe0-00585279d3cc/a83913b7-48ea-431d-9a49-3a1a14672408) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:52.542973 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 3 to provision port 7bf79e58-36a4-4207-8894-7bf60e232089 Oct 11 04:26:52.575118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.689902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:52.723465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Allocated IP 172.23.0.2 (72ffe36d-09d9-4830-8797-160cf0cb4b92/7b98b583-c0af-4f3e-a3a1-a2fa69fc628d/9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:52.770373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=b41eb137-7bb8-4cb1-912a-b5fa65a92511,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:52.809194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.820599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.832358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.846917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:52.848064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:52.849768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Port 7bf79e58-36a4-4207-8894-7bf60e232089 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:52.904412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0152f9e1-d697-43f2-9b1e-ac93e38dc38a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:52.912283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.931380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.936194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:52.939785 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4bf9d1c-cd5c-48f3-8b48-3a32367a4b2c tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6176479 Oct 11 04:26:52.942043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50628) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:53.063298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.065466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38f0ff6-61ca-414c-90b8-60673593dc68 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.116994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.128985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38f0ff6-61ca-414c-90b8-60673593dc68 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.134695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:53.145318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:53.148522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:53.153266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40ae7-0fc5-49a4-a766-096189307296 req-366b3aaf-d4c0-4523-9841-910d3280a0a7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:53.153436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Port': ['ID=4bfc4053-e648-4112-a4a1-df584ffd1f27,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:53.154793 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ee40ae7-0fc5-49a4-a766-096189307296 req-366b3aaf-d4c0-4523-9841-910d3280a0a7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1213818 Oct 11 04:26:53.231667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:53.232127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.232569 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 Oct 11 04:26:53.236992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38f0ff6-61ca-414c-90b8-60673593dc68 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.240647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c38f0ff6-61ca-414c-90b8-60673593dc68 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.244230 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c38f0ff6-61ca-414c-90b8-60673593dc68 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/4c482412-1005-438c-a0a4-76bdc4af0f68 HTTP/1.1" status: 204 len: 168 time: 0.2989492 Oct 11 04:26:53.246395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50632) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:53.274432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f0ff6-61ca-414c-90b8-60673593dc68 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c482412-1005-438c-a0a4-76bdc4af0f68,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:53.292203 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ee40ae7-0fc5-49a4-a766-096189307296 req-e6a60a96-835c-4d53-b40a-9a61dae27041 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042361 Oct 11 04:26:53.309120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.315179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.347824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:53.354926 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 4 to provision port 7bf79e58-36a4-4207-8894-7bf60e232089 Oct 11 04:26:53.385915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.389300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.413683 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c789cf70-eccd-41b6-a476-4935833b3f5a tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1641390 Oct 11 04:26:53.417235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50634) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:53.437092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.478933 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d16f5457-e089-4e51-8b15-c54848fcfd38 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0566151 Oct 11 04:26:53.481007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50636) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:53.510118 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-589a053b-1409-4b74-b075-2c67647e4462 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] delete failed (client error): The resource could not be found. Oct 11 04:26:53.512865 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-589a053b-1409-4b74-b075-2c67647e4462 tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "DELETE /v2.0/security-groups/4c482412-1005-438c-a0a4-76bdc4af0f68 HTTP/1.1" status: 404 len: 347 time: 0.0291603 Oct 11 04:26:53.515602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50638) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:53.547150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:53.564996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:53.578456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Pushing event updated for resources: {'Port': ['ID=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:53.586139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Port 7bf79e58-36a4-4207-8894-7bf60e232089 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:53.587468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:53.605832 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9e074659-bd23-4127-94fb-0be3cb1926ac tempest-SecGroupIPv6Test-2141584943 tempest-SecGroupIPv6Test-2141584943-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0823851 Oct 11 04:26:53.637691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.669438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.708357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.769927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Allocated IP 172.23.0.1 (72ffe36d-09d9-4830-8797-160cf0cb4b92/7b98b583-c0af-4f3e-a3a1-a2fa69fc628d/1e5c863b-a403-4d8b-8fc3-abb0508d9488) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:53.787827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:53.788377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.807545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.818627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:53.822594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=109cd111-47b4-4c28-afe0-00585279d3cc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:53.837629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.839877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:53.845270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Pushing event updated for resources: {'Port': ['ID=a83913b7-48ea-431d-9a49-3a1a14672408,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:53.854309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:53.881422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Attempting to bind port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:53.884145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Attempting to bind port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:53.884591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Attempting to bind port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 on network 72ffe36d-09d9-4830-8797-160cf0cb4b92 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:53.905207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,segment=NetworkSegment(1524c7ee-c654-4cfc-b337-6a0ec279e60e),segment_id=1524c7ee-c654-4cfc-b337-6a0ec279e60e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:53.944376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.944376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c7927d79-95ec-4d96-9cce-6c79060a7605 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:53.945893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:53.946705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Checking segment: {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:53.946705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.947078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Bound using segment: {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:53.947699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Bound port: 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:53.948077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.986521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:53.995476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 7bf79e58-36a4-4207-8894-7bf60e232089 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:53.996122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.015051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.017108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.020914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:54.025940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Port': ['ID=4bfc4053-e648-4112-a4a1-df584ffd1f27,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:54.026845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50644) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:54.039800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:54.040322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:54.050611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.063005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.067362 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bc192751-e031-4e13-ad0f-df7cc1339b33 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4016302 Oct 11 04:26:54.068615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50648) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:54.076211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-04da21f5-cf3d-42c1-a88b-37f59b51ff1b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'floatingip': {'port_id': '5e020b80-d928-41e4-82fa-f3aa8a2b56a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:54.079159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.112917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] For port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:54.114402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.117841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:54.118642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.131935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 7bf79e58-36a4-4207-8894-7bf60e232089 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:54.134429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.143982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04da21f5-cf3d-42c1-a88b-37f59b51ff1b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.156689 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 5 to provision port 7bf79e58-36a4-4207-8894-7bf60e232089 Oct 11 04:26:54.179632 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c resource provider aggregate not found Oct 11 04:26:54.217959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Attempting to bind port a83913b7-48ea-431d-9a49-3a1a14672408 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:54.218325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Attempting to bind port a83913b7-48ea-431d-9a49-3a1a14672408 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:54.218701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Attempting to bind port a83913b7-48ea-431d-9a49-3a1a14672408 on network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:54.224187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c found for delete ", "request_id": "req-c2909df6-2622-4ea5-a9f0-37f90cb7b091"}]} Oct 11 04:26:54.233992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:54.234400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Checking segment: {'id': 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:54.234870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.235358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Bound using segment: {'id': 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:54.235843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Bound port: a83913b7-48ea-431d-9a49-3a1a14672408, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:54.236218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.239190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:54.255081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.db.api [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:26:54.255081 dv-neutron-860894-1-hyperv neutron-server[103098]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:26:54.255081 dv-neutron-860894-1-hyperv neutron-server[103098]: [parameters: {'id': '9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20'}] Oct 11 04:26:54.255081 dv-neutron-860894-1-hyperv neutron-server[103098]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:26:54.256195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG oslo_db.api [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:26:54.259536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Port 7bf79e58-36a4-4207-8894-7bf60e232089 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:26:54.274048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:54.278795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=1e5c863b-a403-4d8b-8fc3-abb0508d9488,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:54.283661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:54.292039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] For port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:54.311058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-04da21f5-cf3d-42c1-a88b-37f59b51ff1b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] update failed (client error): The resource could not be found. Oct 11 04:26:54.315141 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-04da21f5-cf3d-42c1-a88b-37f59b51ff1b tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "PUT /v2.0/floatingips/87ad3dfa-086d-4e3b-b48b-62f6e41a13b7 HTTP/1.1" status: 404 len: 507 time: 0.2430675 Oct 11 04:26:54.316338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50654) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:54.320902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.332672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:54.355983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:47Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:26:47Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:54.365581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c7927d79-95ec-4d96-9cce-6c79060a7605 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:54.366233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.369501 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c7927d79-95ec-4d96-9cce-6c79060a7605 Oct 11 04:26:54.376631 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c2122197-fabe-46ab-86b4-e0fae5a735f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af039095d3e149d39aa83b14d7ecc4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415267 Oct 11 04:26:54.379293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50658) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:54.383280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.448134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:26:54.448503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Updating router db323e73-e5f6-4c58-90eb-20c18f1e9040 port e2cba4f6-a8b4-4669-a347-06d60673f0cd binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:26:54.508152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.550674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e2afed4-6aac-423f-83f4-619f56bf6307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.588734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] For port a83913b7-48ea-431d-9a49-3a1a14672408, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:54.606004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee4e9b-55c0-451b-b0be-4ec487055518 req-84784e51-f191-47e7-ad89-b9a79808c78c tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:54.608972 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3aee4e9b-55c0-451b-b0be-4ec487055518 req-84784e51-f191-47e7-ad89-b9a79808c78c tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1643798 Oct 11 04:26:54.634787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] For port a83913b7-48ea-431d-9a49-3a1a14672408, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a83913b7-48ea-431d-9a49-3a1a14672408,segment=NetworkSegment(b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c),segment_id=b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:54.646666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.648268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.676275 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3aee4e9b-55c0-451b-b0be-4ec487055518 req-5ac7dc83-7ae2-4e9f-b7a3-4f6422e69e39 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591993 Oct 11 04:26:54.679396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e2afed4-6aac-423f-83f4-619f56bf6307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.681906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Deleting port 4bfc4053-e648-4112-a4a1-df584ffd1f27 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:54.682243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.742337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c6c20-be6f-45d8-b4fa-e4d36bc65cfc None None] Pushing event updated for resources: {'Port': ['ID=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:54.744523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.778044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.783896 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 6 to provision port 7bf79e58-36a4-4207-8894-7bf60e232089 Oct 11 04:26:54.823092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=7bf79e58-36a4-4207-8894-7bf60e232089,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:54.845340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.845862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.867959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Calling delete_port for 4bfc4053-e648-4112-a4a1-df584ffd1f27 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:54.870257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e2afed4-6aac-423f-83f4-619f56bf6307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.872833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e2afed4-6aac-423f-83f4-619f56bf6307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:54.874301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8e2afed4-6aac-423f-83f4-619f56bf6307 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fff46ca-5257-47b0-b6c3-058e108d18cb HTTP/1.1" status: 204 len: 168 time: 0.4936590 Oct 11 04:26:54.903668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2afed4-6aac-423f-83f4-619f56bf6307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff46ca-5257-47b0-b6c3-058e108d18cb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:54.935812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Port 7bf79e58-36a4-4207-8894-7bf60e232089 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:26:54.978917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port a83913b7-48ea-431d-9a49-3a1a14672408 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:54.979255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.063883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b724a-5432-4b3d-8db9-a5ee8b09d15b None None] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:55.133482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.156443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c7927d79-95ec-4d96-9cce-6c79060a7605 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:55.189807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097ca08-aa69-46bb-a391-d31954214a75 None None] Pushing event updated for resources: {'Port': ['ID=a83913b7-48ea-431d-9a49-3a1a14672408,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:55.227537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Provisioning complete for port 706f69e8-32fc-416a-bbee-d7743c382a89 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:55.233048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.233605 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 1 to provision port 706f69e8-32fc-416a-bbee-d7743c382a89 Oct 11 04:26:55.577344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port a83913b7-48ea-431d-9a49-3a1a14672408, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a83913b7-48ea-431d-9a49-3a1a14672408,segment=NetworkSegment(b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c),segment_id=b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:55.577931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.660852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.706698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for a83913b7-48ea-431d-9a49-3a1a14672408 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:55.712340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Port': ['ID=4bfc4053-e648-4112-a4a1-df584ffd1f27,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:55.829078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.834376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b41eb137-7bb8-4cb1-912a-b5fa65a92511 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:55.888277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.902898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router d8786724-a110-412a-9f96-3082aa8fc8b7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:55.916575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.919409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.920718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eece1465-ec1a-4d30-b2cf-24ab549ac846 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "DELETE /v2.0/floatingips/87ad3dfa-086d-4e3b-b48b-62f6e41a13b7 HTTP/1.1" status: 204 len: 168 time: 1.6033046 Oct 11 04:26:55.927460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50680) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:55.933267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2d234171-add6-459a-8a12-3fce84e1ce36 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'floatingip': {'floating_network_id': 'fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74', 'port_id': '5e020b80-d928-41e4-82fa-f3aa8a2b56a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:55.939964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d3fe8-91ec-4c77-af79-4712d059c1d0 req-5abaf4d2-e1df-4921-933a-2eaa95408137 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:55.941677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bb4d3fe8-91ec-4c77-af79-4712d059c1d0 req-5abaf4d2-e1df-4921-933a-2eaa95408137 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1204255 Oct 11 04:26:55.944420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.967545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:55.992251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d234171-add6-459a-8a12-3fce84e1ce36 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.048614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.082932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=a83913b7-48ea-431d-9a49-3a1a14672408,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:56.086132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port a83913b7-48ea-431d-9a49-3a1a14672408 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:26:56.106881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f505e4-c599-49fb-9c51-dc4f4a3c15e7 None None] Pushing event updated for resources: {'Port': ['ID=e2cba4f6-a8b4-4669-a347-06d60673f0cd,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:56.133689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50684) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:56.144537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b93ee-80c0-450c-b1e2-f0872466ef6e None None] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:56.148554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.148900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.149235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.149579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.149999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.150344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.150757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.151087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.151409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.151813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.152646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.152646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:56.162189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bb4d3fe8-91ec-4c77-af79-4712d059c1d0 req-07ea93d6-4584-4ad4-a513-3d0e2f0e7468 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119818 Oct 11 04:26:56.169636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.175171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event updated for resources: {'Port': ['ID=1e5c863b-a403-4d8b-8fc3-abb0508d9488,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:56.184365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:56.193715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50688) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:56.193867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a19fe835-b6b0-4410-87e1-506968cdec2f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/d8786724-a110-412a-9f96-3082aa8fc8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4416993 Oct 11 04:26:56.198143 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] Sync routers for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:56.220170 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:56.221050 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.239316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Attempting to bind port e2cba4f6-a8b4-4669-a347-06d60673f0cd on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:26:56.240145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Attempting to bind port e2cba4f6-a8b4-4669-a347-06d60673f0cd by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:26:56.240526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Attempting to bind port e2cba4f6-a8b4-4669-a347-06d60673f0cd on network edf14a14-5e8a-4c45-8b48-a996c3e56973 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:26:56.283148 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.288571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:56.290032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:56.297560 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:56.298173 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.303248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Current status of the port 706f69e8-32fc-416a-bbee-d7743c382a89 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:56.309686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:26:56.310069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Checking segment: {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:56.310476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.311456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Bound using segment: {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:26:56.311965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Bound port: e2cba4f6-a8b4-4669-a347-06d60673f0cd, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1524c7ee-c654-4cfc-b337-6a0ec279e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:26:56.312352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.330455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.340132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-236979886-network', 'tenant_id': '7f00b382f0ba4d5ebebc646cdc945c66'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:56.345581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b41eb137-7bb8-4cb1-912a-b5fa65a92511 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:56.346183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.347047 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b41eb137-7bb8-4cb1-912a-b5fa65a92511 Oct 11 04:26:56.358020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15598912-e55a-478b-bb18-e05c4bfa819b None None] Network 9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:56.368260 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.369100 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc26ad-2d36-43db-ba29-de604232cd01 None None] The sync data for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:56.392105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.410690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Made reservation on behalf of 7f00b382f0ba4d5ebebc646cdc945c66 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:56.413758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.416048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.416648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.428501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:56.429175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.432463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.457512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Provisioning complete for port b41eb137-7bb8-4cb1-912a-b5fa65a92511 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:56.458250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.458713 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 1 to provision port b41eb137-7bb8-4cb1-912a-b5fa65a92511 Oct 11 04:26:56.496146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.498397 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-2d234171-add6-459a-8a12-3fce84e1ce36 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:26:56.499783 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2d234171-add6-459a-8a12-3fce84e1ce36 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5708396 Oct 11 04:26:56.503811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50690) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:56.512109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '5e020b80-d928-41e4-82fa-f3aa8a2b56a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:56.537017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:26:56.537604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.575451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.583660 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c resource provider aggregate not found Oct 11 04:26:56.600743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:56.609528 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2ca9cf9d-b56f-4ed4-8a23-243a8b5ff88c tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0837150 Oct 11 04:26:56.610675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50696) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:56.616311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:56.618152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] For port e2cba4f6-a8b4-4669-a347-06d60673f0cd, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:26:56.629025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] For port e2cba4f6-a8b4-4669-a347-06d60673f0cd, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e2cba4f6-a8b4-4669-a347-06d60673f0cd,segment=NetworkSegment(1524c7ee-c654-4cfc-b337-6a0ec279e60e),segment_id=1524c7ee-c654-4cfc-b337-6a0ec279e60e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:26:56.657818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.667242 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b24d4e4c-d7a0-4c9b-818c-6b056cfd5a9c found for delete ", "request_id": "req-1779ee38-1a57-47f8-b587-7d1ad250ed3a"}]} Oct 11 04:26:56.682474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.705740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.711593 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 HTTP/1.1" status: 204 len: 168 time: 4.3096538 Oct 11 04:26:56.712954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3010d-ae24-4bd6-a34c-5dbfffd9be09 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:56.717198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50698) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:56.770038 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6b9c6c-0492-4034-ab26-a9741f617d6f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:26:56.770830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6b9c6c-0492-4034-ab26-a9741f617d6f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:26:56.778336 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3b6b9c6c-0492-4034-ab26-a9741f617d6f tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 HTTP/1.1" status: 404 len: 339 time: 0.0516465 Oct 11 04:26:56.779986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50700) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:56.785093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339333045', 'description': 'd1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:56.809245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:56.809712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:56.816185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b41eb137-7bb8-4cb1-912a-b5fa65a92511 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:56.817445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 94c08f88-ba34-444b-971c-831a4461c1ba up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:56.823045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:56.826683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.860963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.880742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f505e4-c599-49fb-9c51-dc4f4a3c15e7 None None] Pushing event updated for resources: {'Port': ['ID=e2cba4f6-a8b4-4669-a347-06d60673f0cd,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:56.882126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:56.897328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.897835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment e33df66b-0c44-4370-ac3d-10e2d6b6344a of type vlan for network 406e7608-6cd2-4dd4-be1e-4b5d6d81e817 Oct 11 04:26:56.904067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.939893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Current status of the port b41eb137-7bb8-4cb1-912a-b5fa65a92511 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:56.947403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.951877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:56.961106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 451} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:56.967141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:57.004186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Provisioning complete for port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:57.004352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.004968 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 1 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:57.010171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.010677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Added segment 594e4689-8742-4817-b2a2-f297e4b00f92 of type vlan for network 5464d704-b519-4f33-b2aa-51b08c94f531 Oct 11 04:26:57.025381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927a870-6f81-4894-9b71-bc0ce00845bf,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:57.050906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.056418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:57.057409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.085654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.096748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 94c08f88-ba34-444b-971c-831a4461c1ba triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:57.097139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.097473 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 94c08f88-ba34-444b-971c-831a4461c1ba Oct 11 04:26:57.101584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.123562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3424151 Oct 11 04:26:57.155566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:57.252733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bd42f-6e08-447d-a2bb-cc6b9069b722 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=406e7608-6cd2-4dd4-be1e-4b5d6d81e817,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:57.275162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 406e7608-6cd2-4dd4-be1e-4b5d6d81e817 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:57.303488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Current status of the port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:57.305615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.306861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:57.307555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.431562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 94c08f88-ba34-444b-971c-831a4461c1ba is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:57.432636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:57.437424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2944765 Oct 11 04:26:57.438152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50706) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:57.440371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Provisioning complete for port c7927d79-95ec-4d96-9cce-6c79060a7605 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:57.440735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.441067 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 1 to provision port c7927d79-95ec-4d96-9cce-6c79060a7605 Oct 11 04:26:57.452107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Allocated IP 172.26.8.62 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/11a1e961-57e7-4dc2-a97e-e0405f5e3874) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:26:57.482964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041ce9b-7f6a-4d6c-bdd9-b1d669a580e3 req-123b520d-2a3e-4837-9bc0-ab1b1d5e68ab tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:57.485084 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e041ce9b-7f6a-4d6c-bdd9-b1d669a580e3 req-123b520d-2a3e-4837-9bc0-ab1b1d5e68ab tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1918485 Oct 11 04:26:57.515037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbfd0b5-c2fb-40f1-9dd8-01596873ac65 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:57.519778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8bbfd0b5-c2fb-40f1-9dd8-01596873ac65 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks?id=406e7608-6cd2-4dd4-be1e-4b5d6d81e817 HTTP/1.1" status: 200 len: 761 time: 0.3632772 Oct 11 04:26:57.522467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50708) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:57.531615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'description': 'd2'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:57.534997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:54Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:26:55Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:26:56Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:57.586932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Request body: {'subnet': {'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-236979886-subnet', 'tenant_id': '7f00b382f0ba4d5ebebc646cdc945c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:57.655045 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e041ce9b-7f6a-4d6c-bdd9-b1d669a580e3 req-d3174489-b5eb-42c8-9a25-0bb52aa86b4f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337795 Oct 11 04:26:57.664985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Made reservation on behalf of 7f00b382f0ba4d5ebebc646cdc945c66 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:57.667302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.696796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542e74-8357-47b3-bbd0-704f3d0d4ebe admin admin] Pushing event updated for resources: {'Network': ['ID=5464d704-b519-4f33-b2aa-51b08c94f531,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:57.700512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 2c3615d5-ff33-414a-b517-4e02a000c0bb {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:57.700999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.768396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 5464d704-b519-4f33-b2aa-51b08c94f531 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:57.774486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cdcef-a88a-40e6-ba88-7a968579f5ee None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:54Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:26:55Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:26:56Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:57.791390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:57.791786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.792126 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 Oct 11 04:26:57.811918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.853768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.875814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.878699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 04:26:57.905546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.931099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 2c3615d5-ff33-414a-b517-4e02a000c0bb owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:57.957239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:26:57.960725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Removed routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 04:26:57.961332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:57.962762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523c105-f34e-455a-b451-8d74905e51c1 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:26:57.969087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:57.977869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:26:58.010784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Current status of the port c7927d79-95ec-4d96-9cce-6c79060a7605 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:58.062867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Provisioning complete for port 94c08f88-ba34-444b-971c-831a4461c1ba triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:58.063607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.063724 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Attempt 1 to provision port 94c08f88-ba34-444b-971c-831a4461c1ba Oct 11 04:26:58.132384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.137843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:58.138511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.142345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 406e7608-6cd2-4dd4-be1e-4b5d6d81e817 is not hosted by any dhcp agent {{(pid=103098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:26:58.148916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:58.149745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.150884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "PUT /v2.0/networks/406e7608-6cd2-4dd4-be1e-4b5d6d81e817 HTTP/1.1" status: 200 len: 758 time: 0.6262152 Oct 11 04:26:58.151906 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.153665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50710) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:58.229582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=2c3615d5-ff33-414a-b517-4e02a000c0bb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:58.236551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:26:58.251460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.252380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:58.364427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6523c105-f34e-455a-b451-8d74905e51c1 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:26:58.382303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99563f-596d-4e1e-856b-b3e3b44fde35 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=406e7608-6cd2-4dd4-be1e-4b5d6d81e817,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:58.395121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Current status of the port 94c08f88-ba34-444b-971c-831a4461c1ba is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:58.400097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7a2a0-1ce1-4016-aa45-e9fc45927b10 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:58.401849 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f4f7a2a0-1ce1-4016-aa45-e9fc45927b10 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks?id=406e7608-6cd2-4dd4-be1e-4b5d6d81e817 HTTP/1.1" status: 200 len: 761 time: 0.2427042 Oct 11 04:26:58.411727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 406e7608-6cd2-4dd4-be1e-4b5d6d81e817 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:58.433401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50712) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:58.438769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704720931'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:58.455258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.477254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:58.481794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.494998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-821da2bc-a54b-464c-adae-a795f35e3adf None None] Could not find standard attr ID for object 2c3615d5-ff33-414a-b517-4e02a000c0bb. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:26:58.496111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:58.525479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.525835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.526178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.526516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.526941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.527847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.527847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.528101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.528232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.528561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.528900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.529208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:58.565726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:26:58.576070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.576561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment 967cdafe-1c39-4356-a296-63ecf6a8d591 of type vlan for network 606d170c-0093-40ac-9524-17a2ce5795bd Oct 11 04:26:58.633935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event updated for resources: {'Port': ['ID=11a1e961-57e7-4dc2-a97e-e0405f5e3874,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:58.648921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:58.649301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.650763 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 Oct 11 04:26:58.651321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.653289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.664760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.723535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Could not find standard attr ID for object 7bf79e58-36a4-4207-8894-7bf60e232089. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:26:58.761907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.767514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:58.768212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.782145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router d8786724-a110-412a-9f96-3082aa8fc8b7 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:58.797394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Provisioning complete for port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:58.797768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.799287 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 1 to provision port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 Oct 11 04:26:58.815958 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3778522 Oct 11 04:26:58.823210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50716) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:58.831823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:58.908824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:58.910785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:58.916984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69403ef9-6a98-4171-a8a0-086ecf76d896 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=606d170c-0093-40ac-9524-17a2ce5795bd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:58.928954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Current status of the port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:58.963018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 606d170c-0093-40ac-9524-17a2ce5795bd details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:26:58.971635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:58.983527 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] Sync routers for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:26:58.996224 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:58.999572 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:59.030814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e00bd-1e75-42d9-b135-98b6037a2923 req-9d9d5ee7-bd96-422b-9c41-2738b163c13f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:59.032305 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-145e00bd-1e75-42d9-b135-98b6037a2923 req-9d9d5ee7-bd96-422b-9c41-2738b163c13f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2489185 Oct 11 04:26:59.042909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:26:59.050748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b408157-3739-49c8-ad24-9d93ae72961b,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:26:59.055429 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-363831a9-479d-4ee1-93c1-60deaa1a4fcb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/d8786724-a110-412a-9f96-3082aa8fc8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607140 Oct 11 04:26:59.061142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50718) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:59.061685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Checking segment: {'id': '594e4689-8742-4817-b2a2-f297e4b00f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:26:59.062048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Network hostable DHCP agents. Network: 5464d704-b519-4f33-b2aa-51b08c94f531, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:26:59.072467 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:59.092832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:59.093421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.093553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:59.093766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.094249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.094606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.094978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.095268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.095734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.096067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.096392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.096722 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.096934 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] Routers {'d8786724-a110-412a-9f96-3082aa8fc8b7'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:26:59.097073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.097349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:26:59.098124 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d8786724-a110-412a-9f96-3082aa8fc8b7'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:59.144984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-30d320ac-9583-494c-8387-136facfa98fd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8786724-a110-412a-9f96-3082aa8fc8b7 HTTP/1.1" status: 200 len: 205 time: 0.0764573 Oct 11 04:26:59.155897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50720) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:59.162177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Provisioning complete for port b41eb137-7bb8-4cb1-912a-b5fa65a92511 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:59.162573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.162927 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 1 to provision port b41eb137-7bb8-4cb1-912a-b5fa65a92511 Oct 11 04:26:59.185971 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:26:59.186180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-145e00bd-1e75-42d9-b135-98b6037a2923 req-c6126bec-c32a-4bc5-9669-8808ae6cc32e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412740 Oct 11 04:26:59.188498 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fe283-b12c-4f49-95e8-b14974b0ffa6 None None] The sync data for ids ['d8786724-a110-412a-9f96-3082aa8fc8b7'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:26:59.244867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Network 5464d704-b519-4f33-b2aa-51b08c94f531 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:26:59.266860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:59.268238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:26:59.277287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 5464d704-b519-4f33-b2aa-51b08c94f531) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:26:59.281895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.285358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:26:59.289338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.315076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dad4f9-f7fa-4694-b6ce-0da38076443e None None] Network 5464d704-b519-4f33-b2aa-51b08c94f531 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:26:59.341099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:26:59.341679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.381092 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-003b450d-e0d7-4e6b-86b5-cecde5d44c1a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8050587 Oct 11 04:26:59.386796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Deleting port 11a1e961-57e7-4dc2-a97e-e0405f5e3874 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:26:59.387158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.388725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:26:59.412339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:26:59.431777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.435521 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-305fdcca-c89d-4c40-9b19-0ef869a38191 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 934 time: 2.8238721 Oct 11 04:26:59.438702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50724) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:59.628489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.633803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.653095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.657943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.670776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c134063c-a338-47db-8c87-680fb7c1de77 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 934 time: 0.2297370 Oct 11 04:26:59.683726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Calling delete_port for 11a1e961-57e7-4dc2-a97e-e0405f5e3874 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:26:59.805824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50730) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:26:59.810314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'routes': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:26:59.915471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:26:59.916132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.916516 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 Oct 11 04:26:59.921291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Current status of the port b41eb137-7bb8-4cb1-912a-b5fa65a92511 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:26:59.934440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:26:59.966950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Port': ['ID=11a1e961-57e7-4dc2-a97e-e0405f5e3874,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:00.128687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Provisioning complete for port e2cba4f6-a8b4-4669-a347-06d60673f0cd triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:00.129170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.131096 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 1 to provision port e2cba4f6-a8b4-4669-a347-06d60673f0cd Oct 11 04:27:00.160526 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] create failed (client error): The resource could not be found. Oct 11 04:27:00.166366 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c11d837a-808a-44b4-b0cc-184a2ebf54c3 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6575787 Oct 11 04:27:00.167455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50740) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:00.197913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50742) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:00.221212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1845120557-network', 'tenant_id': 'f5ea85e1b49f45b69498ba0cf1e47e1b'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:00.254904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d476a58-2dd3-4281-bedf-2a9731235679 None None] Network 5464d704-b519-4f33-b2aa-51b08c94f531 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:00.313633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Made reservation on behalf of f5ea85e1b49f45b69498ba0cf1e47e1b for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:00.316279 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.331225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:26:57Z', 'revision_number': 6, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:26:55Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:26:56Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:00.337766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:00.355658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.359978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router d8786724-a110-412a-9f96-3082aa8fc8b7 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:00.375798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.379527 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0f263931-1595-4ccb-9fae-094ff8366dc6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/d8786724-a110-412a-9f96-3082aa8fc8b7 HTTP/1.1" status: 204 len: 168 time: 1.2196603 Oct 11 04:27:00.379527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.379720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50748) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:00.398652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:00.398652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Updating router db323e73-e5f6-4c58-90eb-20c18f1e9040 port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:27:00.477471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.479327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.482451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50750) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:00.510866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet 15203575-75c7-43e7-bab4-41a2c4fb7354 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:00.511308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:00.519072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.566299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Current status of the port e2cba4f6-a8b4-4669-a347-06d60673f0cd is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:00.566622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.583005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=4a022250-1cd6-4212-9bb4-88b941181a73,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:00.603236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6432f-60a7-48b5-b081-d5b814b0e124 req-139d59cc-a97c-423c-8fde-ca5485e41d3d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:00.605908 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-78d6432f-60a7-48b5-b081-d5b814b0e124 req-139d59cc-a97c-423c-8fde-ca5485e41d3d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2516007 Oct 11 04:27:00.623583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.635198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 04:27:00.635198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 04:27:00.657533 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:27:00.688058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': '967cdafe-1c39-4356-a296-63ecf6a8d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:00.688410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 606d170c-0093-40ac-9524-17a2ce5795bd, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:00.715942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-53462046-1339-4e61-bb23-018c09604467 None None] For port e2cba4f6-a8b4-4669-a347-06d60673f0cd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e2cba4f6-a8b4-4669-a347-06d60673f0cd,segment=NetworkSegment(1524c7ee-c654-4cfc-b337-6a0ec279e60e),segment_id=1524c7ee-c654-4cfc-b337-6a0ec279e60e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:00.730428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.734428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.738119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Deleting port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:00.738452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.758231 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-78d6432f-60a7-48b5-b081-d5b814b0e124 req-bed0c9fa-ae5d-46eb-af45-c3fbd9115483 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886216 Oct 11 04:27:00.774381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 606d170c-0093-40ac-9524-17a2ce5795bd is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:00.776915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:00.777289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.777657 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 Oct 11 04:27:00.799174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.803534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 606d170c-0093-40ac-9524-17a2ce5795bd) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:00.823931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0482ef6e-35a6-410c-853d-d2b441615f38 None None] Network 606d170c-0093-40ac-9524-17a2ce5795bd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:00.828852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:00.829749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.831054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Provisioning complete for port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:00.831430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.831776 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 1 to provision port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 Oct 11 04:27:00.856445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a73b9902-2405-454a-8332-d623ce7bbadc tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0320132 Oct 11 04:27:00.859370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50752) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:00.891482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.926562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=15203575-75c7-43e7-bab4-41a2c4fb7354,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:00.933547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53462046-1339-4e61-bb23-018c09604467 None None] Pushing event updated for resources: {'Port': ['ID=e2cba4f6-a8b4-4669-a347-06d60673f0cd,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:00.936523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:00.940446 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-273a1bc8-2d06-4e05-ac7b-a7a1c5137850 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/15203575-75c7-43e7-bab4-41a2c4fb7354 HTTP/1.1" status: 204 len: 168 time: 0.5544870 Oct 11 04:27:00.942800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5792e9-0682-435d-ac19-913b7f0275f5 None None] Network 76567018-5fd7-4d64-a805-be6a4f39d145 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:00.943302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50754) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:00.999762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet f422a87e-33de-4317-ab08-c49a4b1271cc {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:01.003343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.017996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.022253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:01.045398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.063866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Deleting port 7fabdff3-31e5-4f7a-8b72-25761fa5e788 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:01.064206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.065829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.101939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.144007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.156517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Calling delete_port for 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:01.159626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:01.196765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:01.197842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e2cba4f6-a8b4-4669-a347-06d60673f0cd up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:01.211991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.245953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=f422a87e-33de-4317-ab08-c49a4b1271cc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:01.249843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.253329 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-00b0cd44-3bc7-4bcd-99cf-34e3078d63cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/f422a87e-33de-4317-ab08-c49a4b1271cc HTTP/1.1" status: 204 len: 168 time: 0.3087623 Oct 11 04:27:01.258448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50756) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:01.274275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45644560-c8ee-40bb-b776-d6abed3e1064 None None] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:01.280715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.281383 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Added segment cc083ec4-19e0-44cb-a03f-0a55111641a6 of type vlan for network 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4 Oct 11 04:27:01.285152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3f82d-a208-45a9-a50c-371e5afd4e81,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:01.292612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.329821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.345262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.351479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.356205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-606d170c-0093-40ac-9524-17a2ce5795bd', 'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': '4a022250-1cd6-4212-9bb4-88b941181a73'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:01.356960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.439983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port c7927d79-95ec-4d96-9cce-6c79060a7605 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:01.441145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.504126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f58b1-de8d-4223-84bc-3fa696da0e97 None None] DHCP port deletion for 76567018-5fd7-4d64-a805-be6a4f39d145 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:01.510565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e2cba4f6-a8b4-4669-a347-06d60673f0cd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:01.510565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.510565 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e2cba4f6-a8b4-4669-a347-06d60673f0cd Oct 11 04:27:01.526517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port c7927d79-95ec-4d96-9cce-6c79060a7605, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c7927d79-95ec-4d96-9cce-6c79060a7605,segment=NetworkSegment(0796589f-8af8-402b-be9a-825fea985642),segment_id=0796589f-8af8-402b-be9a-825fea985642)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:01.527079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.531890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87feb2-0421-4a4a-90d9-9e565c12f1c4 None None] Pushing event updated for resources: {'Port': ['ID=1e5c863b-a403-4d8b-8fc3-abb0508d9488,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:01.533854 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 2 to provision port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 Oct 11 04:27:01.541310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for c7927d79-95ec-4d96-9cce-6c79060a7605 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:01.639031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.681163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port c7927d79-95ec-4d96-9cce-6c79060a7605 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:01.686756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=c7927d79-95ec-4d96-9cce-6c79060a7605,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:01.701117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.732618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.736267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.759100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.759416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.779118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.805369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76567018-5fd7-4d64-a805-be6a4f39d145']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:01.817229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0796589f-8af8-402b-be9a-825fea985642') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:01.817699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0796589f-8af8-402b-be9a-825fea985642') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:01.828075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.844143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.847019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f82f58b1-de8d-4223-84bc-3fa696da0e97 None None] The port 'c7927d79-95ec-4d96-9cce-6c79060a7605' was deleted {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 11 04:27:01.851629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Calling delete_port for 7fabdff3-31e5-4f7a-8b72-25761fa5e788 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:01.856406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Attempting to bind port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:01.856406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Attempting to bind port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:01.857353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Attempting to bind port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 on network 72ffe36d-09d9-4830-8797-160cf0cb4b92 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:01.872782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 474 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:01.875418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.881956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:01.908516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0796589f-8af8-402b-be9a-825fea985642 resource provider aggregate not found Oct 11 04:27:01.913612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:01.914232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Checking segment: {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:01.914830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.925768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Bound using segment: {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:01.927539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Bound port: 1e5c863b-a403-4d8b-8fc3-abb0508d9488, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51435b7-7e87-446e-8c83-ccdbfd0743a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:01.929098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.956942 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0796589f-8af8-402b-be9a-825fea985642 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0796589f-8af8-402b-be9a-825fea985642 found for delete ", "request_id": "req-7d98072a-8b09-4a5b-b1d7-38b6e7bb045b"}]} Oct 11 04:27:01.982208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.983913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.990770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.991664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:01.992508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:01.999745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.004445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/76567018-5fd7-4d64-a805-be6a4f39d145 HTTP/1.1" status: 204 len: 168 time: 0.7451861 Oct 11 04:27:02.007661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50764) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:02.034358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Allocated IP 172.20.0.2 (606d170c-0093-40ac-9524-17a2ce5795bd/4a022250-1cd6-4212-9bb4-88b941181a73/a44ed4fd-a1e4-4d67-b51a-bda8d84541aa) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:02.037869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7212f-f57c-49cc-a85a-ca25fcf22e62 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=76567018-5fd7-4d64-a805-be6a4f39d145,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.071596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] DHCP port deletion for f0bb2372-9769-4ba1-832c-484226b0b8b5 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:02.088048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e2cba4f6-a8b4-4669-a347-06d60673f0cd is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:02.118605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] For port 1e5c863b-a403-4d8b-8fc3-abb0508d9488, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:02.126317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.146330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] For port 1e5c863b-a403-4d8b-8fc3-abb0508d9488, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e5c863b-a403-4d8b-8fc3-abb0508d9488,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:02.182316 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9833381 Oct 11 04:27:02.184336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.185093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50766) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:02.191234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Request body: {'subnet': {'network_id': '13fa6d2a-d2af-4ace-8e10-e271b7c3eab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1845120557-subnet', 'tenant_id': 'f5ea85e1b49f45b69498ba0cf1e47e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:02.196184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:02.208590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 94c08f88-ba34-444b-971c-831a4461c1ba {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:02.208939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.238857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c8b88-c82f-4666-96f3-d67d929f00e2 admin admin] Pushing event updated for resources: {'Network': ['ID=13fa6d2a-d2af-4ace-8e10-e271b7c3eab4,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.242756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Made reservation on behalf of f5ea85e1b49f45b69498ba0cf1e47e1b for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:02.245192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.263610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:02.264825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:02.274848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:02.279281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36a385-dc01-4784-a58b-e5bd8d5d3460 req-49f7a7c8-e29c-4283-9fbe-d56486b1cfbe tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:02.280808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff36a385-dc01-4784-a58b-e5bd8d5d3460 req-49f7a7c8-e29c-4283-9fbe-d56486b1cfbe tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3132117 Oct 11 04:27:02.286251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.307827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 94c08f88-ba34-444b-971c-831a4461c1ba, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=94c08f88-ba34-444b-971c-831a4461c1ba,segment=NetworkSegment(da7d9d97-1243-4561-ade5-06442423a2b4),segment_id=da7d9d97-1243-4561-ade5-06442423a2b4)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:02.308215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.357673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 94c08f88-ba34-444b-971c-831a4461c1ba owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:02.363793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87feb2-0421-4a4a-90d9-9e565c12f1c4 None None] Pushing event updated for resources: {'Port': ['ID=1e5c863b-a403-4d8b-8fc3-abb0508d9488,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.367931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Deleting port 94c08f88-ba34-444b-971c-831a4461c1ba {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:02.368498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.387156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Port': ['ID=5e020b80-d928-41e4-82fa-f3aa8a2b56a2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.404160 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 3 to provision port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 Oct 11 04:27:02.517456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 5e020b80-d928-41e4-82fa-f3aa8a2b56a2 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:27:02.518647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.542989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff36a385-dc01-4784-a58b-e5bd8d5d3460 req-9f552b13-3d29-43da-96e9-ac5d2fce6659 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425241 Oct 11 04:27:02.558504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.581584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:02.604346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.604346 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4c62d231-21ec-4f31-8dca-229f14af7247 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 700 time: 2.7953296 Oct 11 04:27:02.604946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50770) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:02.617216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.624333 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0a87adbd-4cb3-494c-bf0a-38a0dbc621a5 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "DELETE /v2.0/ports/5e020b80-d928-41e4-82fa-f3aa8a2b56a2 HTTP/1.1" status: 204 len: 168 time: 2.4529428 Oct 11 04:27:02.627301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50772) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:02.655339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=94c08f88-ba34-444b-971c-831a4461c1ba,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.662289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port 94c08f88-ba34-444b-971c-831a4461c1ba on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:02.665273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.673897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:02.760659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.766756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] For port 94c08f88-ba34-444b-971c-831a4461c1ba, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=94c08f88-ba34-444b-971c-831a4461c1ba,segment=NetworkSegment(da7d9d97-1243-4561-ade5-06442423a2b4),segment_id=da7d9d97-1243-4561-ade5-06442423a2b4)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:02.766922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.767404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.774512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e5c863b-a403-4d8b-8fc3-abb0508d9488 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:02.851496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Provisioning complete for port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:02.851883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.852226 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 1 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:02.854035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.867162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Calling delete_port for 94c08f88-ba34-444b-971c-831a4461c1ba owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:02.877919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Network 606d170c-0093-40ac-9524-17a2ce5795bd is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:02.891988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.901088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6e594c-48d0-44b4-98a2-e98ca3dfe4e0,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.902852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'Port': ['ID=7fabdff3-31e5-4f7a-8b72-25761fa5e788,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.905458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:02.921351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:02.931544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bb2372-9769-4ba1-832c-484226b0b8b5']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:02.940924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Checking segment: {'id': 'cc083ec4-19e0-44cb-a03f-0a55111641a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '13fa6d2a-d2af-4ace-8e10-e271b7c3eab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:02.941280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Network hostable DHCP agents. Network: 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:02.947629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7d9d97-1243-4561-ade5-06442423a2b4') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:02.947929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7d9d97-1243-4561-ade5-06442423a2b4') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:02.965322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:02.982901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=4a022250-1cd6-4212-9bb4-88b941181a73,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:02.998112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd99694-117a-4550-86c4-b12d7503702f tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:03.000203 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4cd99694-117a-4550-86c4-b12d7503702f tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "GET /v2.0/ports?device_id=1efd750d-82a0-4fa0-91a2-c65101301728 HTTP/1.1" status: 200 len: 913 time: 0.3689709 Oct 11 04:27:03.015739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Pushing event updated for resources: {'Port': ['ID=a44ed4fd-a1e4-4d67-b51a-bda8d84541aa,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:03.016590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.019252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50776) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:03.019499 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d29d678a-8f3c-4268-9b4c-bcdc603b06c0 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 700 time: 0.4120889 Oct 11 04:27:03.027402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50778) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:03.036141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Network 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:03.055740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7e27d-f317-40ea-86c7-e28ef8286b2c req-4779091e-05a8-4d5d-b9ba-8472acf8c042 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:03.057246 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2ac7e27d-f317-40ea-86c7-e28ef8286b2c req-4779091e-05a8-4d5d-b9ba-8472acf8c042 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2311656 Oct 11 04:27:03.086213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:03.091846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.102138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.102410 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Floating IP aff57cdf-0ebb-460c-8dc6-957e96a00790 disassociated (deleted). External IP: 172.26.8.243, port: c3756782-296a-425d-9c01-f2f4092a31c4. Oct 11 04:27:03.118396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 470 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:03.118965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.144826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:03.172391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:03.172391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.172391 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 Oct 11 04:27:03.172863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d170c-0093-40ac-9524-17a2ce5795bd']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:03.172978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78355377-3584-401e-9d3c-8626b33b8f7c None None] Network 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:03.184481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Attempting to bind port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:03.184859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Attempting to bind port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '967cdafe-1c39-4356-a296-63ecf6a8d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:03.185224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Attempting to bind port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa on network 606d170c-0093-40ac-9524-17a2ce5795bd {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:03.195017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:03.195611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.198709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967cdafe-1c39-4356-a296-63ecf6a8d591') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:03.199001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967cdafe-1c39-4356-a296-63ecf6a8d591') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:03.214073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.224730 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2ac7e27d-f317-40ea-86c7-e28ef8286b2c req-b432cb4b-70ef-43be-997b-e7988c9524c0 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294608 Oct 11 04:27:03.277357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.280002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:03.280597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Checking segment: {'id': '967cdafe-1c39-4356-a296-63ecf6a8d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:03.281509 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.281974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Bound using segment: {'id': '967cdafe-1c39-4356-a296-63ecf6a8d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:03.282555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Bound port: a44ed4fd-a1e4-4d67-b51a-bda8d84541aa, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967cdafe-1c39-4356-a296-63ecf6a8d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606d170c-0093-40ac-9524-17a2ce5795bd'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:03.283017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.285517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef4c1f-694e-4068-a882-ba43005a473b req-3ecccc85-20d7-4433-b571-dbf062df68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:03.287759 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-3ecccc85-20d7-4433-b571-dbf062df68e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.3150043 Oct 11 04:27:03.288122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:03.288525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.326383 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 967cdafe-1c39-4356-a296-63ecf6a8d591 resource provider aggregate not found Oct 11 04:27:03.376370 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7589139a-0dcf-44b7-b739-4678e79e6228 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1900861 Oct 11 04:27:03.377104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.382200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.390944 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/f0bb2372-9769-4ba1-832c-484226b0b8b5 HTTP/1.1" status: 204 len: 168 time: 1.3815932 Oct 11 04:27:03.391605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50786) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:03.400456 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 967cdafe-1c39-4356-a296-63ecf6a8d591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 967cdafe-1c39-4356-a296-63ecf6a8d591 found for delete ", "request_id": "req-8112afc6-d821-465f-ab58-3d11bbf39419"}]} Oct 11 04:27:03.403336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 04:27:03.403336 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 04:27:03.403336 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '606d170c-0093-40ac-9524-17a2ce5795bd'}] Oct 11 04:27:03.403336 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:27:03.404070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:27:03.413448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1623568735'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:03.452149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.481973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Router ed75f106-9298-40ae-9158-876ddf4d3988 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:03.484735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Network f0bb2372-9769-4ba1-832c-484226b0b8b5 is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:27:03.485500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] No DVR routers for this DVR port 94c08f88-ba34-444b-971c-831a4461c1ba on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:03.504554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da250e20-e641-4caf-ab3a-4d9d7430528a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=f0bb2372-9769-4ba1-832c-484226b0b8b5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:03.604064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:03.607616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.622890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:03.628601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.631908 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 2 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:03.638517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] For port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:03.658239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] Sync routers for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:03.662936 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-005ec16c-cf8f-4707-bdb9-883a350e7a4e tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "DELETE /v2.0/floatingips/aff57cdf-0ebb-460c-8dc6-957e96a00790 HTTP/1.1" status: 204 len: 168 time: 3.1727319 Oct 11 04:27:03.662936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:03.664192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733e08d6-6af6-4c26-931b-8d3c7bf363eb" -d '{"events": [{"name": "network-changed", "server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:03.694660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef4c1f-694e-4068-a882-ba43005a473b req-789baba2-643e-4fd2-ac26-c9d82e5bf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:03.696150 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-789baba2-643e-4fd2-ac26-c9d82e5bf5c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.3968592 Oct 11 04:27:03.705449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d894c-1928-4c3f-8ca2-23fff40f5f41 None None] Network 13fa6d2a-d2af-4ace-8e10-e271b7c3eab4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:03.712921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bed472-bd77-4cca-ae83-6d63430a17b9 x-openstack-request-id: req-c7bed472-bd77-4cca-ae83-6d63430a17b9 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:03.713251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:03.713599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7bed472-bd77-4cca-ae83-6d63430a17b9 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:03.714097 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7bed472-bd77-4cca-ae83-6d63430a17b9'] response: {'name': 'network-changed', 'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'status': 'completed', 'code': 200} Oct 11 04:27:03.744818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940d126-f50d-4a2c-8eda-a7b80c3cdacd None None] Pushing event deleted for resources: {'Port': ['ID=94c08f88-ba34-444b-971c-831a4461c1ba,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:03.750984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:03.860136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.860424 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment 238b5bba-ba05-463e-9dc8-ba1fcce6576d of type vlan for network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 Oct 11 04:27:03.905675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:03.959911 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-14f2b343-b3e3-4a04-ab84-11d8ede9e3d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.2379284 Oct 11 04:27:03.997763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.047379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:04.048740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.049913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] For port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a44ed4fd-a1e4-4d67-b51a-bda8d84541aa,segment=NetworkSegment(967cdafe-1c39-4356-a296-63ecf6a8d591),segment_id=967cdafe-1c39-4356-a296-63ecf6a8d591)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:04.066543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-d25c6b99-d686-4c80-b227-795951010b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.069174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.069378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-d25c6b99-d686-4c80-b227-795951010b3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8dcc4908efa84af38c26d5dc2d79d986&device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 1098 time: 0.2751238 Oct 11 04:27:04.147084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:04.147739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:04.187821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:04.222833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:04.223937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.248426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for a44ed4fd-a1e4-4d67-b51a-bda8d84541aa owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:04.279210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 7, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:27:02Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:04.313578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c7025158-c8ac-4038-8826-612ba404ad46 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.315267 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c7025158-c8ac-4038-8826-612ba404ad46 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/networks?id=5464d704-b519-4f33-b2aa-51b08c94f531 HTTP/1.1" status: 200 len: 811 time: 0.2360785 Oct 11 04:27:04.335159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:04.335708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.354843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8c836b68-b7e8-4183-ab4f-bb0ae48b1ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.360567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e695b4-ccfa-44e5-be27-68247e980d2f None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 7, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:27:02Z', 'revision_number': 4, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:04.367917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-9a5263c6-5d81-4ef2-9a56-ab68764cf7f3 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/quotas/7f00b382f0ba4d5ebebc646cdc945c66 HTTP/1.1" status: 200 len: 375 time: 0.0254519 Oct 11 04:27:04.377417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da96e1-f275-41b5-bba7-f6a4a40fcb2f None None] Network 606d170c-0093-40ac-9524-17a2ce5795bd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:04.404580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1097ee-b763-4ecd-b926-bdd5e5e2dc05 None None] Pushing event updated for resources: {'Port': ['ID=a44ed4fd-a1e4-4d67-b51a-bda8d84541aa,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:04.419705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-8d1dc27e-0fa2-473d-bdda-b88c281e5230 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f00b382f0ba4d5ebebc646cdc945c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506115 Oct 11 04:27:04.434650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.483793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment da7d9d97-1243-4561-ade5-06442423a2b4 resource provider aggregate not found Oct 11 04:27:04.530252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.530868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 1e5c863b-a403-4d8b-8fc3-abb0508d9488, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e5c863b-a403-4d8b-8fc3-abb0508d9488,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:04.535126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port a44ed4fd-a1e4-4d67-b51a-bda8d84541aa on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:04.536047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.537577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.543667 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment da7d9d97-1243-4561-ade5-06442423a2b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da7d9d97-1243-4561-ade5-06442423a2b4 found for delete ", "request_id": "req-9bdc5afb-658d-47d8-bb69-f2074e8c1a0f"}]} Oct 11 04:27:04.551732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef4c1f-694e-4068-a882-ba43005a473b req-8e609c55-881d-4736-a62e-cb15b967914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.553677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-8e609c55-881d-4736-a62e-cb15b967914f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.5735297 Oct 11 04:27:04.562735 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=a44ed4fd-a1e4-4d67-b51a-bda8d84541aa,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:04.563946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.564721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e2cba4f6-a8b4-4669-a347-06d60673f0cd up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:04.569214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:04.634547 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c96b78ab-08c1-41d9-8f1b-558af17a8b6c service neutron] 10.222.0.39 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136478 Oct 11 04:27:04.656775 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:04.659611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b68c5-4905-4fd8-b59c-f8655cb0eeab req-b00be7d9-3be4-4fc2-9dc0-04bfffce994b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.662171 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b67b68c5-4905-4fd8-b59c-f8655cb0eeab req-b00be7d9-3be4-4fc2-9dc0-04bfffce994b tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.6938410 Oct 11 04:27:04.667991 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:04.668597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:04.679540 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2768590 Oct 11 04:27:04.688368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50820) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:04.699689 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 3 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:04.700219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:04.741023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22569862-16d4-42a4-a59d-e267a3d5a628 None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 04:27:04.745813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.768518 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:04.775549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65b20-2e74-4fee-baed-94902ed9746e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=99087d5c-628f-4c0a-8dab-9c3ef18ea5d6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:04.776415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d170c-0093-40ac-9524-17a2ce5795bd']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:04.838324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-ff4ae9a0-80ab-45b2-b559-a4e540c3f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.840130 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-ff4ae9a0-80ab-45b2-b559-a4e540c3f094 service neutron] 10.222.0.45 "GET /v2.0/networks?id=73c43a25-1023-4312-8335-9c13c09ca9d4 HTTP/1.1" status: 200 len: 897 time: 0.7510962 Oct 11 04:27:04.874614 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-a86cced0-481d-4528-9c03-60c69309dfb9 service neutron] 10.222.0.39 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100582 Oct 11 04:27:04.883079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967cdafe-1c39-4356-a296-63ecf6a8d591') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:04.883386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967cdafe-1c39-4356-a296-63ecf6a8d591') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:04.894763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.902361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.905783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef4c1f-694e-4068-a882-ba43005a473b req-c945adcc-1679-4e9a-b332-87ec82b7fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:04.907324 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-c945adcc-1679-4e9a-b332-87ec82b7fe30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3429465 Oct 11 04:27:04.912131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.925440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:04.926163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:04.948130 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b67b68c5-4905-4fd8-b59c-f8655cb0eeab req-208e89f1-e024-4964-a11f-4ac1b4578e01 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586997 Oct 11 04:27:04.981153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=1e5c863b-a403-4d8b-8fc3-abb0508d9488,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:04.985363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:05.014687 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 7, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:27:04Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:05.032636 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-f479239b-96d0-4d5a-b578-f551d58dd4b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3756782-296a-425d-9c01-f2f4092a31c4 HTTP/1.1" status: 200 len: 217 time: 0.1480913 Oct 11 04:27:05.033040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:05.044759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:05.055463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50822) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:05.055801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/606d170c-0093-40ac-9524-17a2ce5795bd HTTP/1.1" status: 204 len: 168 time: 4.1952391 Oct 11 04:27:05.075885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193686d6-e137-420b-9eb7-4dd22749f040 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=606d170c-0093-40ac-9524-17a2ce5795bd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:05.077402 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:05.085438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:05.101336 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:05.102193 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:05.205871 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6db8625d-1057-4e11-94db-d0fd3bacb4e1 req-1da6606c-5eb6-4edd-9b9a-265cdd22f869 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 210 time: 0.0514407 Oct 11 04:27:05.211628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22569862-16d4-42a4-a59d-e267a3d5a628 None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 04:27:05.213940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e2cba4f6-a8b4-4669-a347-06d60673f0cd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:05.214309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:05.214683 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e2cba4f6-a8b4-4669-a347-06d60673f0cd Oct 11 04:27:05.260969 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:05.278562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fee1fc-c4fb-485f-ba23-d15daba6fc08 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] GET failed (client error): The resource could not be found. Oct 11 04:27:05.282604 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-77fee1fc-c4fb-485f-ba23-d15daba6fc08 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/subnets/4a022250-1cd6-4212-9bb4-88b941181a73 HTTP/1.1" status: 404 len: 337 time: 0.2124960 Oct 11 04:27:05.282604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-7d92e55c-8ecb-4c38-ba7f-32e90a11e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:05.284011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50828) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:05.284201 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-7d92e55c-8ecb-4c38-ba7f-32e90a11e9dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=09e1f6a7-edac-4c53-8a69-ce1ab02ca35c HTTP/1.1" status: 200 len: 834 time: 0.2424924 Oct 11 04:27:05.322319 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf68dba-3faa-4801-9f04-0989880aa97e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:05.323251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf68dba-3faa-4801-9f04-0989880aa97e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:05.332880 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1bf68dba-3faa-4801-9f04-0989880aa97e tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/606d170c-0093-40ac-9524-17a2ce5795bd HTTP/1.1" status: 404 len: 339 time: 0.0470107 Oct 11 04:27:05.333762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50830) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:05.376588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:05.381075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:05.471288 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 967cdafe-1c39-4356-a296-63ecf6a8d591 resource provider aggregate not found Oct 11 04:27:05.520806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e2cba4f6-a8b4-4669-a347-06d60673f0cd is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:05.522200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 967cdafe-1c39-4356-a296-63ecf6a8d591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 967cdafe-1c39-4356-a296-63ecf6a8d591 found for delete ", "request_id": "req-9feea18d-e85e-496f-882d-e87695a7f259"}]} Oct 11 04:27:05.571374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:51Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:05.628555 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 4 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:05.634313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 94c08f88-ba34-444b-971c-831a4461c1ba no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:05.636924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] Checking router: ed75f106-9298-40ae-9158-876ddf4d3988 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:05.680938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:05.734369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 94c08f88-ba34-444b-971c-831a4461c1ba {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:05.734933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 94c08f88-ba34-444b-971c-831a4461c1ba not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:05.735467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c7927d79-95ec-4d96-9cce-6c79060a7605 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:05.735647 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 7, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:27:04Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:05.768502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:05.769182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:26:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:05.776823 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5647d3-6d65-4caa-ad42-b526ab886e99 None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 7, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e5c863b-a403-4d8b-8fc3-abb0508d9488', 'name': '', 'network_id': '72ffe36d-09d9-4830-8797-160cf0cb4b92', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:f1:d1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:53Z', 'updated_at': '2022-10-11T04:27:04Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '7b98b583-c0af-4f3e-a3a1-a2fa69fc628d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:05.808272 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-f8d20d83-6b90-4467-9092-1a64fd940e9d service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8588669 Oct 11 04:27:05.964656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e91e05-9e51-4f57-bd7b-ebef407b0c42 req-2a10d347-930f-47fa-b19c-268f6abc193e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:05.972305 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4e91e05-9e51-4f57-bd7b-ebef407b0c42 req-2a10d347-930f-47fa-b19c-268f6abc193e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.8325014 Oct 11 04:27:05.999319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-23a644cb-4ada-4756-bde5-3d7f390aaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.000766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-23a644cb-4ada-4756-bde5-3d7f390aaf5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=73c43a25-1023-4312-8335-9c13c09ca9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6270936 Oct 11 04:27:06.119267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c7927d79-95ec-4d96-9cce-6c79060a7605 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:06.119869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c7927d79-95ec-4d96-9cce-6c79060a7605 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:06.173531 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:06.179402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:06.240888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b9d4e-c62c-4aab-8314-87ea76777f25 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.242638 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-870b9d4e-c62c-4aab-8314-87ea76777f25 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9060278 Oct 11 04:27:06.253941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50846) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:06.308431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4e91e05-9e51-4f57-bd7b-ebef407b0c42 req-48a3ef49-5981-4448-8a0e-8d611f7040dd tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348980 Oct 11 04:27:06.323052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e5c863b-a403-4d8b-8fc3-abb0508d9488 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:06.324507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-f5cfa123-7ce5-43df-ac5e-4e552fa2e033 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.326127 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-f5cfa123-7ce5-43df-ac5e-4e552fa2e033 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.45 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2183838 Oct 11 04:27:06.353332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb66110-1206-4efd-be1f-6de5e68de88c req-a4ec2c09-99b0-4d10-9580-b444e69284e1 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.355170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2fb66110-1206-4efd-be1f-6de5e68de88c req-a4ec2c09-99b0-4d10-9580-b444e69284e1 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 945 time: 0.2462344 Oct 11 04:27:06.358852 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3f9d2648-e13b-4575-8523-cabc0dda3d79 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 207 time: 0.1013563 Oct 11 04:27:06.366684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50848) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:06.368314 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43ef4c1f-694e-4068-a882-ba43005a473b req-6c1b221b-35e1-4d7b-b9bf-7f97ca5186c1 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377760 Oct 11 04:27:06.375237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.431092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-34534516-d048-4166-b84b-929cf472e715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.446974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:06.447348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.447687 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 Oct 11 04:27:06.523742 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa2a7add-56f6-45cb-a715-5ba48d102784 req-5d40b6d4-f19b-400a-8620-d093029bb41b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 210 time: 0.0696075 Oct 11 04:27:06.523742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=f46899fa-b321-4545-a2d8-47b2cf9bf200,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:06.565156 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2fb66110-1206-4efd-be1f-6de5e68de88c req-96fdf921-7872-4833-8607-0fcccf985eaa tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/security-groups?id=d2dfbc47-2702-4ba4-a388-d420b474ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968610 Oct 11 04:27:06.572755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54725b-8e0a-4e4d-af88-9a754c88c03a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.574845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:51Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:06.585494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54725b-8e0a-4e4d-af88-9a754c88c03a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.589820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-64145d37-8105-420f-a3ed-c7ab53a42fa8 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652750 Oct 11 04:27:06.593769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54725b-8e0a-4e4d-af88-9a754c88c03a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.599991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54725b-8e0a-4e4d-af88-9a754c88c03a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.601671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8b54725b-8e0a-4e4d-af88-9a754c88c03a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2310801 Oct 11 04:27:06.605354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50850) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:06.626893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': '238b5bba-ba05-463e-9dc8-ba1fcce6576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:06.627652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:06.636352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8816be-d082-48bb-9e27-a029571a5aac None None] The sync data for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv is: [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:23:45Z', 'revision_number': 4, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f6bff217-4efe-4e47-9e1b-30dd3ea76fb2', 'name': '', 'network_id': '73c43a25-1023-4312-8335-9c13c09ca9d4', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'mac_address': 'fa:16:3e:34:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:44Z', 'updated_at': '2022-10-11T04:23:51Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'subnets': [{'id': '09e1f6a7-edac-4c53-8a69-ce1ab02ca35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:06.640113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:06.675223 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 5 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:06.726151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:06.729422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b04dd788-b7f9-4fe8-bcd1-94faee96ad07 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1229482 Oct 11 04:27:06.732632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50852) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:06.795028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Deleting port c3756782-296a-425d-9c01-f2f4092a31c4 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:06.795028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.815721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:06.830296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Deleting port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:06.830793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.836927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0987066-2a17-484e-b4c2-c05f551bbf81 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.838098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0987066-2a17-484e-b4c2-c05f551bbf81 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.839744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d0987066-2a17-484e-b4c2-c05f551bbf81 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1062143 Oct 11 04:27:06.866880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50854) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:06.900017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:06.911037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e772b18-9de8-458b-99c9-7f9a8ae90862 None None] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:06.964577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.965487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.966035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] For port c3756782-296a-425d-9c01-f2f4092a31c4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3756782-296a-425d-9c01-f2f4092a31c4,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:06.966410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:06.971802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a5d9b-5794-4d68-893e-f59682f63d85 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.973225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a5d9b-5794-4d68-893e-f59682f63d85 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:06.981555 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-522a5d9b-5794-4d68-893e-f59682f63d85 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1138263 Oct 11 04:27:06.982470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50856) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.012102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-171e6251-62f4-4969-ba21-b3dd8ce98924 service neutron] 10.222.0.45 "GET /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976009 Oct 11 04:27:07.016754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Calling delete_port for c3756782-296a-425d-9c01-f2f4092a31c4 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:07.101467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739da965-3770-489b-9b7c-afce78cea9ae None None] New status for floating IP aff57cdf-0ebb-460c-8dc6-957e96a00790: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:27:07.168478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3471527-6547-45b2-ad0d-29c94ab90634 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:07.170003 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3471527-6547-45b2-ad0d-29c94ab90634 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks/59455366-74d5-48a0-a264-508cd0d81884 HTTP/1.1" status: 200 len: 799 time: 0.1818483 Oct 11 04:27:07.173834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50862) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.243545 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 6 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:07.280748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-99087d5c-628f-4c0a-8dab-9c3ef18ea5d6', 'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': 'f46899fa-b321-4545-a2d8-47b2cf9bf200'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:07.281845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.316846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:07.328246 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-60c7b832-c23c-41d3-8f96-cb4833ecd3a8 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/networks/59455366-74d5-48a0-a264-508cd0d81884?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1532805 Oct 11 04:27:07.329683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.331955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50864) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.444462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'Port': ['ID=c3756782-296a-425d-9c01-f2f4092a31c4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:07.469122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffc877-70bc-4e56-9e97-d6b66394b6c1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:07.469419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Allocated IP 2001:db8::2 (99087d5c-628f-4c0a-8dab-9c3ef18ea5d6/f46899fa-b321-4545-a2d8-47b2cf9bf200/91fd7a49-c683-44ca-9584-ace44b628e64) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:07.474321 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c9ffc877-70bc-4e56-9e97-d6b66394b6c1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/subnets/e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6 HTTP/1.1" status: 200 len: 811 time: 0.1412973 Oct 11 04:27:07.475039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50868) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.496296 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e3d74861-ccf9-4e45-bf47-8f49952589bd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8038635 Oct 11 04:27:07.500267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50870) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.501057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] No DVR routers for this DVR port c3756782-296a-425d-9c01-f2f4092a31c4 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:07.503752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.507987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ac6a6d2-7892-46ff-b2a9-6a1792271d34 req-ff5ee796-a122-4f85-94d1-6306296301c6 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.45 "DELETE /v2.0/ports/c3756782-296a-425d-9c01-f2f4092a31c4 HTTP/1.1" status: 204 len: 173 time: 1.1513944 Oct 11 04:27:07.526171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.533600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-424247378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:07.538054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 1e5c863b-a403-4d8b-8fc3-abb0508d9488 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:07.538400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.538748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-deleted', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:07.542268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d487b712-1e51-4d9f-8a39-b17dd59d5667" -d '{"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-deleted", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:07.551443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-6e16584e-1a3d-433c-bbd5-bfac03523192 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:07.552978 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-6e16584e-1a3d-433c-bbd5-bfac03523192 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.45 "GET /v2.0/networks?id=5464d704-b519-4f33-b2aa-51b08c94f531 HTTP/1.1" status: 200 len: 811 time: 0.7906086 Oct 11 04:27:07.574769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Calling delete_port for 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:07.582386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Request body: {'port': {'device_id': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531', 'admin_state_up': True, 'tenant_id': '7f00b382f0ba4d5ebebc646cdc945c66'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:07.590410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e908f6-30c2-486c-9d9e-ac4c7a1ea05a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['shared'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:07.597380 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-84e908f6-30c2-486c-9d9e-ac4c7a1ea05a tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "GET /v2.0/subnets/e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1197228 Oct 11 04:27:07.597954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50874) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.601177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.602816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.610385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521243370'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:07.616610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe5bed-5a20-49a4-80ad-292db8199d74 x-openstack-request-id: req-3fbe5bed-5a20-49a4-80ad-292db8199d74 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:07.617774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33832514-9549-432a-b1ff-ec2edbfc57db", "name": "network-vif-deleted", "tag": "c3756782-296a-425d-9c01-f2f4092a31c4", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:07.618029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fbe5bed-5a20-49a4-80ad-292db8199d74 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:07.618425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbe5bed-5a20-49a4-80ad-292db8199d74'] response: {'server_uuid': '33832514-9549-432a-b1ff-ec2edbfc57db', 'name': 'network-vif-deleted', 'tag': 'c3756782-296a-425d-9c01-f2f4092a31c4', 'status': 'completed', 'code': 200} Oct 11 04:27:07.642060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42e2e-2ffd-4c46-8f0b-4423852c6c62 req-f57958a1-6cd4-4b2c-93b0-53c67666195d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:07.644127 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d5a42e2e-2ffd-4c46-8f0b-4423852c6c62 req-f57958a1-6cd4-4b2c-93b0-53c67666195d tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2170908 Oct 11 04:27:07.658352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:07.662789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.731865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.741953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.748183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.760245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.771230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.779049 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2f592630-75d6-48c5-947a-b99b498528a3 req-af20ed12-9a04-4da3-ac88-1ced014b932a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "GET /v2.0/ports?device_id=33832514-9549-432a-b1ff-ec2edbfc57db HTTP/1.1" status: 200 len: 210 time: 0.0451431 Oct 11 04:27:07.784427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:07.796995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.801187 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-18d551e9-204b-48c5-835f-c7459a448cbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2896178 Oct 11 04:27:07.803470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.803818 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Added segment fc4e1228-3a09-45cb-a071-6de738a79f81 of type vlan for network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 Oct 11 04:27:07.804897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50880) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:07.810014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:07.810756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'port': {'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6', 'name': 'tempest-RoutersIpV6Test-1007821911'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:07.819822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:07.821288 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 7 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:07.920514 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d5a42e2e-2ffd-4c46-8f0b-4423852c6c62 req-13116d4a-b586-4a10-b3dd-474aa695471e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325325 Oct 11 04:27:07.923454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:07.924736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 1e5c863b-a403-4d8b-8fc3-abb0508d9488, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e5c863b-a403-4d8b-8fc3-abb0508d9488,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:07.925116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:07.935832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:07.980267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Pushing event updated for resources: {'Port': ['ID=91fd7a49-c683-44ca-9584-ace44b628e64,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:08.021596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 1e5c863b-a403-4d8b-8fc3-abb0508d9488 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:08.038440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:08.061150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.067452 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-45b39ccb-2b62-4c83-a789-2b58e64c365f req-66b3e4f7-e5bc-4b75-aeb9-cc2843e62cd2 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 210 time: 0.1345956 Oct 11 04:27:08.095412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: c3756782-296a-425d-9c01-f2f4092a31c4 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:08.095769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device c3756782-296a-425d-9c01-f2f4092a31c4 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:08.099029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Attempting to bind port 91fd7a49-c683-44ca-9584-ace44b628e64 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:08.099400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Attempting to bind port 91fd7a49-c683-44ca-9584-ace44b628e64 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '238b5bba-ba05-463e-9dc8-ba1fcce6576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:08.099765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Attempting to bind port 91fd7a49-c683-44ca-9584-ace44b628e64 on network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:08.106441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:08.107147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Checking segment: {'id': '238b5bba-ba05-463e-9dc8-ba1fcce6576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:08.107949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.108712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Bound using segment: {'id': '238b5bba-ba05-463e-9dc8-ba1fcce6576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:08.109732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Bound port: 91fd7a49-c683-44ca-9584-ace44b628e64, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238b5bba-ba05-463e-9dc8-ba1fcce6576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '99087d5c-628f-4c0a-8dab-9c3ef18ea5d6'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:08.110378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.136088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Made reservation on behalf of 7f00b382f0ba4d5ebebc646cdc945c66 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:08.141170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.147294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.153492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:08.154252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.215516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6155918 Oct 11 04:27:08.224125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-de73115b-7087-4833-a705-8df7d1187489 None None] For port 91fd7a49-c683-44ca-9584-ace44b628e64, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:08.226250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c773b1-2a67-4a74-8b72-bd7ebe9d778d req-bf3d7460-e7ce-40ae-b56d-0e2de4f9c5ba tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:08.227405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-de73115b-7087-4833-a705-8df7d1187489 None None] For port 91fd7a49-c683-44ca-9584-ace44b628e64, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=91fd7a49-c683-44ca-9584-ace44b628e64,segment=NetworkSegment(238b5bba-ba05-463e-9dc8-ba1fcce6576d),segment_id=238b5bba-ba05-463e-9dc8-ba1fcce6576d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:08.231048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b4c773b1-2a67-4a74-8b72-bd7ebe9d778d req-bf3d7460-e7ce-40ae-b56d-0e2de4f9c5ba tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1743147 Oct 11 04:27:08.232680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.235914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50884) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:08.249483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:08.253233 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.257291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df0a13-be7c-47ec-a9aa-13fcfe34b0b5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Network': ['ID=2bd3fce3-1f09-4d15-9756-46dd8440ab37,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:08.275604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] device_id is not set on port f1409624-92c0-4846-b0ae-8031f555b619 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:27:08.285101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:08.314911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73115b-7087-4833-a705-8df7d1187489 None None] Pushing event updated for resources: {'Port': ['ID=91fd7a49-c683-44ca-9584-ace44b628e64,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:08.390929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:08.432006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8::386 (99087d5c-628f-4c0a-8dab-9c3ef18ea5d6/f46899fa-b321-4545-a2d8-47b2cf9bf200/f1409624-92c0-4846-b0ae-8031f555b619) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:08.436854 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 8 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:08.468391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.532619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:08.538338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=1e5c863b-a403-4d8b-8fc3-abb0508d9488,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:08.574694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.633980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.679127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.731400 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b4c773b1-2a67-4a74-8b72-bd7ebe9d778d req-9b12ab8f-6025-446d-8521-44cd32f2a0b6 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474030 Oct 11 04:27:08.739415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:08.750747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:08.750747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=f1409624-92c0-4846-b0ae-8031f555b619,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:08.760988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:08.760988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:08.763620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:08.782208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Port': ['ID=21461cc8-d07c-48b3-8ffe-b638b50e3bb5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:08.783925 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d44cc9e8-c564-4893-aa59-7901c1709045 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9779894 Oct 11 04:27:08.787766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50888) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:08.897148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Allocated IP 172.20.0.3 (5464d704-b519-4f33-b2aa-51b08c94f531/4b408157-3739-49c8-ad24-9d93ae72961b/80e1c923-e517-48d0-833f-6f2893b0d3c2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:08.904239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50892) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:08.929901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Made reservation on behalf of 545521f93802495eb336b51aedf6c7e1 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:08.933569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.004065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588568-4732-48cc-a440-f60850efbf51 req-8e99ef27-31b1-4449-bac8-d775a831decb tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:09.005920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad588568-4732-48cc-a440-f60850efbf51 req-8e99ef27-31b1-4449-bac8-d775a831decb tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1634269 Oct 11 04:27:09.033844 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 9 to provision port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 Oct 11 04:27:09.073612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Port 21461cc8-d07c-48b3-8ffe-b638b50e3bb5 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:27:09.090514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Provisioning complete for port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:09.091554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53462046-1339-4e61-bb23-018c09604467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.092102 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Attempt 1 to provision port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 Oct 11 04:27:09.160296 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad588568-4732-48cc-a440-f60850efbf51 req-002bb108-a299-41f6-b6d2-0171eeeb4554 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148558 Oct 11 04:27:09.171716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.ipam_backend_mixin [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Performing IP validity checks on allocation pools {{(pid=103098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:27:09.172372 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.ipam_backend_mixin [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103098) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:27:09.221261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-53462046-1339-4e61-bb23-018c09604467 None None] Current status of the port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:09.226254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Could not find standard attr ID for object 1e5c863b-a403-4d8b-8fc3-abb0508d9488. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:27:09.230776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-53462046-1339-4e61-bb23-018c09604467 None None] Could not find standard attr ID for object 2c3615d5-ff33-414a-b517-4e02a000c0bb. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:27:09.259693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.273579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.373650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.384238 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a3aa54d-aa6d-43d0-98bd-f5857b05f847 req-ecf5c0cf-8c32-44a5-b1ac-423830b207c4 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 210 time: 0.1384058 Oct 11 04:27:09.384810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.405139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1e21-b4c3-43d7-a431-d855021349c8 req-495a9063-5ab2-4b0c-a18a-bb228947e5a9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:09.406667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8e5b1e21-b4c3-43d7-a431-d855021349c8 req-495a9063-5ab2-4b0c-a18a-bb228947e5a9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1236691 Oct 11 04:27:09.490863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.501670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8e5b1e21-b4c3-43d7-a431-d855021349c8 req-3611c6d3-d1f1-48f3-b63c-99b2b0f340da tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541720 Oct 11 04:27:09.588710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21aa29-0105-48d9-b890-f7d5dc15fefa None None] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:09.612460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.617488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.675775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Provisioning complete for port 91fd7a49-c683-44ca-9584-ace44b628e64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:09.676339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.676851 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Attempt 1 to provision port 91fd7a49-c683-44ca-9584-ace44b628e64 Oct 11 04:27:09.724345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=f1409624-92c0-4846-b0ae-8031f555b619,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:09.803027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.834768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Current status of the port 91fd7a49-c683-44ca-9584-ace44b628e64 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:09.835423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.872584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] For port 91fd7a49-c683-44ca-9584-ace44b628e64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=91fd7a49-c683-44ca-9584-ace44b628e64,segment=NetworkSegment(238b5bba-ba05-463e-9dc8-ba1fcce6576d),segment_id=238b5bba-ba05-463e-9dc8-ba1fcce6576d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:09.877978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.936067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:09.938181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02143a-02fd-4fae-8a1c-94fc0310b418 None None] Pushing event updated for resources: {'Port': ['ID=91fd7a49-c683-44ca-9584-ace44b628e64,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:10.224318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Provisioning complete for port 91fd7a49-c683-44ca-9584-ace44b628e64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:10.224993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.225450 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 1 to provision port 91fd7a49-c683-44ca-9584-ace44b628e64 Oct 11 04:27:10.234965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.273269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.282507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.284752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.383503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=f1409624-92c0-4846-b0ae-8031f555b619,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:10.404097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.405375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Current status of the port 91fd7a49-c683-44ca-9584-ace44b628e64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:10.419807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Provisioning complete for port f1409624-92c0-4846-b0ae-8031f555b619 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:10.420430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.421333 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 1 to provision port f1409624-92c0-4846-b0ae-8031f555b619 Oct 11 04:27:10.468709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Port f1409624-92c0-4846-b0ae-8031f555b619 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:10.493183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 91fd7a49-c683-44ca-9584-ace44b628e64 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:10.504711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Router 1efd750d-82a0-4fa0-91a2-c65101301728 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:10.548592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92c430-37ae-4643-b1b1-90bfa37801dd req-4e759b4e-e76b-48cd-8763-5c20c1e1c92f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:10.550866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f92c430-37ae-4643-b1b1-90bfa37801dd req-4e759b4e-e76b-48cd-8763-5c20c1e1c92f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.9076142 Oct 11 04:27:10.554987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 91fd7a49-c683-44ca-9584-ace44b628e64 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:10.555451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.555867 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 91fd7a49-c683-44ca-9584-ace44b628e64 Oct 11 04:27:10.585355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.642568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 91fd7a49-c683-44ca-9584-ace44b628e64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:10.753551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:10.774122 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-004c495a-e942-4923-8695-54ea3a8fc948 req-55843572-d597-4196-ba76-bdd5042b77ed tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 210 time: 0.0306947 Oct 11 04:27:10.799098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:10.800918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:10.805473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:10.814176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:10.819308 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3cd61b64-8ead-4129-8e71-adc046247706 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "PUT /v2.0/routers/1efd750d-82a0-4fa0-91a2-c65101301728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7974780 Oct 11 04:27:10.819790 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] Sync routers for ids ['1efd750d-82a0-4fa0-91a2-c65101301728'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:10.827240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50902) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:10.835471 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] Routers {'1efd750d-82a0-4fa0-91a2-c65101301728'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:10.836555 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1efd750d-82a0-4fa0-91a2-c65101301728'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:10.855076 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f92c430-37ae-4643-b1b1-90bfa37801dd req-3e907f7f-8a7e-4b6d-9fd9-8af7a7732c40 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806590 Oct 11 04:27:10.881283 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:10.898890 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] Routers {'1efd750d-82a0-4fa0-91a2-c65101301728'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:10.899944 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1efd750d-82a0-4fa0-91a2-c65101301728'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:10.924228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=20ea0d66-6aba-478c-a733-c69967a040e5,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:10.937847 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:10.938822 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd3769-f6ee-4da2-bdcd-3a38ef80cc4b None None] The sync data for ids ['1efd750d-82a0-4fa0-91a2-c65101301728'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:10.970164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router c620775c-b619-4d59-af78-b7655147db13 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:10.971722 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 2 to provision port f1409624-92c0-4846-b0ae-8031f555b619 Oct 11 04:27:11.024097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Port f1409624-92c0-4846-b0ae-8031f555b619 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:11.063979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Pushing event updated for resources: {'Port': ['ID=80e1c923-e517-48d0-833f-6f2893b0d3c2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:11.071899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Network 5464d704-b519-4f33-b2aa-51b08c94f531 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:11.077895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.118679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:11.129133 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2aa02a3c-5485-4a76-9124-36c6806b55aa tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/c620775c-b619-4d59-af78-b7655147db13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3404748 Oct 11 04:27:11.129414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:11.130449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50908) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:11.140281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] Sync routers for ids ['c620775c-b619-4d59-af78-b7655147db13'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:11.153625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] Routers {'c620775c-b619-4d59-af78-b7655147db13'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:11.154632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c620775c-b619-4d59-af78-b7655147db13'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.172120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:11.184545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7d30a-32cc-463e-9bcc-d011528b9877 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:11.186086 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a9b7d30a-32cc-463e-9bcc-d011528b9877 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports/f1409624-92c0-4846-b0ae-8031f555b619 HTTP/1.1" status: 200 len: 984 time: 0.0546734 Oct 11 04:27:11.188695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50910) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:11.191518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Checking segment: {'id': 'fc4e1228-3a09-45cb-a071-6de738a79f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:11.191883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network hostable DHCP agents. Network: 2bd3fce3-1f09-4d15-9756-46dd8440ab37, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:11.198307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.217256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] Routers {'c620775c-b619-4d59-af78-b7655147db13'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:11.218020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c620775c-b619-4d59-af78-b7655147db13'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.253064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.253901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497fc3af-0862-474d-82a8-9167f7e0fa3e None None] The sync data for ids ['c620775c-b619-4d59-af78-b7655147db13'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:11.347120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:11.357239 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:11.368676 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:11.369338 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.391516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b7f8e827-15d4-4f31-a80a-a236cd782808 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3567445 Oct 11 04:27:11.394319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50914) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:11.413311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:11.413848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.421686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:11.454452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.463475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 7b98b583-c0af-4f3e-a3a1-a2fa69fc628d {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:11.465377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.467177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.471038 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:11.488416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a4e0a-c2e6-4f90-8ea2-5c881588fb4b req-9b800ade-cc1e-4103-8764-adb9a73614b9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:11.490521 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-889a4e0a-c2e6-4f90-8ea2-5c881588fb4b req-9b800ade-cc1e-4103-8764-adb9a73614b9 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3106680 Oct 11 04:27:11.522641 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-bcfc89c6-845d-475b-ae8b-9065ef83f07b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9528606 Oct 11 04:27:11.523218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 2bd3fce3-1f09-4d15-9756-46dd8440ab37) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:11.524967 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 3 to provision port f1409624-92c0-4846-b0ae-8031f555b619 Oct 11 04:27:11.533182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf66c00-5e0e-45bc-ac22-696ac6f4cf16 None None] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:11.537674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.545461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:11.546600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.559704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Request body: {'port': {'device_id': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:11.577413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.577966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Fanout notify agent at l3_agent the message router_deleted on router 1efd750d-82a0-4fa0-91a2-c65101301728 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:11.621443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.622601 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e5844481-f5a9-43b3-80b5-c80ca416bb86 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "DELETE /v2.0/routers/1efd750d-82a0-4fa0-91a2-c65101301728 HTTP/1.1" status: 204 len: 168 time: 0.7896731 Oct 11 04:27:11.630796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50916) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:11.644577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Port f1409624-92c0-4846-b0ae-8031f555b619 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:11.651503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.659692 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a14236dd-7310-47b3-9b84-1abc530fc5ad tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2816904 Oct 11 04:27:11.667446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50918) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:11.677619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:11.765479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.767267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-2bd3fce3-1f09-4d15-9756-46dd8440ab37', 'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37', 'tenant_id': '545521f93802495eb336b51aedf6c7e1', 'fixed_ips': [{'subnet_id': '20ea0d66-6aba-478c-a733-c69967a040e5'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:11.768397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.774351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-889a4e0a-c2e6-4f90-8ea2-5c881588fb4b req-6d46d024-49a6-41d9-a85a-6f947a5db407 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490945 Oct 11 04:27:11.788940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.824337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Deleting subnet 65eac376-423f-4a70-869c-66964d66b7ef {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:11.852651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.891708 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:08Z', 'revision_number': 8, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.915796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:11.930779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Allocated IP 172.20.0.3 (2bd3fce3-1f09-4d15-9756-46dd8440ab37/20ea0d66-6aba-478c-a733-c69967a040e5/8e50dad1-5fb4-4002-81a9-19e6f70408c6) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:11.943533 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:11.953842 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:11.954317 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:11.982445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.090702 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:12.104849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.150725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=7b98b583-c0af-4f3e-a3a1-a2fa69fc628d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:12.152039 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 4 to provision port f1409624-92c0-4846-b0ae-8031f555b619 Oct 11 04:27:12.153568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33074162'] for subnet, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.175171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.178337 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3818fc6-b309-4720-b8e8-5df68184df15 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/7b98b583-c0af-4f3e-a3a1-a2fa69fc628d HTTP/1.1" status: 204 len: 168 time: 0.7829525 Oct 11 04:27:12.182347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50922) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:12.200390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.204943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd90ff9d-2a7d-47d2-aaed-6258d6f20331 None None] Network 72ffe36d-09d9-4830-8797-160cf0cb4b92 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:12.240928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.282546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.296846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.312178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c017-760d-4c4a-a772-f0b85a42f1cf req-eeea6666-5656-4960-bdd2-a0ace6f016ac tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:12.313688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c100c017-760d-4c4a-a772-f0b85a42f1cf req-eeea6666-5656-4960-bdd2-a0ace6f016ac tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 931 time: 0.4028225 Oct 11 04:27:12.361918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Port f1409624-92c0-4846-b0ae-8031f555b619 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:12.406313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:12.421107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:12.424575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:12.428612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Pushing event updated for resources: {'Port': ['ID=8e50dad1-5fb4-4002-81a9-19e6f70408c6,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:12.431951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.451785 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:08Z', 'revision_number': 8, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:12.459399 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c100c017-760d-4c4a-a772-f0b85a42f1cf req-6d6bcead-63eb-4e6c-8362-a998795ece62 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353726 Oct 11 04:27:12.494339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6a845-ea10-4810-8c9e-f33319c0aad0 None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:08Z', 'revision_number': 8, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2cba4f6-a8b4-4669-a347-06d60673f0cd', 'name': '', 'network_id': 'edf14a14-5e8a-4c45-8b48-a996c3e56973', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:6b:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:45Z', 'updated_at': '2022-10-11T04:27:00Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '5e570f5e-1143-47d8-a9ca-30ba3d050755', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:12.497190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Subnet': ['ID=65eac376-423f-4a70-869c-66964d66b7ef,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:12.505110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.508722 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1f371a67-6736-402e-af07-ff8ce0d1ea07 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "DELETE /v2.0/subnets/65eac376-423f-4a70-869c-66964d66b7ef HTTP/1.1" status: 204 len: 168 time: 0.8769660 Oct 11 04:27:12.529077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50924) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:12.558765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e5a9c-78d4-4058-8675-919c0c185fd9 None None] Network fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:12.602716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Attempting to bind port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:12.603083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Attempting to bind port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'fc4e1228-3a09-45cb-a071-6de738a79f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:12.603443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Attempting to bind port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 on network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:12.611333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:12.611702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Checking segment: {'id': 'fc4e1228-3a09-45cb-a071-6de738a79f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:12.612104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.612489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Bound using segment: {'id': 'fc4e1228-3a09-45cb-a071-6de738a79f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:12.612967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Bound port: 8e50dad1-5fb4-4002-81a9-19e6f70408c6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4e1228-3a09-45cb-a071-6de738a79f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '2bd3fce3-1f09-4d15-9756-46dd8440ab37'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:12.613342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.625842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:12.626181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.647966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777827260115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4420923'] for subnet, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.670008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e1c923-e517-48d0-833f-6f2893b0d3c2 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:27:12.677189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.691961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.706201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Transition to ACTIVE for port object 80e1c923-e517-48d0-833f-6f2893b0d3c2 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:27:12.719387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.728752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Deleting port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:12.729102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.758313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:12.759094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.763079 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "PUT /v2.0/subnets/20ea0d66-6aba-478c-a733-c69967a040e5 HTTP/1.1" status: 200 len: 877 time: 1.0927022 Oct 11 04:27:12.768582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] For port 8e50dad1-5fb4-4002-81a9-19e6f70408c6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:12.769097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50926) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:12.773330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] For port 8e50dad1-5fb4-4002-81a9-19e6f70408c6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8e50dad1-5fb4-4002-81a9-19e6f70408c6,segment=NetworkSegment(fc4e1228-3a09-45cb-a071-6de738a79f81),segment_id=fc4e1228-3a09-45cb-a071-6de738a79f81)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:12.780716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.866301 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 5 to provision port f1409624-92c0-4846-b0ae-8031f555b619 Oct 11 04:27:12.918279 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.938730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] DHCP port deletion for 72ffe36d-09d9-4830-8797-160cf0cb4b92 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:12.940741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] DHCP port deletion for fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:12.941287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:12.941653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:12.942790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b8a6-050d-4191-9c66-1f83b0967e69 None None] Pushing event updated for resources: {'Port': ['ID=8e50dad1-5fb4-4002-81a9-19e6f70408c6,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:12.963133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7c32-4d16-47cc-a901-03c93009e835 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event updated for resources: {'Subnet': ['ID=20ea0d66-6aba-478c-a733-c69967a040e5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:12.978549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.022926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port f1409624-92c0-4846-b0ae-8031f555b619 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:13.023263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.184733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:13.185438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.243019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Port f1409624-92c0-4846-b0ae-8031f555b619 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:13.249736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.265468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for f1409624-92c0-4846-b0ae-8031f555b619 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.313729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] Deleting port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:13.314249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.318031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] Deleting port b41eb137-7bb8-4cb1-912a-b5fa65a92511 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:13.318612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.360956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Pushing event updated for resources: {'Port': ['ID=80e1c923-e517-48d0-833f-6f2893b0d3c2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:13.446739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] For port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,segment=NetworkSegment(d51435b7-7e87-446e-8c83-ccdbfd0743a6),segment_id=d51435b7-7e87-446e-8c83-ccdbfd0743a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:13.447358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.449499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.450040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Deleting port b41eb137-7bb8-4cb1-912a-b5fa65a92511 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:13.450473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.450597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] For port b41eb137-7bb8-4cb1-912a-b5fa65a92511, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b41eb137-7bb8-4cb1-912a-b5fa65a92511,segment=NetworkSegment(680f00c7-60b8-4ccf-bf75-53a93cbd8e33),segment_id=680f00c7-60b8-4ccf-bf75-53a93cbd8e33)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:13.450847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.453687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] For port f6bff217-4efe-4e47-9e1b-30dd3ea76fb2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:13.454163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.472064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] Calling delete_port for 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.475115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] Calling delete_port for b41eb137-7bb8-4cb1-912a-b5fa65a92511 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.490479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80b534-6e3e-4806-be2d-ba0f4cf7778c req-afbfe5cd-2798-4c6b-9e3a-6ef1b57e96c4 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:13.492260 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-db80b534-6e3e-4806-be2d-ba0f4cf7778c req-afbfe5cd-2798-4c6b-9e3a-6ef1b57e96c4 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2265859 Oct 11 04:27:13.495274 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Calling delete_port for f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.502860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:13.563585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No DVR routers for this DVR port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:13.577188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Attempting to bind port 80e1c923-e517-48d0-833f-6f2893b0d3c2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:13.577684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Attempting to bind port 80e1c923-e517-48d0-833f-6f2893b0d3c2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '594e4689-8742-4817-b2a2-f297e4b00f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:13.578230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Attempting to bind port 80e1c923-e517-48d0-833f-6f2893b0d3c2 on network 5464d704-b519-4f33-b2aa-51b08c94f531 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:13.599285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Port 80e1c923-e517-48d0-833f-6f2893b0d3c2 on network 5464d704-b519-4f33-b2aa-51b08c94f531 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:27:13.599755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Attempting to bind port 80e1c923-e517-48d0-833f-6f2893b0d3c2 on network 5464d704-b519-4f33-b2aa-51b08c94f531 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:13.606089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.636803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] Pushing event deleted for resources: {'Port': ['ID=b41eb137-7bb8-4cb1-912a-b5fa65a92511,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:13.643286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port 8e50dad1-5fb4-4002-81a9-19e6f70408c6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8e50dad1-5fb4-4002-81a9-19e6f70408c6,segment=NetworkSegment(fc4e1228-3a09-45cb-a071-6de738a79f81),segment_id=fc4e1228-3a09-45cb-a071-6de738a79f81)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:13.643858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.655657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:13.656123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Checking segment: {'id': '594e4689-8742-4817-b2a2-f297e4b00f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:13.656609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Bound using segment: {'id': '594e4689-8742-4817-b2a2-f297e4b00f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:13.657150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Bound port: 80e1c923-e517-48d0-833f-6f2893b0d3c2, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594e4689-8742-4817-b2a2-f297e4b00f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:13.657353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702b540-ac31-44b5-b6e6-8d9ae6771fbd None None] No DVR routers for this DVR port b41eb137-7bb8-4cb1-912a-b5fa65a92511 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:13.657706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.666748 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-db80b534-6e3e-4806-be2d-ba0f4cf7778c req-9b9ca04a-0c8a-4f5f-b140-d01853ae7b07 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597087 Oct 11 04:27:13.678449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] For port b41eb137-7bb8-4cb1-912a-b5fa65a92511, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b41eb137-7bb8-4cb1-912a-b5fa65a92511,segment=NetworkSegment(680f00c7-60b8-4ccf-bf75-53a93cbd8e33),segment_id=680f00c7-60b8-4ccf-bf75-53a93cbd8e33)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:13.678950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.695868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for 8e50dad1-5fb4-4002-81a9-19e6f70408c6 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.709893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Calling delete_port for b41eb137-7bb8-4cb1-912a-b5fa65a92511 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:13.710041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.735698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.761002 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Attempt 6 to provision port f1409624-92c0-4846-b0ae-8031f555b619 Oct 11 04:27:13.779017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:13.785577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] Pushing event deleted for resources: {'Port': ['ID=9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:13.792642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-83efee0d-8780-454c-8243-bc8cabb72408 None None] Port f1409624-92c0-4846-b0ae-8031f555b619 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:27:13.803697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8c19c-4f47-4945-972e-c64c08ed5606 None None] No DVR routers for this DVR port 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:13.886254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=f1409624-92c0-4846-b0ae-8031f555b619,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:13.906483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-afceda64-62fa-439b-8f5c-457d32c9259d None None] Could not find standard attr ID for object f1409624-92c0-4846-b0ae-8031f555b619. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:27:13.907092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ffe36d-09d9-4830-8797-160cf0cb4b92']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:13.952588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51435b7-7e87-446e-8c83-ccdbfd0743a6') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:13.953322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51435b7-7e87-446e-8c83-ccdbfd0743a6') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:13.967694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7198ea2-95a6-42b2-ac86-776e4f91d09b req-58c9ff66-05a6-475c-a617-e3769a030546 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:13.969437 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b7198ea2-95a6-42b2-ac86-776e4f91d09b req-58c9ff66-05a6-475c-a617-e3769a030546 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 943 time: 0.3532581 Oct 11 04:27:13.987203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] For port 80e1c923-e517-48d0-833f-6f2893b0d3c2, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:14.000887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] For port 80e1c923-e517-48d0-833f-6f2893b0d3c2, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2,segment=NetworkSegment(594e4689-8742-4817-b2a2-f297e4b00f92),segment_id=594e4689-8742-4817-b2a2-f297e4b00f92)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:14.012730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.038051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:14.038051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.039564 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] 10.222.0.45 "PUT /v2.0/ports/80e1c923-e517-48d0-833f-6f2893b0d3c2 HTTP/1.1" status: 200 len: 1093 time: 2.4956157 Oct 11 04:27:14.042202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'tag': '80e1c923-e517-48d0-833f-6f2893b0d3c2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:14.044631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3675d4-b298-4d82-a247-0dc56bcc5707" -d '{"events": [{"name": "network-changed", "server_uuid": "300f5478-2d85-42cf-83b4-5d2707c8bf60", "tag": "80e1c923-e517-48d0-833f-6f2893b0d3c2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:14.072703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.178252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.212835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-46e8ddc1-efcb-47b7-9693-ddaff5d5aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:14.214465 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-46e8ddc1-efcb-47b7-9693-ddaff5d5aef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f00b382f0ba4d5ebebc646cdc945c66&device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 1096 time: 0.1010537 Oct 11 04:27:14.225456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97292e5-40b7-420d-81f2-f8ebb3c1d803 req-4044d77c-b238-4e48-9c05-f391872c77dd tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:14.233090 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b97292e5-40b7-420d-81f2-f8ebb3c1d803 req-4044d77c-b238-4e48-9c05-f391872c77dd tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2267501 Oct 11 04:27:14.254599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] No DVR routers for this DVR port b41eb137-7bb8-4cb1-912a-b5fa65a92511 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:14.300686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77adf5f-5b1e-4577-ac8d-2f242cd32d7f service neutron] Pushing event updated for resources: {'Port': ['ID=80e1c923-e517-48d0-833f-6f2893b0d3c2,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:14.349041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Port': ['ID=b41eb137-7bb8-4cb1-912a-b5fa65a92511,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:14.351831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-6946b35f-a3b9-4a77-b977-54718e9329f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2 HTTP/1.1" status: 200 len: 217 time: 0.1058226 Oct 11 04:27:14.376418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8e50dad1-5fb4-4002-81a9-19e6f70408c6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:14.409874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d0cc6-8193-4bc8-9d42-e0883ac73127 None None] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:14.455953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b97292e5-40b7-420d-81f2-f8ebb3c1d803 req-c200411a-1a5c-4937-b1d9-9aa2d95b64b8 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219512 Oct 11 04:27:14.505888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3389afc6-f12a-4a6d-83f5-189ccf66e16e None None] Provisioning complete for port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:14.506484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3389afc6-f12a-4a6d-83f5-189ccf66e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.506604 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3389afc6-f12a-4a6d-83f5-189ccf66e16e None None] Attempt 1 to provision port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 Oct 11 04:27:14.509360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.521289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f76fa3-7df8-4685-92ea-6cec3a6ccb2c x-openstack-request-id: req-85f76fa3-7df8-4685-92ea-6cec3a6ccb2c {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:14.521552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300f5478-2d85-42cf-83b4-5d2707c8bf60", "tag": "80e1c923-e517-48d0-833f-6f2893b0d3c2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:14.521810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85f76fa3-7df8-4685-92ea-6cec3a6ccb2c {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:14.522612 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f76fa3-7df8-4685-92ea-6cec3a6ccb2c'] response: {'name': 'network-changed', 'server_uuid': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'tag': '80e1c923-e517-48d0-833f-6f2893b0d3c2', 'status': 'completed', 'code': 200} Oct 11 04:27:14.524013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-0daeb2ef-b82f-438e-a8aa-9c63d577e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:14.525696 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-0daeb2ef-b82f-438e-a8aa-9c63d577e5d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b408157-3739-49c8-ad24-9d93ae72961b HTTP/1.1" status: 200 len: 851 time: 0.1633444 Oct 11 04:27:14.531397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.531725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.555911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.579632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:14.580012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.580347 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 Oct 11 04:27:14.589770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:14.596326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 476 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:14.597077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.647916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680f00c7-60b8-4ccf-bf75-53a93cbd8e33') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:14.648123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680f00c7-60b8-4ccf-bf75-53a93cbd8e33') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:14.670977 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment d51435b7-7e87-446e-8c83-ccdbfd0743a6 resource provider aggregate not found Oct 11 04:27:14.675924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-68c27799-cf3f-4f97-ae34-699257b11c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:14.676114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.677932 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-68c27799-cf3f-4f97-ae34-699257b11c05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 1099 time: 0.6889706 Oct 11 04:27:14.680745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3389afc6-f12a-4a6d-83f5-189ccf66e16e None None] Current status of the port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:14.681131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3389afc6-f12a-4a6d-83f5-189ccf66e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.700039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.704956 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b7198ea2-95a6-42b2-ac86-776e4f91d09b req-fcbe8d13-4f4d-442d-b9f2-19d7e59e2ce6 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065804 Oct 11 04:27:14.720480 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment d51435b7-7e87-446e-8c83-ccdbfd0743a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d51435b7-7e87-446e-8c83-ccdbfd0743a6 found for delete ", "request_id": "req-1d7a5af2-ddeb-4d60-8584-9a15cab9c263"}]} Oct 11 04:27:14.726567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:14.728188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.786433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:14.786950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.827441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'Port': ['ID=f6bff217-4efe-4e47-9e1b-30dd3ea76fb2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:14.841265 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-324d77ee-2f0d-4e07-bb9e-2ff1651196fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5464d704-b519-4f33-b2aa-51b08c94f531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2950199 Oct 11 04:27:14.859009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.974431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 680f00c7-60b8-4ccf-bf75-53a93cbd8e33 resource provider aggregate not found Oct 11 04:27:14.982263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.987889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:14.992135 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] 10.222.0.39 "DELETE /v2.0/networks/fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74 HTTP/1.1" status: 204 len: 168 time: 2.4618499 Oct 11 04:27:14.994166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:15.002197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.016881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f1d7e-2aab-4d0e-979c-e675a4a786b4 tempest-FloatingIPNegativeTestJSON-1611219329 tempest-FloatingIPNegativeTestJSON-1611219329-project] Pushing event deleted for resources: {'Network': ['ID=fdf8b79c-b443-4a9b-b2a6-41a2dbbc2f74,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:15.023677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-ecef8584-cd09-4713-903d-85b43f6f2321 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420214 Oct 11 04:27:15.027356 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 680f00c7-60b8-4ccf-bf75-53a93cbd8e33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 680f00c7-60b8-4ccf-bf75-53a93cbd8e33 found for delete ", "request_id": "req-4579bf1e-ad0c-413a-907e-14fc6e9d730b"}]} Oct 11 04:27:15.036902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:15.037649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9d92d3e3-a22a-4c80-b5f0-cc933bd0d9e4 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:15.038142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b41eb137-7bb8-4cb1-912a-b5fa65a92511 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:15.074561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.077793 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/72ffe36d-09d9-4830-8797-160cf0cb4b92 HTTP/1.1" status: 204 len: 168 time: 2.8930583 Oct 11 04:27:15.086959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da3dd4e-91a1-4699-bed0-1caebe46def9 None None] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:15.101653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=8e50dad1-5fb4-4002-81a9-19e6f70408c6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:15.108590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50950) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:15.160297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b41eb137-7bb8-4cb1-912a-b5fa65a92511 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:15.160665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b41eb137-7bb8-4cb1-912a-b5fa65a92511 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:15.161815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e5c863b-a403-4d8b-8fc3-abb0508d9488 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:15.189386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-647b9a57-ba9a-4b2d-a70e-9d9d57b75302 None None] Could not find standard attr ID for object 8e50dad1-5fb4-4002-81a9-19e6f70408c6. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:27:15.190374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f2447-eb2b-4c28-9061-86fe211956a4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=72ffe36d-09d9-4830-8797-160cf0cb4b92,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:15.192942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port 8e50dad1-5fb4-4002-81a9-19e6f70408c6 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:15.194391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 1e5c863b-a403-4d8b-8fc3-abb0508d9488 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:15.194769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e5c863b-a403-4d8b-8fc3-abb0508d9488 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:15.268508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.285256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-16acfba1-7234-479d-ae29-2c7ec281cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:15.287631 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-16acfba1-7234-479d-ae29-2c7ec281cd7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 200 len: 913 time: 0.5660226 Oct 11 04:27:15.360858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50954) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:15.365545 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d537ddf-9971-402c-8f1d-1451b84baf52 req-0e24453b-285e-4035-8832-5234779c5bb6 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352373 Oct 11 04:27:15.463193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router c620775c-b619-4d59-af78-b7655147db13 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:15.512698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.632621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-ffbd3abd-d140-4d85-a96a-6923efc5a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:15.634259 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-ffbd3abd-d140-4d85-a96a-6923efc5a1ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f00b382f0ba4d5ebebc646cdc945c66&device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 1096 time: 0.1755371 Oct 11 04:27:15.648174 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-94034436-96db-441a-88ff-881204484c6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6aa729f04a843bd9175ce26da205e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830567 Oct 11 04:27:15.648674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50962) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:15.657156 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-44f16bd8-a2a1-4fe7-bae2-7fa82a8f0e18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 200 len: 1002 time: 0.3252246 Oct 11 04:27:15.660664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Router ed75f106-9298-40ae-9158-876ddf4d3988 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:15.769170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:15.775507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-03b6dbf7-9433-4611-b318-dc602752303c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/c620775c-b619-4d59-af78-b7655147db13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5858490 Oct 11 04:27:15.782181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 50966) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:15.789113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] Sync routers for ids ['c620775c-b619-4d59-af78-b7655147db13'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:15.815921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] Routers {'c620775c-b619-4d59-af78-b7655147db13'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:15.816709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c620775c-b619-4d59-af78-b7655147db13'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:15.852823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:15.863871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] Routers {'c620775c-b619-4d59-af78-b7655147db13'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:15.864512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93926820-791e-499b-9411-aeca133253c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.864669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c620775c-b619-4d59-af78-b7655147db13'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:15.883547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-950565c2-b340-4dc2-8ae4-0f492b5db5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:15.885104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-950565c2-b340-4dc2-8ae4-0f492b5db5c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 200 len: 851 time: 0.2207711 Oct 11 04:27:15.899679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:15.900533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750ad7f-e774-4d1b-9b18-3b4c34077802 None None] The sync data for ids ['c620775c-b619-4d59-af78-b7655147db13'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:15.922958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-6957701d-680b-44e2-b7d7-a2c22e195266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:15.924450 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-6957701d-680b-44e2-b7d7-a2c22e195266 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5464d704-b519-4f33-b2aa-51b08c94f531 HTTP/1.1" status: 200 len: 912 time: 0.2659097 Oct 11 04:27:15.953096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.953464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93926820-791e-499b-9411-aeca133253c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:15.998726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cb605-0330-4fdc-b820-350e109b9aea req-9a44da6f-aef2-46b6-99d1-59475fafe426 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:16.000452 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-981cb605-0330-4fdc-b820-350e109b9aea req-9a44da6f-aef2-46b6-99d1-59475fafe426 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2092547 Oct 11 04:27:16.006000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-44c07ec4-06bf-4730-836e-f11da868b367 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0740514 Oct 11 04:27:16.017130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:16.027671 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] Sync routers for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:16.039248 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:16.040028 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:16.042576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-36916a20-ed0d-485b-ba1c-b5df68a5ec5a tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "PUT /v2.0/routers/ed75f106-9298-40ae-9158-876ddf4d3988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1372473 Oct 11 04:27:16.044131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50968) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:16.074047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=20ea0d66-6aba-478c-a733-c69967a040e5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:16.098072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fda83-d980-4ef5-89fa-21b1349a53db req-ec5f0ea9-401c-464d-b427-0227074e58ae tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:16.099877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a753a04d-86c5-40c6-8020-a7cc657aaefb None None] Network 2bd3fce3-1f09-4d15-9756-46dd8440ab37 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:16.100059 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1b9fda83-d980-4ef5-89fa-21b1349a53db req-ec5f0ea9-401c-464d-b427-0227074e58ae tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 943 time: 0.2889097 Oct 11 04:27:16.152535 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-981cb605-0330-4fdc-b820-350e109b9aea req-697b276e-e29f-4496-8780-3dc88ae3c79b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400197 Oct 11 04:27:16.153888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-1887bf7a-fbf1-4fd5-a19a-9c4e4de5d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:16.155472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-1887bf7a-fbf1-4fd5-a19a-9c4e4de5d17e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b408157-3739-49c8-ad24-9d93ae72961b HTTP/1.1" status: 200 len: 851 time: 0.1403048 Oct 11 04:27:16.178292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Deleting subnet 09e1f6a7-edac-4c53-8a69-ce1ab02ca35c {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:16.194912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93926820-791e-499b-9411-aeca133253c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.197462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93926820-791e-499b-9411-aeca133253c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.200968 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-93926820-791e-499b-9411-aeca133253c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f739641b-1257-48a8-918b-f080cd1baf84 HTTP/1.1" status: 204 len: 168 time: 0.5489738 Oct 11 04:27:16.200968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.208382 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:16.229175 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-9fce7240-dcd5-4c13-a94c-21f34b3be47b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5464d704-b519-4f33-b2aa-51b08c94f531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641210 Oct 11 04:27:16.339050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93926820-791e-499b-9411-aeca133253c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739641b-1257-48a8-918b-f080cd1baf84,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:16.344520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.497683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836a654-d56c-4345-a4f2-1d7ca3431054 None None] DHCP port deletion for 2bd3fce3-1f09-4d15-9756-46dd8440ab37 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:16.506518 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-a76aefab-9d31-4951-9d69-e035390ee753 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173636 Oct 11 04:27:16.551085 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:27:14Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:16.594082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.602883 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] Checking router: ed75f106-9298-40ae-9158-876ddf4d3988 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:16.613377 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] Routers {'ed75f106-9298-40ae-9158-876ddf4d3988'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:16.616494 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['ed75f106-9298-40ae-9158-876ddf4d3988'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:16.689950 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c3675d4-b298-4d82-a247-0dc56bcc5707 req-c17ebb9a-b425-448f-89d3-9381021a6b55 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763175 Oct 11 04:27:16.704399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.706814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.735432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-99d206d5-4485-4466-867b-7b5c7f3b1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:16.737250 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-99d206d5-4485-4466-867b-7b5c7f3b1772 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f512371-3059-437f-afd8-942dfacafcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8434508 Oct 11 04:27:16.755001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'Subnet': ['ID=09e1f6a7-edac-4c53-8a69-ce1ab02ca35c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:16.768507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:16.768869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca353a0-01bf-4d69-ba0d-566760cafb37 None None] Network 73c43a25-1023-4312-8335-9c13c09ca9d4 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:16.772818 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-99e3da55-0dd0-498b-b3cd-022e04efe3a2 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "DELETE /v2.0/subnets/09e1f6a7-edac-4c53-8a69-ce1ab02ca35c HTTP/1.1" status: 204 len: 168 time: 0.7077558 Oct 11 04:27:16.773793 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] Set router ed75f106-9298-40ae-9158-876ddf4d3988 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:16.775542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50982) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:16.787146 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1b9fda83-d980-4ef5-89fa-21b1349a53db req-db7f43a0-61d1-406d-9f76-219113941648 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764846 Oct 11 04:27:16.789135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd3fce3-1f09-4d15-9756-46dd8440ab37']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:16.794036 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-da912443-b35d-4d86-81d7-92c099051935 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] remove_router_interface failed (client error): The resource could not be found. Oct 11 04:27:16.798620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-da912443-b35d-4d86-81d7-92c099051935 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/c620775c-b619-4d59-af78-b7655147db13/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0132866 Oct 11 04:27:16.850732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50984) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:16.888770 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2ecc43b3-4bf2-4f0c-a21a-52072c7747b7 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=c620775c-b619-4d59-af78-b7655147db13 HTTP/1.1" status: 200 len: 205 time: 0.0364161 Oct 11 04:27:16.892220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 50986) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:16.917576 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-267eb146-304f-484e-968e-16f6bffe4a83 service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623151 Oct 11 04:27:16.930265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4e1228-3a09-45cb-a071-6de738a79f81') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:16.930696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4e1228-3a09-45cb-a071-6de738a79f81') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:17.050414 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b28852d-ccbe-4f02-a09c-2609ec379890 req-98600c91-3026-4081-82c1-f3516acb12ef service neutron] 10.222.0.45 "GET /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094744 Oct 11 04:27:17.054995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.080039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] DHCP port deletion for 73c43a25-1023-4312-8335-9c13c09ca9d4 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:17.104934 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:27:14Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:17.106638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.142831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda5b0f-ee72-4ffa-bfe3-4db913a159ad None None] The sync data for ids ['ed75f106-9298-40ae-9158-876ddf4d3988'] in dv-neutron-860894-1-hyperv is: [{'id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460511316', 'tenant_id': '8dcc4908efa84af38c26d5dc2d79d986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176'}], 'enable_snat': True}, 'gw_port_id': '539219d5-0c41-4473-b7cc-1452711edd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:23:38Z', 'updated_at': '2022-10-11T04:27:14Z', 'revision_number': 5, 'project_id': '8dcc4908efa84af38c26d5dc2d79d986', 'gw_port': {'id': '539219d5-0c41-4473-b7cc-1452711edd17', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed75f106-9298-40ae-9158-876ddf4d3988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:23:39Z', 'updated_at': '2022-10-11T04:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:17.170443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 488 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:17.170919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.214435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] Deleting port fe778dc8-90c8-48a5-9d71-19857896205b {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:17.214821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.216243 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment fc4e1228-3a09-45cb-a071-6de738a79f81 resource provider aggregate not found Oct 11 04:27:17.272201 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment fc4e1228-3a09-45cb-a071-6de738a79f81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc4e1228-3a09-45cb-a071-6de738a79f81 found for delete ", "request_id": "req-51655f07-302f-4977-8cf6-85a32cf7c4cc"}]} Oct 11 04:27:17.288410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.293988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.294611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] For port fe778dc8-90c8-48a5-9d71-19857896205b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fe778dc8-90c8-48a5-9d71-19857896205b,segment=NetworkSegment(199f5169-94d1-4e72-8f3b-2f8ac8ccbb05),segment_id=199f5169-94d1-4e72-8f3b-2f8ac8ccbb05)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:17.295219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.297417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/2bd3fce3-1f09-4d15-9756-46dd8440ab37 HTTP/1.1" status: 204 len: 168 time: 4.5234916 Oct 11 04:27:17.305835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51002) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.308651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.311433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] Calling delete_port for fe778dc8-90c8-48a5-9d71-19857896205b owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:17.380107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51004) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.383624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e79711-c21d-4ab1-8aa7-f0472226e3d9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=2bd3fce3-1f09-4d15-9756-46dd8440ab37,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:17.394228 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87a925e-371a-40a2-9ced-0c589c200117 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:17.394328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87a925e-371a-40a2-9ced-0c589c200117 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:17.397949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d87a925e-371a-40a2-9ced-0c589c200117 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/20ea0d66-6aba-478c-a733-c69967a040e5 HTTP/1.1" status: 404 len: 337 time: 0.0869265 Oct 11 04:27:17.400268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.406151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51008) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.429041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] Pushing event deleted for resources: {'Port': ['ID=fe778dc8-90c8-48a5-9d71-19857896205b,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:17.441271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef17c1-b817-46b9-b008-68460c0f0b25 None None] No DVR routers for this DVR port fe778dc8-90c8-48a5-9d71-19857896205b on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:17.455263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.459908 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4635790-2acf-4a5d-9785-12e53e718f4c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:17.460318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4635790-2acf-4a5d-9785-12e53e718f4c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:17.463263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e4635790-2acf-4a5d-9785-12e53e718f4c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/2bd3fce3-1f09-4d15-9756-46dd8440ab37 HTTP/1.1" status: 404 len: 339 time: 0.0565960 Oct 11 04:27:17.468249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51010) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.501609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f762668e-2f46-4083-8dd5-276a6c5a3728 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:17.502067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f762668e-2f46-4083-8dd5-276a6c5a3728 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:17.506836 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f762668e-2f46-4083-8dd5-276a6c5a3728 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/4a022250-1cd6-4212-9bb4-88b941181a73 HTTP/1.1" status: 404 len: 337 time: 0.0378790 Oct 11 04:27:17.509738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51012) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.539895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14080bb-9068-45ad-8e66-546c98506d18 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:17.540503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14080bb-9068-45ad-8e66-546c98506d18 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:17.543978 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b14080bb-9068-45ad-8e66-546c98506d18 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/606d170c-0093-40ac-9524-17a2ce5795bd HTTP/1.1" status: 404 len: 339 time: 0.0334296 Oct 11 04:27:17.560465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51014) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.581982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1089703779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:17.639909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.640965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.729088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.734372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.736459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.741115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.774655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.779463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.780705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b4558356-ef21-4e11-b873-cab16739fdb7 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3949358 Oct 11 04:27:17.784086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51016) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.791604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-983348098'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:17.814511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port e2cba4f6-a8b4-4669-a347-06d60673f0cd {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:17.814874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.819013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:17.822969 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.831020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6201c-ccef-48be-b7c4-f79f67a228e4 req-cb3c7075-3263-4542-8fd7-08878878bbb1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:17.832540 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-60d6201c-ccef-48be-b7c4-f79f67a228e4 req-cb3c7075-3263-4542-8fd7-08878878bbb1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.3885198 Oct 11 04:27:17.844327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.873155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.887129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.887645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router c620775c-b619-4d59-af78-b7655147db13 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:17.907322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.908413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-93e31297-c59e-4aae-b205-d84e91d63738 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/c620775c-b619-4d59-af78-b7655147db13 HTTP/1.1" status: 204 len: 168 time: 1.0146251 Oct 11 04:27:17.913300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51020) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:17.973929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port e2cba4f6-a8b4-4669-a347-06d60673f0cd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e2cba4f6-a8b4-4669-a347-06d60673f0cd,segment=NetworkSegment(1524c7ee-c654-4cfc-b337-6a0ec279e60e),segment_id=1524c7ee-c654-4cfc-b337-6a0ec279e60e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:17.974263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:17.997038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for e2cba4f6-a8b4-4669-a347-06d60673f0cd owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:18.007112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 80e1c923-e517-48d0-833f-6f2893b0d3c2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:27:18.016849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f1a2-621d-4f6c-99a6-762a0107ed8a req-67807d34-cdc7-4eed-8451-08aba21976b6 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:18.018339 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-08b5f1a2-621d-4f6c-99a6-762a0107ed8a req-67807d34-cdc7-4eed-8451-08aba21976b6 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 943 time: 0.1236489 Oct 11 04:27:18.038557 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-60d6201c-ccef-48be-b7c4-f79f67a228e4 req-87e88193-6637-4a55-907e-74807329a24b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725674 Oct 11 04:27:18.075237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet f46899fa-b321-4545-a2d8-47b2cf9bf200 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:18.081939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.120911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.126133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 80e1c923-e517-48d0-833f-6f2893b0d3c2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2,segment=NetworkSegment(594e4689-8742-4817-b2a2-f297e4b00f92),segment_id=594e4689-8742-4817-b2a2-f297e4b00f92)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:18.156804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.158018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.158770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '80e1c923-e517-48d0-833f-6f2893b0d3c2', 'network_id': '5464d704-b519-4f33-b2aa-51b08c94f531', 'port_id': '80e1c923-e517-48d0-833f-6f2893b0d3c2', 'mac_address': 'fa:16:3e:46:9f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 451, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b408157-3739-49c8-ad24-9d93ae72961b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:27:18.171726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.191650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406e7608-6cd2-4dd4-be1e-4b5d6d81e817']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:18.222046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 80e1c923-e517-48d0-833f-6f2893b0d3c2 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:18.222737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.223522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.240693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-08b5f1a2-621d-4f6c-99a6-762a0107ed8a req-e6ad02e9-9911-4cc2-accf-ddb800dfd847 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101073 Oct 11 04:27:18.242214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e1c923-e517-48d0-833f-6f2893b0d3c2 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:27:18.252046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33df66b-0c44-4370-ac3d-10e2d6b6344a') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:18.256644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33df66b-0c44-4370-ac3d-10e2d6b6344a') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:18.269153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 80e1c923-e517-48d0-833f-6f2893b0d3c2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2,segment=NetworkSegment(594e4689-8742-4817-b2a2-f297e4b00f92),segment_id=594e4689-8742-4817-b2a2-f297e4b00f92)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:18.280744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.281347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.303847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4867788-412d-4732-810a-51dc6e4beb4a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:18.310192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:18.316301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.329505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.329879 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Added segment c11a59bb-6fbe-43d7-a572-e2f063a683a1 of type vlan for network 60049f9d-6035-4e8a-bada-05451a82d804 Oct 11 04:27:18.352087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:18.352499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.373514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=80e1c923-e517-48d0-833f-6f2893b0d3c2,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:18.377281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8e50dad1-5fb4-4002-81a9-19e6f70408c6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:18.388546 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment e33df66b-0c44-4370-ac3d-10e2d6b6344a resource provider aggregate not found Oct 11 04:27:18.403773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.404143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.404267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 8e50dad1-5fb4-4002-81a9-19e6f70408c6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:18.404563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8e50dad1-5fb4-4002-81a9-19e6f70408c6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:18.404991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe778dc8-90c8-48a5-9d71-19857896205b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:18.416597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Deleting port 539219d5-0c41-4473-b7cc-1452711edd17 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:18.416805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.431739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: fe778dc8-90c8-48a5-9d71-19857896205b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:18.432125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fe778dc8-90c8-48a5-9d71-19857896205b not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:18.432582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:18.436349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.453222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:18.453558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f6bff217-4efe-4e47-9e1b-30dd3ea76fb2 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:18.472154 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment e33df66b-0c44-4370-ac3d-10e2d6b6344a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e33df66b-0c44-4370-ac3d-10e2d6b6344a found for delete ", "request_id": "req-7df61eb5-e2d9-4bc5-a35e-f20a2311c109"}]} Oct 11 04:27:18.475239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.480721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:18.481304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.483761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=e2cba4f6-a8b4-4669-a347-06d60673f0cd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:18.524804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.571722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.574159 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7882099 Oct 11 04:27:18.574784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51026) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:18.577356 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/406e7608-6cd2-4dd4-be1e-4b5d6d81e817 HTTP/1.1" status: 204 len: 168 time: 1.0153081 Oct 11 04:27:18.592910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51028) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:18.606152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc636-19e1-4541-a3f8-b9f69bd77387 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=406e7608-6cd2-4dd4-be1e-4b5d6d81e817,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:18.622348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'subnet': {'network_id': '60049f9d-6035-4e8a-bada-05451a82d804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:18.628233 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69333-69d4-41d4-9905-a84f253adfbf tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Network': ['ID=60049f9d-6035-4e8a-bada-05451a82d804,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:18.635450 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-35197efe-f984-484b-ab21-e128d4ecc669 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:18.635910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35197efe-f984-484b-ab21-e128d4ecc669 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:18.639886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 60049f9d-6035-4e8a-bada-05451a82d804 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:18.640194 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-35197efe-f984-484b-ab21-e128d4ecc669 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/109cd111-47b4-4c28-afe0-00585279d3cc HTTP/1.1" status: 404 len: 337 time: 0.0449877 Oct 11 04:27:18.644581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51030) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:18.666092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] For port 539219d5-0c41-4473-b7cc-1452711edd17, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=539219d5-0c41-4473-b7cc-1452711edd17,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:18.666456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.680205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Calling delete_port for 539219d5-0c41-4473-b7cc-1452711edd17 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:18.717371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['80e1c923-e517-48d0-833f-6f2893b0d3c2'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:27:18.757380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.794042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.794468 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44d8aac-5ead-4ac0-8117-b2438a2142be tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:18.795110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44d8aac-5ead-4ac0-8117-b2438a2142be tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:18.798095 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f44d8aac-5ead-4ac0-8117-b2438a2142be tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/9cb6f6e2-f7a8-4bd3-9f4f-745f70a5ed20 HTTP/1.1" status: 404 len: 339 time: 0.0612805 Oct 11 04:27:18.802438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51032) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:18.802655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=f46899fa-b321-4545-a2d8-47b2cf9bf200,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:18.817779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0dfa9f-1de1-43de-9b59-91cba77e818f None None] Network 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:18.831518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:18.836200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.843460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:18.846935 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6f1c97a5-5bb6-44e4-aab1-b224cb38b35b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/f46899fa-b321-4545-a2d8-47b2cf9bf200 HTTP/1.1" status: 204 len: 168 time: 0.9311662 Oct 11 04:27:18.850297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51034) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:18.910632 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14aad5f-b2d9-47cb-88b3-cc90e4c8c687 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:18.911123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14aad5f-b2d9-47cb-88b3-cc90e4c8c687 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:18.914132 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b14aad5f-b2d9-47cb-88b3-cc90e4c8c687 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/35e48cc7-8f7c-4690-8614-6e36b668d3f0 HTTP/1.1" status: 404 len: 337 time: 0.0942259 Oct 11 04:27:18.918198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51036) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:18.961093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.007656 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-765f601b-2c77-41ea-b267-bbaf96577381 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.007891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765f601b-2c77-41ea-b267-bbaf96577381 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.010717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-765f601b-2c77-41ea-b267-bbaf96577381 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/25d4fd09-e1a5-49fb-aea8-2ea79b33cdc1 HTTP/1.1" status: 404 len: 339 time: 0.0859120 Oct 11 04:27:19.011630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.013277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51038) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.079847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'Port': ['ID=539219d5-0c41-4473-b7cc-1452711edd17,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:19.084415 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f29b2f-6120-4538-bc4c-8fef31e3c7a5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.084870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f29b2f-6120-4538-bc4c-8fef31e3c7a5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.087967 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-62f29b2f-6120-4538-bc4c-8fef31e3c7a5 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/abc6a0db-8ac5-4c8c-a695-de8dc25e8968 HTTP/1.1" status: 404 len: 337 time: 0.0714204 Oct 11 04:27:19.091158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51042) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.113145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] DHCP port deletion for 99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:19.171353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] Deleting port 91fd7a49-c683-44ca-9584-ace44b628e64 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:19.172026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 91fd7a49-c683-44ca-9584-ace44b628e64 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:19.172140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.172226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.176434 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-38195266-fb5f-407f-872c-82fcd3e7ab33 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.177575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38195266-fb5f-407f-872c-82fcd3e7ab33 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.183213 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-38195266-fb5f-407f-872c-82fcd3e7ab33 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/b81a43cb-2e2e-47df-9a99-d790a09ba92d HTTP/1.1" status: 404 len: 339 time: 0.0886056 Oct 11 04:27:19.184772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51046) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.187872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.229339 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f506419a-1f20-47dd-a39f-3f13dd8d7547 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.229788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f506419a-1f20-47dd-a39f-3f13dd8d7547 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.235586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f506419a-1f20-47dd-a39f-3f13dd8d7547 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/8ae7aaa8-ffb2-45e3-b7a7-5ca92677e4e0 HTTP/1.1" status: 404 len: 337 time: 0.0474801 Oct 11 04:27:19.239417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51048) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.247052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] For port 91fd7a49-c683-44ca-9584-ace44b628e64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=91fd7a49-c683-44ca-9584-ace44b628e64,segment=NetworkSegment(238b5bba-ba05-463e-9dc8-ba1fcce6576d),segment_id=238b5bba-ba05-463e-9dc8-ba1fcce6576d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:19.247052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.261657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] Calling delete_port for 91fd7a49-c683-44ca-9584-ace44b628e64 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:19.289620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:19.306183 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ad836b-cf39-433c-90da-0b593a6622f8 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.307103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ad836b-cf39-433c-90da-0b593a6622f8 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.311327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d7ad836b-cf39-433c-90da-0b593a6622f8 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/f6b6bff9-e96d-4dba-882b-4db884796e4a HTTP/1.1" status: 404 len: 339 time: 0.0704758 Oct 11 04:27:19.315413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51052) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.351950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.365813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.367887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] No DVR routers for this DVR port 91fd7a49-c683-44ca-9584-ace44b628e64 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:19.382258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.389017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913bdea-5abe-41aa-90b6-695f051fce78 None None] Pushing event deleted for resources: {'Port': ['ID=91fd7a49-c683-44ca-9584-ace44b628e64,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:19.389254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.418572 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b631fd-c7a2-429c-bab7-8d06c0188944 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.419020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b631fd-c7a2-429c-bab7-8d06c0188944 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.422125 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b3b631fd-c7a2-429c-bab7-8d06c0188944 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/7dd23b3e-55f6-4f1a-987c-a4024ba1cc9b HTTP/1.1" status: 404 len: 337 time: 0.1042283 Oct 11 04:27:19.432761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51054) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.439156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 91fd7a49-c683-44ca-9584-ace44b628e64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=91fd7a49-c683-44ca-9584-ace44b628e64,segment=NetworkSegment(238b5bba-ba05-463e-9dc8-ba1fcce6576d),segment_id=238b5bba-ba05-463e-9dc8-ba1fcce6576d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:19.439523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.482577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 91fd7a49-c683-44ca-9584-ace44b628e64 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:19.490213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.490777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Fanout notify agent at l3_agent the message router_deleted on router ed75f106-9298-40ae-9158-876ddf4d3988 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:19.502292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.503422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-25faa6cc-7c9f-4135-a514-c18430ec71a3 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "DELETE /v2.0/routers/ed75f106-9298-40ae-9158-876ddf4d3988 HTTP/1.1" status: 204 len: 168 time: 2.7225001 Oct 11 04:27:19.506995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51056) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.508747 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f038ae3e-84ee-478a-bde0-64cb8297ee3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.509313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f038ae3e-84ee-478a-bde0-64cb8297ee3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.515065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f038ae3e-84ee-478a-bde0-64cb8297ee3c tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/312aed46-b1b3-4224-ba53-50c08990a86b HTTP/1.1" status: 404 len: 339 time: 0.0532930 Oct 11 04:27:19.517347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.530240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Subnet': ['ID=92da02f9-814f-45a0-bc87-701585f1a528,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:19.542171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:19.551987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a1034a80-39f1-4463-95f6-5c34faa3a2f8 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4279418 Oct 11 04:27:19.557391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5fd3c-2d64-4d28-9618-94a2667fac44 req-3a943701-9996-4979-b04f-4fa58508c27b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:19.558941 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a1a5fd3c-2d64-4d28-9618-94a2667fac44 req-3a943701-9996-4979-b04f-4fa58508c27b tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 944 time: 0.1896577 Oct 11 04:27:19.559437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51060) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.560359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:19.579336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:19.580468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:19.603147 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9874193-8ca1-4fd7-982b-56f2338c5aa3 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.603994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9874193-8ca1-4fd7-982b-56f2338c5aa3 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.608937 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c9874193-8ca1-4fd7-982b-56f2338c5aa3 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/5bdfa002-4d57-4882-aaa5-47725a0323f4 HTTP/1.1" status: 404 len: 337 time: 0.0616014 Oct 11 04:27:19.620066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.620679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Checking segment: {'id': 'c11a59bb-6fbe-43d7-a572-e2f063a683a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '60049f9d-6035-4e8a-bada-05451a82d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:19.621044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network hostable DHCP agents. Network: 60049f9d-6035-4e8a-bada-05451a82d804, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:19.627678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c701c-7ebd-4978-9a0d-4277f70bb1a9 req-1c9df1e5-d0b4-43d3-94a2-38487d89c5d7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:19.629638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d43c701c-7ebd-4978-9a0d-4277f70bb1a9 req-1c9df1e5-d0b4-43d3-94a2-38487d89c5d7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.4889269 Oct 11 04:27:19.662262 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-08235b98-0d22-413a-baa4-a6a22c04ea67 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.662902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08235b98-0d22-413a-baa4-a6a22c04ea67 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.665912 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-08235b98-0d22-413a-baa4-a6a22c04ea67 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/d6710f33-c59a-4dbb-bcef-3e607669cb33 HTTP/1.1" status: 404 len: 339 time: 0.0424986 Oct 11 04:27:19.676438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 5e570f5e-1143-47d8-a9ca-30ba3d050755 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:19.683328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51064) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.688508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.707821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:19.730301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.737332 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a1a5fd3c-2d64-4d28-9618-94a2667fac44 req-a050d41e-e449-4477-91b6-d1a4206278f4 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667190 Oct 11 04:27:19.741434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network 60049f9d-6035-4e8a-bada-05451a82d804 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:19.743699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8c6b27-a005-4701-ad49-061a74011bf6 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.744210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8c6b27-a005-4701-ad49-061a74011bf6 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.747314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bf8c6b27-a005-4701-ad49-061a74011bf6 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/03a0cb79-6348-44a1-b02c-88cea3ab8555 HTTP/1.1" status: 404 len: 337 time: 0.0629976 Oct 11 04:27:19.750386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51066) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.760686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d43c701c-7ebd-4978-9a0d-4277f70bb1a9 req-8be27708-07bc-441f-b133-b03d310a98cc tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144500 Oct 11 04:27:19.766493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.770026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 60049f9d-6035-4e8a-bada-05451a82d804) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:19.785226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd5602-11e4-4e87-bb81-adeaadd4e215 None None] Network 60049f9d-6035-4e8a-bada-05451a82d804 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:19.799416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:19.800000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.806488 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-684476c8-58bf-46cb-98ee-1962cb554948 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.807522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684476c8-58bf-46cb-98ee-1962cb554948 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.813911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51070) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.815562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-684476c8-58bf-46cb-98ee-1962cb554948 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/1f27c7f7-8481-4b66-aabc-b52150af358f HTTP/1.1" status: 404 len: 339 time: 0.0581727 Oct 11 04:27:19.849248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:19.851540 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a59da628-16b9-48b4-a149-0163f1f264df tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2657712 Oct 11 04:27:19.852484 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf70cf48-b33a-45f7-9d8c-723b7c8c45ea tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.853276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf70cf48-b33a-45f7-9d8c-723b7c8c45ea tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.855227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51072) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.858434 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bf70cf48-b33a-45f7-9d8c-723b7c8c45ea tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/bd8d5fe9-e8ca-42aa-b7b2-bfc52bb0faeb HTTP/1.1" status: 404 len: 337 time: 0.0413160 Oct 11 04:27:19.859330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51074) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.885474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'network': {'name': 'tempest-router-network01--1236309224'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:19.904308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port 91fd7a49-c683-44ca-9584-ace44b628e64 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:19.905870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=91fd7a49-c683-44ca-9584-ace44b628e64,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:19.917621 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee404f3-ba07-4c72-9884-c4cb3d0a61ea tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:19.918989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee404f3-ba07-4c72-9884-c4cb3d0a61ea tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:19.924563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0ee404f3-ba07-4c72-9884-c4cb3d0a61ea tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/de47c165-d0fe-415a-bade-771fc9907605 HTTP/1.1" status: 404 len: 339 time: 0.0625393 Oct 11 04:27:19.926971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51076) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:19.988089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.021463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80acaa-dd75-4226-ab09-cce451a24527 req-fa9e2f08-b7d2-4703-b85c-239893b9b71e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:20.025254 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af80acaa-dd75-4226-ab09-cce451a24527 req-fa9e2f08-b7d2-4703-b85c-239893b9b71e tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1510134 Oct 11 04:27:20.032698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.038020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c43a25-1023-4312-8335-9c13c09ca9d4']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.040344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:20.045797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.072351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting subnet e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:20.076157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.085156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 80e1c923-e517-48d0-833f-6f2893b0d3c2 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:20.098860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.105136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.105423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199f5169-94d1-4e72-8f3b-2f8ac8ccbb05') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.125476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.144694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.155878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99087d5c-628f-4c0a-8dab-9c3ef18ea5d6']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.179082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.182939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238b5bba-ba05-463e-9dc8-ba1fcce6576d') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.183239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238b5bba-ba05-463e-9dc8-ba1fcce6576d') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.184896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:20.204118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:20.204528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.211675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.230223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.230441 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Added segment a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41 of type vlan for network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d Oct 11 04:27:20.279621 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af80acaa-dd75-4226-ab09-cce451a24527 req-ddd21561-9fb0-43a9-92d7-f3f132faacf2 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226627 Oct 11 04:27:20.304398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.335771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 80e1c923-e517-48d0-833f-6f2893b0d3c2 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:27:20.342479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 80e1c923-e517-48d0-833f-6f2893b0d3c2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:20.342726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.343005 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 80e1c923-e517-48d0-833f-6f2893b0d3c2 Oct 11 04:27:20.351100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.356683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.364474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=5e570f5e-1143-47d8-a9ca-30ba3d050755,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:20.370858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-60049f9d-6035-4e8a-bada-05451a82d804', 'network_id': '60049f9d-6035-4e8a-bada-05451a82d804', 'tenant_id': '8835b51063304f06bd5df1d04218d683', 'fixed_ips': [{'subnet_id': '92da02f9-814f-45a0-bc87-701585f1a528'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:20.371730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.380777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.407180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.409024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:20.409442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.411615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ea21e08c-696a-46d4-ab4e-5bcc7a2fddbe tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/5e570f5e-1143-47d8-a9ca-30ba3d050755 HTTP/1.1" status: 204 len: 168 time: 0.8497403 Oct 11 04:27:20.413456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.414898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51082) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:20.419007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "DELETE /v2.0/networks/73c43a25-1023-4312-8335-9c13c09ca9d4 HTTP/1.1" status: 204 len: 168 time: 0.9075665 Oct 11 04:27:20.420058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51084) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:20.431497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07792ef-04d2-4fd7-a1fd-db4fc391bc8d None None] Network edf14a14-5e8a-4c45-8b48-a996c3e56973 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:20.436958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.455785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ea907-8b46-478d-8e90-5999188b0bc7 tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'Network': ['ID=73c43a25-1023-4312-8335-9c13c09ca9d4,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:20.566404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.573757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.605565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Allocated IP 2001:db8::2 (60049f9d-6035-4e8a-bada-05451a82d804/92da02f9-814f-45a0-bc87-701585f1a528/2faa7a5e-6f55-4e14-bc7f-e53fc253aec4) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:20.611963 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 199f5169-94d1-4e72-8f3b-2f8ac8ccbb05 resource provider aggregate not found Oct 11 04:27:20.616013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 539219d5-0c41-4473-b7cc-1452711edd17 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:20.620285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.620401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:20.632383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:20.634614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.634745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.637008 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ff6c7349-c4c1-4cac-a072-fe2bb3c02fe1 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/subnets/e2c6fd2f-8d37-49c1-b7cf-953b1d3ab1a6 HTTP/1.1" status: 204 len: 168 time: 0.7069693 Oct 11 04:27:20.638164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7bb9-c67d-4504-a9ee-0ee3da4310af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.651519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 539219d5-0c41-4473-b7cc-1452711edd17 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:20.651519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 539219d5-0c41-4473-b7cc-1452711edd17 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:20.651844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 91fd7a49-c683-44ca-9584-ace44b628e64 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:20.653752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b8a3d1-2575-4ed8-b332-1a813b0ed2d6 None None] Network 59455366-74d5-48a0-a264-508cd0d81884 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:20.654661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51092) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:20.655227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.673585 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 199f5169-94d1-4e72-8f3b-2f8ac8ccbb05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 199f5169-94d1-4e72-8f3b-2f8ac8ccbb05 found for delete ", "request_id": "req-85155c9f-5204-4c62-8d15-cebad33dc33d"}]} Oct 11 04:27:20.694685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.698115 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/99087d5c-628f-4c0a-8dab-9c3ef18ea5d6 HTTP/1.1" status: 204 len: 168 time: 1.8467147 Oct 11 04:27:20.702800 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 238b5bba-ba05-463e-9dc8-ba1fcce6576d resource provider aggregate not found Oct 11 04:27:20.708106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51096) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:20.718379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 91fd7a49-c683-44ca-9584-ace44b628e64 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:20.719398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 91fd7a49-c683-44ca-9584-ace44b628e64 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:20.728548 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8650074 Oct 11 04:27:20.733878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89901163'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:20.745168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51100) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:20.750778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 238b5bba-ba05-463e-9dc8-ba1fcce6576d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 238b5bba-ba05-463e-9dc8-ba1fcce6576d found for delete ", "request_id": "req-ba669b6c-7e29-4e71-adf9-d9247b13d1b6"}]} Oct 11 04:27:20.755884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'network': {'name': 'tempest-router-network02--2084828059'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:20.758749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7bb9-c67d-4504-a9ee-0ee3da4310af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.805643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389df49f-ce60-4fc4-b0cb-03bf0703f855 req-e4b5fe6a-31ac-41cb-ad3c-307d0b6e0706 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:20.807188 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-389df49f-ce60-4fc4-b0cb-03bf0703f855 req-e4b5fe6a-31ac-41cb-ad3c-307d0b6e0706 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1939640 Oct 11 04:27:20.830843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.843065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b09e32-26f4-472c-be30-f1bde43b6e93 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Network': ['ID=3b1e23eb-5ce7-491b-9c84-f361ba2d574d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:20.854128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:20.857928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.868458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:18Z', 'revision_number': 9, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:20.871104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:20.875011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.879472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:20.894271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2600f-6997-40bd-9240-427d23f46182 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=99087d5c-628f-4c0a-8dab-9c3ef18ea5d6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:20.895297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:20.895757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.919222 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-389df49f-ce60-4fc4-b0cb-03bf0703f855 req-4a1f9135-98a5-4702-af11-ffc8a4bc65bd tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030581 Oct 11 04:27:20.954561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:20.955688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:20.976929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f81152-aced-44b7-b902-6c7aad457b0c req-8c6a9fcc-05d6-4b4e-9b71-c6a5f2046074 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:20.983128 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-27f81152-aced-44b7-b902-6c7aad457b0c req-8c6a9fcc-05d6-4b4e-9b71-c6a5f2046074 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 944 time: 0.1312163 Oct 11 04:27:20.984588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:20.984934 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Added segment 0c2b16fc-b90d-459e-8087-6ab761bb7a6f of type vlan for network dd7a0fca-c154-475f-81bb-30c23f375ad9 Oct 11 04:27:21.009268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:21.041577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.041965 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment 8f488d06-9674-43e9-a32d-5ce5e12a2d47 of type vlan for network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d Oct 11 04:27:21.072596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 80e1c923-e517-48d0-833f-6f2893b0d3c2 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:21.072992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.074693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.139377 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-27f81152-aced-44b7-b902-6c7aad457b0c req-2f7d9056-7a1e-47cb-86b0-9aaf1d2795ba tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086102 Oct 11 04:27:21.146481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.149732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:21.150372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:21.167390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.176769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:21.178250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.210794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.216807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:21.217497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.229806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1c923-e517-48d0-833f-6f2893b0d3c2'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:21.231815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130f9deb-274c-4cf6-afff-d0da5e649ea1" -d '{"events": [{"server_uuid": "300f5478-2d85-42cf-83b4-5d2707c8bf60", "name": "network-vif-plugged", "status": "completed", "tag": "80e1c923-e517-48d0-833f-6f2893b0d3c2"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:21.274888 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5288680 Oct 11 04:27:21.275590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51106) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:21.310321 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5770388 Oct 11 04:27:21.310559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 80e1c923-e517-48d0-833f-6f2893b0d3c2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2,segment=NetworkSegment(594e4689-8742-4817-b2a2-f297e4b00f92),segment_id=594e4689-8742-4817-b2a2-f297e4b00f92)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:21.312275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'subnet': {'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:21.314684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51108) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:21.317945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac06197-8e15-4bde-b99a-f23af43b2410 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Network': ['ID=dd7a0fca-c154-475f-81bb-30c23f375ad9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:21.323818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:21.329271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.336546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7bb9-c67d-4504-a9ee-0ee3da4310af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.338646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network dd7a0fca-c154-475f-81bb-30c23f375ad9 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:21.339221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7bb9-c67d-4504-a9ee-0ee3da4310af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.343344 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cc2d7bb9-c67d-4504-a9ee-0ee3da4310af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] 10.222.0.39 "DELETE /v2.0/security-groups/d2dfbc47-2702-4ba4-a388-d420b474ac22 HTTP/1.1" status: 204 len: 168 time: 0.9113796 Oct 11 04:27:21.343748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfd09be-0e3c-4b1f-a808-d4e3f0981ac7 x-openstack-request-id: req-0cfd09be-0e3c-4b1f-a808-d4e3f0981ac7 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:21.344040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f5478-2d85-42cf-83b4-5d2707c8bf60", "name": "network-vif-plugged", "status": "completed", "tag": "80e1c923-e517-48d0-833f-6f2893b0d3c2", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:21.344289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cfd09be-0e3c-4b1f-a808-d4e3f0981ac7 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:21.344675 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfd09be-0e3c-4b1f-a808-d4e3f0981ac7'] response: {'server_uuid': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1c923-e517-48d0-833f-6f2893b0d3c2', 'code': 200} Oct 11 04:27:21.368947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,segment=NetworkSegment(1524c7ee-c654-4cfc-b337-6a0ec279e60e),segment_id=1524c7ee-c654-4cfc-b337-6a0ec279e60e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:21.369361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.376745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:21.378149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d7bb9-c67d-4504-a9ee-0ee3da4310af tempest-TestNetworkAdvancedServerOps-1031079925 tempest-TestNetworkAdvancedServerOps-1031079925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfbc47-2702-4ba4-a388-d420b474ac22,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:21.386931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:21.407273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Deleting port 46946788-4b58-4372-8f6c-2a4e04be7f84 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:21.407907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.419586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.469848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.535372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] For port 46946788-4b58-4372-8f6c-2a4e04be7f84, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=46946788-4b58-4372-8f6c-2a4e04be7f84,segment=NetworkSegment(31eb711a-e219-414e-a8e8-3e164d1c5fd4),segment_id=31eb711a-e219-414e-a8e8-3e164d1c5fd4)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:21.536776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.585877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] DHCP port deletion for 59455366-74d5-48a0-a264-508cd0d81884 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:21.593677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] DHCP port deletion for edf14a14-5e8a-4c45-8b48-a996c3e56973 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:21.596033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=80e1c923-e517-48d0-833f-6f2893b0d3c2,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:21.608312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Network 60049f9d-6035-4e8a-bada-05451a82d804 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:21.610289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Calling delete_port for 46946788-4b58-4372-8f6c-2a4e04be7f84 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:21.631373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bac58-2d7b-4108-a7b2-4d85b1b13698 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:21.636115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:21.639936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.651470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:21.673828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:21.758544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.819858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No DVR routers for this DVR port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:21.826601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:21.861177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:21.938479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.943491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70004688-1a3c-417f-8305-6ed758771a83 req-295fd0bf-4a44-423b-820d-7a87abbdc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:21.944706 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-70004688-1a3c-417f-8305-6ed758771a83 req-295fd0bf-4a44-423b-820d-7a87abbdc058 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 1098 time: 0.2180963 Oct 11 04:27:21.981531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:21.982308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Pushing event updated for resources: {'Port': ['ID=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:21.986393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf14a14-5e8a-4c45-8b48-a996c3e56973']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.023468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Port': ['ID=46946788-4b58-4372-8f6c-2a4e04be7f84,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.039980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1524c7ee-c654-4cfc-b337-6a0ec279e60e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.040279 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1524c7ee-c654-4cfc-b337-6a0ec279e60e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.057819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] No DVR routers for this DVR port 46946788-4b58-4372-8f6c-2a4e04be7f84 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:22.067421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.088190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Attempting to bind port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:22.095077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Attempting to bind port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'c11a59bb-6fbe-43d7-a572-e2f063a683a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '60049f9d-6035-4e8a-bada-05451a82d804'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:22.095492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Attempting to bind port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 on network 60049f9d-6035-4e8a-bada-05451a82d804 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:22.095881 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-70004688-1a3c-417f-8305-6ed758771a83 req-ad3a8273-f6bb-4a4f-aca4-ee477abb188f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431885 Oct 11 04:27:22.123104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51118) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:22.129140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:22.130069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Checking segment: {'id': 'c11a59bb-6fbe-43d7-a572-e2f063a683a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '60049f9d-6035-4e8a-bada-05451a82d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:22.130635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.131252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Bound using segment: {'id': 'c11a59bb-6fbe-43d7-a572-e2f063a683a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '60049f9d-6035-4e8a-bada-05451a82d804'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:22.131761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Bound port: 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11a59bb-6fbe-43d7-a572-e2f063a683a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '60049f9d-6035-4e8a-bada-05451a82d804'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:22.132148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.153679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.153941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Deleting port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:22.154183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.173674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 479 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:22.174076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.186338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:22.196304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.223901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.235681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] For port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:22.236418 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 1524c7ee-c654-4cfc-b337-6a0ec279e60e resource provider aggregate not found Oct 11 04:27:22.236998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.251402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Calling delete_port for 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:22.255064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:27:22.258367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.262921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Deleting port 46946788-4b58-4372-8f6c-2a4e04be7f84 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:22.263551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.272689 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 1524c7ee-c654-4cfc-b337-6a0ec279e60e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1524c7ee-c654-4cfc-b337-6a0ec279e60e found for delete ", "request_id": "req-cfe42485-b0de-47bf-9a50-3a0e892409f6"}]} Oct 11 04:27:22.281334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649cfb5-4fd9-4032-a35c-e032c7965336 req-5b5bf833-746b-4405-b00d-41b9930ac399 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:22.283134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9649cfb5-4fd9-4032-a35c-e032c7965336 req-5b5bf833-746b-4405-b00d-41b9930ac399 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.1808829 Oct 11 04:27:22.312148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59455366-74d5-48a0-a264-508cd0d81884']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.332076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] Pushing event deleted for resources: {'Port': ['ID=7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.342175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c32ff5-d0db-4e24-bd35-384543b66dc4 None None] No DVR routers for this DVR port 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:22.345294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31eb711a-e219-414e-a8e8-3e164d1c5fd4') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.346129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31eb711a-e219-414e-a8e8-3e164d1c5fd4') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.368186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.373639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.406639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.410015 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/edf14a14-5e8a-4c45-8b48-a996c3e56973 HTTP/1.1" status: 204 len: 168 time: 1.9937911 Oct 11 04:27:22.413064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51128) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:22.429518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96418309-1e28-4acf-9986-52c5c5981a78 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=edf14a14-5e8a-4c45-8b48-a996c3e56973,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.431682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:22.433613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.446638 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9649cfb5-4fd9-4032-a35c-e032c7965336 req-895ee725-fc11-4568-a66a-d0cf2e2cbad4 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298485 Oct 11 04:27:22.460356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Releasing vlan 454 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:22.460988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.470400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:22.470873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7fb1d36c-b0fd-4c97-9fec-4b58ec6f6be0 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:22.471288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 46946788-4b58-4372-8f6c-2a4e04be7f84 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:22.473360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] For port 46946788-4b58-4372-8f6c-2a4e04be7f84, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:22.473747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.497998 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ef422969-c2f2-4cea-b830-1272b8688005 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8dcc4908efa84af38c26d5dc2d79d986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688076 Oct 11 04:27:22.501956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51130) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:22.507940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] For port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:22.524419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 46946788-4b58-4372-8f6c-2a4e04be7f84 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:22.525027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 46946788-4b58-4372-8f6c-2a4e04be7f84 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:22.528281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Calling delete_port for 46946788-4b58-4372-8f6c-2a4e04be7f84 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:22.531219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:18Z', 'revision_number': 9, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:22.533869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Port 46946788-4b58-4372-8f6c-2a4e04be7f84 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:27:22.536822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] For port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,segment=NetworkSegment(c11a59bb-6fbe-43d7-a572-e2f063a683a1),segment_id=c11a59bb-6fbe-43d7-a572-e2f063a683a1)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:22.539617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.562590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.571888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.575363 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] 10.222.0.39 "DELETE /v2.0/networks/59455366-74d5-48a0-a264-508cd0d81884 HTTP/1.1" status: 204 len: 168 time: 1.9182742 Oct 11 04:27:22.591850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.594015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2f854-ebf8-498a-ab21-cf77c1e0bce9 tempest-NetworksTest-1478442331 tempest-NetworksTest-1478442331-project] Pushing event deleted for resources: {'Network': ['ID=59455366-74d5-48a0-a264-508cd0d81884,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.596052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aba002-c956-4649-83a5-c2cf56a295e9 None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:18Z', 'revision_number': 9, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47', 'name': '', 'network_id': '9773d935-868d-4ef0-a958-08148b06fe50', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:ca:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:38Z', 'updated_at': '2022-10-11T04:26:49Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '38f4d992-a99a-4319-9860-f3ee1bd256e7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:22.597868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Pushing event deleted for resources: {'Port': ['ID=46946788-4b58-4372-8f6c-2a4e04be7f84,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.603377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] Network 59455366-74d5-48a0-a264-508cd0d81884 is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:27:22.604182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62d5fc-4745-488e-9113-f4eefff987ec None None] No DVR routers for this DVR port 46946788-4b58-4372-8f6c-2a4e04be7f84 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:22.632754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0decc457-36f3-4d42-8a7d-6cbc6bd92605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.666687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0decc457-36f3-4d42-8a7d-6cbc6bd92605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.705705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e313733-86b2-4831-8c0c-e55f07859e3a None None] Pushing event updated for resources: {'Port': ['ID=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.706690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9615-8bdc-4ee4-860b-748f8fb6ec52 req-7e5b75fd-804a-4471-8592-817c9f135c30 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:22.709874 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84bd9615-8bdc-4ee4-860b-748f8fb6ec52 req-7e5b75fd-804a-4471-8592-817c9f135c30 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.3261728 Oct 11 04:27:22.750265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0decc457-36f3-4d42-8a7d-6cbc6bd92605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.753925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0decc457-36f3-4d42-8a7d-6cbc6bd92605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.755265 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0decc457-36f3-4d42-8a7d-6cbc6bd92605 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd8863f5-0b29-4f56-8f60-451c46640f43 HTTP/1.1" status: 204 len: 168 time: 0.2525630 Oct 11 04:27:22.763985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decc457-36f3-4d42-8a7d-6cbc6bd92605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8863f5-0b29-4f56-8f60-451c46640f43,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:22.839764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:22.920753 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84bd9615-8bdc-4ee4-860b-748f8fb6ec52 req-3d1b788f-9a2c-442c-943f-35b1617551a5 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733046 Oct 11 04:27:22.966478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51140) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:23.017486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Subnet': ['ID=65b28619-aa99-4204-9a30-8d4d032a6415,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:23.096108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Checking segment: {'id': 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:23.096441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network hostable DHCP agents. Network: 3b1e23eb-5ce7-491b-9c84-f361ba2d574d, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:23.139632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.213932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51144) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:23.221542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:23.236038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-106103bd-02ca-41df-8da4-d72f07084972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.251736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 3b1e23eb-5ce7-491b-9c84-f361ba2d574d) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:23.260957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed5d31-238b-4c6e-a9d9-5ceb3df5fc32 None None] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:23.269734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=679055bc-388a-4f39-b8f1-be98f15b990e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:23.273768 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4d1a9b77-8af1-4eaf-826d-81428997780d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=545521f93802495eb336b51aedf6c7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956882 Oct 11 04:27:23.275031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51146) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:23.287469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:23.288153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.311481 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3a003726-7ec9-43e7-9f4e-ffba899ef75f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0083117 Oct 11 04:27:23.316089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51148) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:23.322289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': '8f488d06-9674-43e9-a32d-5ce5e12a2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:23.322965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:23.324845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'subnet': {'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:23.370675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:23.379128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:23.387934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:23.388616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.405511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04438cbf-ea55-4fcb-8cc8-f9c9b9dbfe76 None None] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:23.436163 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5ed7f7cb-e933-41af-ba05-addf4c3858f3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1190658 Oct 11 04:27:23.439251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51150) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:23.453133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279657673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:23.460125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.465851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e820d999-0f28-46be-b93c-bf179cc0477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.506663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-106103bd-02ca-41df-8da4-d72f07084972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.525751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-106103bd-02ca-41df-8da4-d72f07084972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.548271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.550147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.571441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e820d999-0f28-46be-b93c-bf179cc0477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.606281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:23.609794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.695109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-106103bd-02ca-41df-8da4-d72f07084972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=599f565313d1478582c809c10aa735e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782777 Oct 11 04:27:23.697134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51154) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:23.711355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-3b1e23eb-5ce7-491b-9c84-f361ba2d574d', 'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d', 'tenant_id': '8835b51063304f06bd5df1d04218d683', 'fixed_ips': [{'subnet_id': '65b28619-aa99-4204-9a30-8d4d032a6415'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:23.712199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.716123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106103bd-02ca-41df-8da4-d72f07084972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0b2459-60e0-4a9d-9396-24f99a19ae6e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:23.820303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.840859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3443e198-0745-45ce-9f9d-683d43c9f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.841992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077a218-08b7-4f20-a37c-d188717ba7da req-db04d95c-f88c-4569-8425-c8d15f317ae0 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:23.843538 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d077a218-08b7-4f20-a37c-d188717ba7da req-db04d95c-f88c-4569-8425-c8d15f317ae0 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2894659 Oct 11 04:27:23.854332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.881514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7485-a64b-4229-a106-20e62d34139f req-3734d622-fb78-4b40-ade1-c41ccb1c8425 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:23.883424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d53f7485-a64b-4229-a106-20e62d34139f req-3734d622-fb78-4b40-ade1-c41ccb1c8425 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 946 time: 0.2637053 Oct 11 04:27:23.884332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3443e198-0745-45ce-9f9d-683d43c9f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.892693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:23.893032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.913568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e820d999-0f28-46be-b93c-bf179cc0477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.916317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e820d999-0f28-46be-b93c-bf179cc0477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.918255 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e820d999-0f28-46be-b93c-bf179cc0477f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1206394e-2177-4720-9cd2-cb73d99c5cdf HTTP/1.1" status: 204 len: 168 time: 0.6421080 Oct 11 04:27:23.929110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Allocated IP 2001:db8::2 (3b1e23eb-5ce7-491b-9c84-f361ba2d574d/65b28619-aa99-4204-9a30-8d4d032a6415/6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:23.974610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:23.975815 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1adf9b0d-89d0-45ed-8fc4-78a8c954af23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5341730 Oct 11 04:27:23.976673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820d999-0f28-46be-b93c-bf179cc0477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206394e-2177-4720-9cd2-cb73d99c5cdf,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:23.996106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:24.086827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d', 'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': '679055bc-388a-4f39-b8f1-be98f15b990e'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:24.091816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.137349 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d53f7485-a64b-4229-a106-20e62d34139f req-a9c92bdf-7543-40ac-bf72-a48a4e814f14 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156079 Oct 11 04:27:24.146863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3443e198-0745-45ce-9f9d-683d43c9f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.149855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3443e198-0745-45ce-9f9d-683d43c9f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.153725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3443e198-0745-45ce-9f9d-683d43c9f1c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e0b2459-60e0-4a9d-9396-24f99a19ae6e HTTP/1.1" status: 204 len: 168 time: 0.4212272 Oct 11 04:27:24.221592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,segment=NetworkSegment(5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7),segment_id=5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:24.222261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.239649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443e198-0745-45ce-9f9d-683d43c9f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0b2459-60e0-4a9d-9396-24f99a19ae6e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:24.252491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.288044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf174d-1e47-4aed-8cf1-fbe543b92afb req-0af9137a-e001-46e6-a018-64f8afec24ae tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:24.303952 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-70bf174d-1e47-4aed-8cf1-fbe543b92afb req-0af9137a-e001-46e6-a018-64f8afec24ae tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2051239 Oct 11 04:27:24.305296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.306168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:24.341407 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 31eb711a-e219-414e-a8e8-3e164d1c5fd4 resource provider aggregate not found Oct 11 04:27:24.431956 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-70bf174d-1e47-4aed-8cf1-fbe543b92afb req-2228e5e4-5f3f-4a89-9caa-450789ef1dcf tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271224 Oct 11 04:27:24.466800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 31eb711a-e219-414e-a8e8-3e164d1c5fd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31eb711a-e219-414e-a8e8-3e164d1c5fd4 found for delete ", "request_id": "req-94a721dc-7043-4c13-acda-f595affaf20d"}]} Oct 11 04:27:24.475622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Deleting port d11008a0-95ed-4475-b71d-f8cca4facd49 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:24.476216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.516464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.557558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:24.610681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:24.615062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:24.618706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d755d-bedc-4b2a-9584-89bc9fe5936a None None] Network 60049f9d-6035-4e8a-bada-05451a82d804 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:24.736602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Pushing event updated for resources: {'Port': ['ID=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:24.740339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.741149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Subnet': ['ID=410372ee-d158-4b27-b2df-92eeb55a5f77,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:24.749330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:24.759282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] For port d11008a0-95ed-4475-b71d-f8cca4facd49, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d11008a0-95ed-4475-b71d-f8cca4facd49,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:24.759653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.802715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:24.841627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.867490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8da2a-43c5-4887-bd78-d55660d84f16 req-d25af4e4-f7f6-44b0-8d04-fe0d86e11282 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:24.869053 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e9f8da2a-43c5-4887-bd78-d55660d84f16 req-d25af4e4-f7f6-44b0-8d04-fe0d86e11282 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2799611 Oct 11 04:27:24.873624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Checking segment: {'id': '0c2b16fc-b90d-459e-8087-6ab761bb7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:24.873624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network hostable DHCP agents. Network: dd7a0fca-c154-475f-81bb-30c23f375ad9, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:24.905181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Attempting to bind port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:24.905952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Attempting to bind port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:24.907491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Attempting to bind port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 on network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:24.946065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:24.946889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Checking segment: {'id': 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:24.949166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:24.949814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Bound using segment: {'id': 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:24.950570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Bound port: 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '3b1e23eb-5ce7-491b-9c84-f361ba2d574d'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:24.952762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.032177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network dd7a0fca-c154-475f-81bb-30c23f375ad9 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:25.034425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.040899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Provisioning complete for port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:25.041707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.042674 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Attempt 1 to provision port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 Oct 11 04:27:25.094625 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e9f8da2a-43c5-4887-bd78-d55660d84f16 req-fcbca6be-082f-4fb8-a1ff-c6401b0ed8b2 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041521 Oct 11 04:27:25.106718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, dd7a0fca-c154-475f-81bb-30c23f375ad9) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:25.157147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:25.157743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.233688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b161978e-1c81-4c09-ba78-00a3bb67a064 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9156456 Oct 11 04:27:25.243008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.243373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.243690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Floating IP cf23b848-460a-4f34-aadc-e8760afe8a1d disassociated. External IP: 172.26.8.123, port: d11008a0-95ed-4475-b71d-f8cca4facd49. Oct 11 04:27:25.244034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Calling delete_port for d11008a0-95ed-4475-b71d-f8cca4facd49 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:25.248053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51196) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:25.372134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:25.372924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.373545 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 Oct 11 04:27:25.555203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:25.568743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Allocated IP 2001:db8::2 (b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d/679055bc-388a-4f39-b8f1-be98f15b990e/eadbb487-0888-44f4-9248-326e1c9a9f17) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:25.608631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cedfbd5-0087-4dcc-a121-4bba20b9ea34 None None] Network dd7a0fca-c154-475f-81bb-30c23f375ad9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:25.735198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51212) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:25.795744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5f84-8150-4963-84e7-2a1993a7a1b5 req-a7707741-ff0c-4175-9a73-bc6fdfeafee1 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:25.797323 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-91be5f84-8150-4963-84e7-2a1993a7a1b5 req-a7707741-ff0c-4175-9a73-bc6fdfeafee1 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2137766 Oct 11 04:27:25.829606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:25.838762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-463f5bc5-01fd-47a9-901d-a52883372f61 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244978 Oct 11 04:27:25.845162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51216) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:25.847196 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:25.871997 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:25.873473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:25.920343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] For port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:25.945798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 38f4d992-a99a-4319-9860-f3ee1bd256e7 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:25.950971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:25.964785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] For port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,segment=NetworkSegment(a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41),segment_id=a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:26.012546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.018858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.058485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:26.059267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.096726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d11008a0-95ed-4475-b71d-f8cca4facd49 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:26.120144 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:26.171596 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-91be5f84-8150-4963-84e7-2a1993a7a1b5 req-976eb6e4-d5cd-40dd-8a3d-caf3be24ab28 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681841 Oct 11 04:27:26.173314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.186491 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cfeade6e-569c-467b-b7d2-ddb8db5d5d2d tempest-ServiceProvidersTest-764521828 tempest-ServiceProvidersTest-764521828-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4483745 Oct 11 04:27:26.220043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.230909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: d11008a0-95ed-4475-b71d-f8cca4facd49 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:26.231544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d11008a0-95ed-4475-b71d-f8cca4facd49 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:26.253099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Current status of the port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:26.254019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.295696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.387980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,segment=NetworkSegment(c11a59bb-6fbe-43d7-a572-e2f063a683a1),segment_id=c11a59bb-6fbe-43d7-a572-e2f063a683a1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:26.389791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.394072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabd65-00c7-40f7-a15a-bf560b653689 None None] Pushing event updated for resources: {'Port': ['ID=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:26.420105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.450311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.507566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e2cba4f6-a8b4-4669-a347-06d60673f0cd no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:26.562684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.572945 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/38f4d992-a99a-4319-9860-f3ee1bd256e7 HTTP/1.1" status: 204 len: 168 time: 0.7264724 Oct 11 04:27:26.579226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51226) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:26.597918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-dd7a0fca-c154-475f-81bb-30c23f375ad9', 'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9', 'tenant_id': '8835b51063304f06bd5df1d04218d683', 'fixed_ips': [{'subnet_id': '410372ee-d158-4b27-b2df-92eeb55a5f77'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:26.599333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.601971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e3e41-753b-41c2-8e6e-8b35bf957f32 None None] Network 9773d935-868d-4ef0-a958-08148b06fe50 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:26.615697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:26.622672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e12ad-4241-4b38-9cac-0d4b59da9b0b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=38f4d992-a99a-4319-9860-f3ee1bd256e7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:26.680475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e2cba4f6-a8b4-4669-a347-06d60673f0cd {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:26.680825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e2cba4f6-a8b4-4669-a347-06d60673f0cd not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:26.689768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:26.704757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:26.724672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Pushing event updated for resources: {'Port': ['ID=eadbb487-0888-44f4-9248-326e1c9a9f17,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:26.747247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event deleted for resources: {'Port': ['ID=d11008a0-95ed-4475-b71d-f8cca4facd49,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:26.839737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a021b-f440-4a23-8b3a-ab2d15fdb30d req-1abb3fb7-cda7-4dbb-b68a-04f1b9a61332 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:26.851458 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ed2a021b-f440-4a23-8b3a-ab2d15fdb30d req-1abb3fb7-cda7-4dbb-b68a-04f1b9a61332 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 867 time: 1.5157430 Oct 11 04:27:26.886832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51230) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:26.898373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:26.963865 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:24Z', 'revision_number': 10, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:27.003370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:27:27.003646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:27:27.022857 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:27.026835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 706f69e8-32fc-416a-bbee-d7743c382a89 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:27.027140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.046464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:27.047147 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:27.108967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:27.207032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8::1 (b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d/679055bc-388a-4f39-b8f1-be98f15b990e/13c7be2c-3c72-4f94-a1a2-1459ce1b121e) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:27.234462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4329249-6a4d-4ac2-963b-bce38eb1e439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.234678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Attempting to bind port eadbb487-0888-44f4-9248-326e1c9a9f17 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:27.234919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Attempting to bind port eadbb487-0888-44f4-9248-326e1c9a9f17 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '8f488d06-9674-43e9-a32d-5ce5e12a2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:27.235284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Attempting to bind port eadbb487-0888-44f4-9248-326e1c9a9f17 on network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:27.268339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:27.280126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 706f69e8-32fc-416a-bbee-d7743c382a89, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=706f69e8-32fc-416a-bbee-d7743c382a89,segment=NetworkSegment(5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7),segment_id=5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:27.280541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.313203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 706f69e8-32fc-416a-bbee-d7743c382a89 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:27.322982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:27.332369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ed2a021b-f440-4a23-8b3a-ab2d15fdb30d req-a6f54f67-76b2-4f38-9fe6-e051a07bd7d7 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c723dc9-e880-4d32-ac11-e072433576e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4736812 Oct 11 04:27:27.354131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:27.354510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Checking segment: {'id': '8f488d06-9674-43e9-a32d-5ce5e12a2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:27.359157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.359567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Bound using segment: {'id': '8f488d06-9674-43e9-a32d-5ce5e12a2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:27.360072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Bound port: eadbb487-0888-44f4-9248-326e1c9a9f17, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f488d06-9674-43e9-a32d-5ce5e12a2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': 'b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:27.360455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.469226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.523006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Router 0de6864b-c129-45d4-836e-d102cfe9080d has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:27.527592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Allocated IP 2001:db8::2 (dd7a0fca-c154-475f-81bb-30c23f375ad9/410372ee-d158-4b27-b2df-92eeb55a5f77/bef7da6d-64ff-404a-89c8-968ada419fd3) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:27.554775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51246) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:27.594436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bf540-f7bc-4f92-8c0a-2a8ae5cf297f req-e0421803-c4a1-47bd-a711-e1c7618d0dff tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:27.596347 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-802bf540-f7bc-4f92-8c0a-2a8ae5cf297f req-e0421803-c4a1-47bd-a711-e1c7618d0dff tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2637787 Oct 11 04:27:27.658025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.685268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:27.686402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.687195 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 Oct 11 04:27:27.713159 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:24Z', 'revision_number': 10, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:27.735007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No DVR routers for this DVR port 706f69e8-32fc-416a-bbee-d7743c382a89 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:27.745935 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-802bf540-f7bc-4f92-8c0a-2a8ae5cf297f req-2e08f4b6-9e17-46ad-9cc8-b1ddb5efcb70 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344860 Oct 11 04:27:27.751817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=706f69e8-32fc-416a-bbee-d7743c382a89,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:27.763305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4329249-6a4d-4ac2-963b-bce38eb1e439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.774610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38c789-523e-41c1-89cb-53708abd79c8 None None] DHCP port deletion for 9773d935-868d-4ef0-a958-08148b06fe50 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:27.809027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4329249-6a4d-4ac2-963b-bce38eb1e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:27.830943 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4796c78-0612-4178-a609-7ef26861c853 None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:24Z', 'revision_number': 10, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None, '_interfaces': [{'id': '035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c', 'name': '', 'network_id': 'ecb76a78-457a-4912-bcac-9cf08179a697', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'mac_address': 'fa:16:3e:a4:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:26:32Z', 'updated_at': '2022-10-11T04:26:39Z', 'revision_number': 5, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'subnets': [{'id': '17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:27.837471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0da32f96-da12-4222-9cfb-add04b49cadd None None] Current status of the port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:27.853569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] For port eadbb487-0888-44f4-9248-326e1c9a9f17, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:27.863242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47014b1-3ef1-4433-9cb3-5b17afbfb5d9 None None] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:27.897140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4329249-6a4d-4ac2-963b-bce38eb1e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02874cc-aade-4776-a43f-06e30e4c17f8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:27.932735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] For port eadbb487-0888-44f4-9248-326e1c9a9f17, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eadbb487-0888-44f4-9248-326e1c9a9f17,segment=NetworkSegment(8f488d06-9674-43e9-a32d-5ce5e12a2d47),segment_id=8f488d06-9674-43e9-a32d-5ce5e12a2d47)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:27.946910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.009562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.042347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9773d935-868d-4ef0-a958-08148b06fe50']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:28.058393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.060333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:28.060709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:28.078128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.112306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a4329249-6a4d-4ac2-963b-bce38eb1e439 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c675343ead474890be5b0dcc7b942ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2111716 Oct 11 04:27:28.113421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.123018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51254) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:28.146502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--1077147356', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:28.177742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:28.178188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.220030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Allocated IP 2001:db8::1 (3b1e23eb-5ce7-491b-9c84-f361ba2d574d/65b28619-aa99-4204-9a30-8d4d032a6415/ef83f2fe-3811-4e14-81b8-ddb120726773) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:28.222869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:28.299878 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7 resource provider aggregate not found Oct 11 04:27:28.314421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.364899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] No DVR routers for this DVR port d11008a0-95ed-4475-b71d-f8cca4facd49 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:28.387173 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cfd8d56-3c06-4503-ac83-c8dbbb2da1d7 found for delete ", "request_id": "req-32ee96a3-d80f-4cc8-9c00-82c970ca58a3"}]} Oct 11 04:27:28.404377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.410917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:28.412644 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.45 "DELETE /v2.0/ports/d11008a0-95ed-4475-b71d-f8cca4facd49 HTTP/1.1" status: 204 len: 173 time: 4.5616088 Oct 11 04:27:28.413296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'name': 'network-vif-deleted', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:28.416101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.416415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d97c9b-4d8b-49d7-8967-2b1ed41402fb" -d '{"events": [{"server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "name": "network-vif-deleted", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:28.436015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.445877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.468066 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/9773d935-868d-4ef0-a958-08148b06fe50 HTTP/1.1" status: 204 len: 168 time: 1.8875215 Oct 11 04:27:28.472752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51266) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:28.473080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Provisioning complete for port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:28.476209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.477495 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Attempt 1 to provision port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 Oct 11 04:27:28.486284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:28.499920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-ce2aff45-60d5-4090-84d6-9addb2a82aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:28.512284 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-ce2aff45-60d5-4090-84d6-9addb2a82aff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f00b382f0ba4d5ebebc646cdc945c66&device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 1098 time: 0.3964398 Oct 11 04:27:28.534563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] Sync routers for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:28.535192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:28.546606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d20db1-830c-433d-899d-74dec7d24864 req-408fc796-94fa-4056-a3f8-69ab2d2ca779 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:28.550009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b5d20db1-830c-433d-899d-74dec7d24864 req-408fc796-94fa-4056-a3f8-69ab2d2ca779 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.4331636 Oct 11 04:27:28.552452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43671261-10f2-467f-aae3-783ee15a56af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.554260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.565404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:28.566361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:28.580051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef8c0f-6939-4111-b665-3c0c0ff84d4f None None] Pushing event updated for resources: {'Port': ['ID=eadbb487-0888-44f4-9248-326e1c9a9f17,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:28.580913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:28.581514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.631776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=13c7be2c-3c72-4f94-a1a2-1459ce1b121e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:28.643759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:28.644802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.709968 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-91894309-7a92-495c-9d12-9ca26b5808a3 req-9c5244a9-db20-4260-83e2-5bcf2eda4889 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2200bf0-5a60-4029-bd64-f4514c6921aa HTTP/1.1" status: 200 len: 210 time: 0.0730023 Oct 11 04:27:28.734659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,segment=NetworkSegment(a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41),segment_id=a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:28.754697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.755862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.799247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.805344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd2dcb-963c-4812-9988-42ed3d50aefb x-openstack-request-id: req-1edd2dcb-963c-4812-9988-42ed3d50aefb {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:28.805715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2200bf0-5a60-4029-bd64-f4514c6921aa", "name": "network-vif-deleted", "tag": "d11008a0-95ed-4475-b71d-f8cca4facd49", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:28.806037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1edd2dcb-963c-4812-9988-42ed3d50aefb {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:28.806564 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edd2dcb-963c-4812-9988-42ed3d50aefb'] response: {'server_uuid': 'f2200bf0-5a60-4029-bd64-f4514c6921aa', 'name': 'network-vif-deleted', 'tag': 'd11008a0-95ed-4475-b71d-f8cca4facd49', 'status': 'completed', 'code': 200} Oct 11 04:27:28.814815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c78e0-09e3-49e4-bd02-c469d7cd5e92 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=9773d935-868d-4ef0-a958-08148b06fe50,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:28.820867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Current status of the port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:28.830651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.837827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.903186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:28.910162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.913315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-4332abb6-f897-4268-a44f-d8df41527239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:28.915691 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-4332abb6-f897-4268-a44f-d8df41527239 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5464d704-b519-4f33-b2aa-51b08c94f531 HTTP/1.1" status: 200 len: 912 time: 0.3458922 Oct 11 04:27:28.921527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Network dd7a0fca-c154-475f-81bb-30c23f375ad9 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:28.925540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Provisioning complete for port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:28.925916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.926975 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Attempt 1 to provision port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 Oct 11 04:27:28.928701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.943194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:28.952533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:28.953314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.954150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:28.969813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:28.970165 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment 9675381c-5dc3-4668-8a35-74c2d2b59f36 of type vlan for network 1d29ee76-9582-4384-b576-6e279a1d7630 Oct 11 04:27:28.981418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:29.010552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:29.049838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:29.055093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.089817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Port': ['ID=ef83f2fe-3811-4e14-81b8-ddb120726773,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:29.158232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:29.184201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.201357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eadbb487-0888-44f4-9248-326e1c9a9f17 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:29.210635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43671261-10f2-467f-aae3-783ee15a56af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.227067 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-b09d3b80-9f19-4c07-a6e5-bdd48c100dd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2 HTTP/1.1" status: 200 len: 217 time: 0.1079443 Oct 11 04:27:29.247412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.259071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:29.261848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.267902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.384672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Attempting to bind port bef7da6d-64ff-404a-89c8-968ada419fd3 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:29.385165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Attempting to bind port bef7da6d-64ff-404a-89c8-968ada419fd3 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0c2b16fc-b90d-459e-8087-6ab761bb7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:29.385530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Attempting to bind port bef7da6d-64ff-404a-89c8-968ada419fd3 on network dd7a0fca-c154-475f-81bb-30c23f375ad9 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:29.405546 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b5d20db1-830c-433d-899d-74dec7d24864 req-1346db4d-cfec-4add-9322-cfbf7381d7fb tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7877564 Oct 11 04:27:29.411207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-6c930e24-6da4-4e13-baa0-e40813626bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:29.411728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Pushing event updated for resources: {'Port': ['ID=bef7da6d-64ff-404a-89c8-968ada419fd3,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:29.413280 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-6c930e24-6da4-4e13-baa0-e40813626bdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b408157-3739-49c8-ad24-9d93ae72961b HTTP/1.1" status: 200 len: 851 time: 0.1480997 Oct 11 04:27:29.422131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:29.422373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Checking segment: {'id': '0c2b16fc-b90d-459e-8087-6ab761bb7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:29.422636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.423016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Bound using segment: {'id': '0c2b16fc-b90d-459e-8087-6ab761bb7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:29.423507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Bound port: bef7da6d-64ff-404a-89c8-968ada419fd3, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2b16fc-b90d-459e-8087-6ab761bb7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'dd7a0fca-c154-475f-81bb-30c23f375ad9'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:29.423882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.483294 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-f37c8409-b7aa-4385-b14d-ed4f19741e0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5464d704-b519-4f33-b2aa-51b08c94f531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419452 Oct 11 04:27:29.523512 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9675269 Oct 11 04:27:29.532511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=1d29ee76-9582-4384-b576-6e279a1d7630,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:29.535917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51268) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:29.550890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-865325752', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:29.558981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 1d29ee76-9582-4384-b576-6e279a1d7630 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:29.579529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9031d-d498-4d20-9658-2c08b7da6e1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:29.587103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.590471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.608535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port eadbb487-0888-44f4-9248-326e1c9a9f17 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:29.609010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.609307 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port eadbb487-0888-44f4-9248-326e1c9a9f17 Oct 11 04:27:29.704552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-5852319c-3ef5-426f-b0f9-a41fc257f75b service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853375 Oct 11 04:27:29.743298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43671261-10f2-467f-aae3-783ee15a56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.746000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43671261-10f2-467f-aae3-783ee15a56af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:29.752170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5247ab65-bef9-4435-8f7a-d05ece19c323 None None] Current status of the port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:29.777565 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-43671261-10f2-467f-aae3-783ee15a56af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e02874cc-aade-4776-a43f-06e30e4c17f8 HTTP/1.1" status: 204 len: 168 time: 1.6365628 Oct 11 04:27:29.794304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf8de37-2832-4b1c-94ef-8d247b5f2dc1 None None] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:29.864463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] For port bef7da6d-64ff-404a-89c8-968ada419fd3, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:29.871269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43671261-10f2-467f-aae3-783ee15a56af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02874cc-aade-4776-a43f-06e30e4c17f8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:29.873003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51276) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:29.942259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.000954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] For port bef7da6d-64ff-404a-89c8-968ada419fd3, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bef7da6d-64ff-404a-89c8-968ada419fd3,segment=NetworkSegment(0c2b16fc-b90d-459e-8087-6ab761bb7a6f),segment_id=0c2b16fc-b90d-459e-8087-6ab761bb7a6f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:30.015279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.251985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port eadbb487-0888-44f4-9248-326e1c9a9f17 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:30.252850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.302103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Provisioning complete for port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:30.304065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.304065 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 1 to provision port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 Oct 11 04:27:30.382401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.416528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.421092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.425538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port eadbb487-0888-44f4-9248-326e1c9a9f17, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eadbb487-0888-44f4-9248-326e1c9a9f17,segment=NetworkSegment(8f488d06-9674-43e9-a32d-5ce5e12a2d47),segment_id=8f488d06-9674-43e9-a32d-5ce5e12a2d47)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:30.443149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.443935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:30.486519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d56a53-543f-41fe-bf44-2f04bda1e768 None None] Pushing event updated for resources: {'Port': ['ID=bef7da6d-64ff-404a-89c8-968ada419fd3,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:30.536336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:18Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:30.538847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=13c7be2c-3c72-4f94-a1a2-1459ce1b121e,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:30.585452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] Checking router: 0de6864b-c129-45d4-836e-d102cfe9080d for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:30.602720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:30.603015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.603344 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 Oct 11 04:27:30.609565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.618933 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a30fa1ee-d748-47ed-b2d4-d9aaf23a1d80 req-626d81a0-0b3d-40b6-bf75-8959d3f4b4c3 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9024251 Oct 11 04:27:30.619586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-370ea707-6223-47b1-aeaf-916fabf940f1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.654249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=eadbb487-0888-44f4-9248-326e1c9a9f17,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:30.668378 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-370ea707-6223-47b1-aeaf-916fabf940f1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.680043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:30.680840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:30.692163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.706944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.712858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.713723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.765159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Current status of the port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:30.803091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-370ea707-6223-47b1-aeaf-916fabf940f1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.803314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f248b-01ff-437e-8983-fc927c607102 req-5803a975-3a18-476e-8d81-0a5f7a3041cc tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:30.806381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-370ea707-6223-47b1-aeaf-916fabf940f1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:30.811490 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-370ea707-6223-47b1-aeaf-916fabf940f1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c723dc9-e880-4d32-ac11-e072433576e9 HTTP/1.1" status: 204 len: 168 time: 0.9332387 Oct 11 04:27:30.811677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-166f248b-01ff-437e-8983-fc927c607102 req-5803a975-3a18-476e-8d81-0a5f7a3041cc tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2492492 Oct 11 04:27:30.812621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51280) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:30.845416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea707-6223-47b1-aeaf-916fabf940f1 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c723dc9-e880-4d32-ac11-e072433576e9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:30.848590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-a5900d72-e2f0-49c7-bf93-387277764855 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] show failed (client error): The resource could not be found. Oct 11 04:27:30.852968 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a5900d72-e2f0-49c7-bf93-387277764855 tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "GET /v2.0/security-groups/3c723dc9-e880-4d32-ac11-e072433576e9 HTTP/1.1" status: 404 len: 347 time: 0.0344002 Oct 11 04:27:30.855644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51282) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:30.917771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:30.930640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:30.959239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Port': ['ID=ef83f2fe-3811-4e14-81b8-ddb120726773,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:31.024947 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-166f248b-01ff-437e-8983-fc927c607102 req-8d1831d1-3f12-4821-95f5-89a254349122 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072465 Oct 11 04:27:31.052115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:31.079480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.102993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.145840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:31.184447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Deleting port 88b839f3-99bc-4352-a358-e9de8d72612f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:31.184802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.209251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:31.295942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Provisioning complete for port ef83f2fe-3811-4e14-81b8-ddb120726773 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:31.298579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.299156 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 1 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:31.339406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:31.444117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 706f69e8-32fc-416a-bbee-d7743c382a89 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:31.476930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.180 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/723d29d5-fcd0-4a1f-a3de-b56a29055933) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:31.505660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 706f69e8-32fc-416a-bbee-d7743c382a89 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:31.506381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 706f69e8-32fc-416a-bbee-d7743c382a89 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:31.506888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:31.555232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.555568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.569971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:31.591240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:31.591613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device cbf6adbb-338b-4ee4-b9e5-7bcae6aa3b47 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:31.625184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Calling delete_port for 88b839f3-99bc-4352-a358-e9de8d72612f owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:31.661803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 9b98c46c-06c8-4c30-b1a1-111a03addd1a is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:31.754187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:18Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:31.826233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09c474-4b9c-43ec-9d8d-dc127e630d06 None None] The sync data for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv is: [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:22:11Z', 'revision_number': 4, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261', 'name': '', 'network_id': '0f512371-3059-437f-afd8-942dfacafcb8', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:22:07Z', 'updated_at': '2022-10-11T04:22:18Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'subnets': [{'id': 'de3514a9-e950-4645-b6d5-ce7f114f7b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:31.847724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d8f89-4569-440e-96b0-c75fa5957647 None None] Network dd7a0fca-c154-475f-81bb-30c23f375ad9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:31.915179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.963370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:31.972546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Router 90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:32.003237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:32.012258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:32.022359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1de2985-ec8f-4f51-8b86-4d4a8392234d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/9b98c46c-06c8-4c30-b1a1-111a03addd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0208931 Oct 11 04:27:32.025696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51284) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:32.029929 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] Sync routers for ids ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:32.050766 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] Routers {'9b98c46c-06c8-4c30-b1a1-111a03addd1a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:32.051518 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.068252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:32.076413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:32.081545 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 2 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:32.087251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:32.092993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=723d29d5-fcd0-4a1f-a3de-b56a29055933,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:32.117856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.147608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.149066 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] Routers {'9b98c46c-06c8-4c30-b1a1-111a03addd1a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:32.151010 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.179570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd644104-0e9d-4fca-b317-db8995046cc3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:32.181022 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cd644104-0e9d-4fca-b317-db8995046cc3 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports/13c7be2c-3c72-4f94-a1a2-1459ce1b121e HTTP/1.1" status: 200 len: 911 time: 0.1534555 Oct 11 04:27:32.186210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51288) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:32.221173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:32.221633 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.222460 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf557768-9d42-4681-a3fc-a9936d4d3578 None None] The sync data for ids ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:32.233489 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6282c46d-d3b5-4c38-9763-59601c1f975d tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9813671 Oct 11 04:27:32.253028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db03cd-8105-4238-8218-642d72554809 None None] Sync routers for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:32.258061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51290) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:32.274987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:32.306379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Pushing event deleted for resources: {'Port': ['ID=88b839f3-99bc-4352-a358-e9de8d72612f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:32.322305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db03cd-8105-4238-8218-642d72554809 None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:32.322988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32db03cd-8105-4238-8218-642d72554809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.412530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:32.412981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.413327 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 Oct 11 04:27:32.418408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:32.419004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.444536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32db03cd-8105-4238-8218-642d72554809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.480814 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef25f5-2ccc-442c-8ec0-59d29721e617 None None] New status for floating IP cf23b848-460a-4f34-aadc-e8760afe8a1d: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:27:32.490502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db03cd-8105-4238-8218-642d72554809 None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:32.491288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32db03cd-8105-4238-8218-642d72554809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.543287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32db03cd-8105-4238-8218-642d72554809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:32.543911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db03cd-8105-4238-8218-642d72554809 None None] The sync data for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:32.602647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:32.604572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bef7da6d-64ff-404a-89c8-968ada419fd3 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:32.696273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] For port 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,segment=NetworkSegment(722471f9-3ab5-40a2-9f61-fa63ed511c1e),segment_id=722471f9-3ab5-40a2-9f61-fa63ed511c1e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:32.696771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.706837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7d794-d614-4465-8cd5-ad84d9682f27 req-451fc6d8-8905-48b5-b551-c7f7280ba8c2 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:32.709120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-35f7d794-d614-4465-8cd5-ad84d9682f27 req-451fc6d8-8905-48b5-b551-c7f7280ba8c2 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.5161023 Oct 11 04:27:32.718688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bef7da6d-64ff-404a-89c8-968ada419fd3 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:32.719063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.719463 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bef7da6d-64ff-404a-89c8-968ada419fd3 Oct 11 04:27:32.722626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Calling delete_port for 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:32.758195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.760983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.765005 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0f9119dd-3c17-431c-b0ef-c21ef456632f tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] 10.222.0.39 "DELETE /v2.0/floatingips/cf23b848-460a-4f34-aadc-e8760afe8a1d HTTP/1.1" status: 204 len: 168 time: 1.9056079 Oct 11 04:27:32.767146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51292) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:32.776254 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 3 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:32.831339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:32.876437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bef7da6d-64ff-404a-89c8-968ada419fd3 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:32.876976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.902191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-35f7d794-d614-4465-8cd5-ad84d9682f27 req-4b01a220-6819-46fe-90a6-a8ac4b2178b6 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474926 Oct 11 04:27:32.932549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port bef7da6d-64ff-404a-89c8-968ada419fd3, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bef7da6d-64ff-404a-89c8-968ada419fd3,segment=NetworkSegment(0c2b16fc-b90d-459e-8087-6ab761bb7a6f),segment_id=0c2b16fc-b90d-459e-8087-6ab761bb7a6f)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:32.939477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.940323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eadbb487-0888-44f4-9248-326e1c9a9f17 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:32.970240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:32.990577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:33.023181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=bef7da6d-64ff-404a-89c8-968ada419fd3,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:33.034244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port eadbb487-0888-44f4-9248-326e1c9a9f17 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:33.034915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:33.035115 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port eadbb487-0888-44f4-9248-326e1c9a9f17 Oct 11 04:27:33.139469 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-e641d376-318a-4618-a6f8-39e0066b4d4f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:27:33.140544 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e641d376-318a-4618-a6f8-39e0066b4d4f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8813426 Oct 11 04:27:33.153905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51300) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:33.161320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port eadbb487-0888-44f4-9248-326e1c9a9f17 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:33.268728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55770e58-8951-4754-bc7c-660a7dd2e59b req-9f7a535e-b2f3-48a4-855e-a855070f064e tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:33.270898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-55770e58-8951-4754-bc7c-660a7dd2e59b req-9f7a535e-b2f3-48a4-855e-a855070f064e tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.0904350 Oct 11 04:27:33.299890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:33.334176 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 4 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:33.359240 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-55770e58-8951-4754-bc7c-660a7dd2e59b req-c81f6ea1-bb93-4c1c-bc78-a38bbc799d04 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795746 Oct 11 04:27:33.376300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:33.458374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:33.571735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:33.591384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:33.594600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:33.599653 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f27e2972-b4d4-46e8-87f9-d7e2f18b8052 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0588491 Oct 11 04:27:33.599822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51302) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:33.605036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:33.605753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:33.626913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:33.727626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:33.749712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Port': ['ID=035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:33.761071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bef7da6d-64ff-404a-89c8-968ada419fd3 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:33.809966 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f6451c26-50b9-49e0-b95a-6c8bbc1005b6 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2064621 Oct 11 04:27:33.810805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:33.886856 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 5 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:33.955772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:33.986136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bef7da6d-64ff-404a-89c8-968ada419fd3 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:33.986501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:33.987376 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bef7da6d-64ff-404a-89c8-968ada419fd3 Oct 11 04:27:34.037275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054dd43-f3ec-4f11-bf8e-442078bc1b77 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:34.041597 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4054dd43-f3ec-4f11-bf8e-442078bc1b77 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2276247 Oct 11 04:27:34.042547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51308) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:34.050403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:34.082696 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1de84462-f660-4d24-8f8e-c8e77648e8ec tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387723 Oct 11 04:27:34.085211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51310) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:34.091221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-564971134', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:34.099136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:34.099478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Updating router 4ce115db-0aaf-488e-a915-fd32f9193bbd port 723d29d5-fcd0-4a1f-a3de-b56a29055933 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:27:34.126174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.135433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bef7da6d-64ff-404a-89c8-968ada419fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:34.138391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.184088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b87615f7-a164-4869-99d3-4e90c63901fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.216538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:34.221237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.452769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.457950 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 6 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:34.489890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:34.503072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:34.504398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.522035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Attempting to bind port 723d29d5-fcd0-4a1f-a3de-b56a29055933 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:34.522578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Attempting to bind port 723d29d5-fcd0-4a1f-a3de-b56a29055933 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:34.523067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Attempting to bind port 723d29d5-fcd0-4a1f-a3de-b56a29055933 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:34.531923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 13c7be2c-3c72-4f94-a1a2-1459ce1b121e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:34.532264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.549189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:34.549721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:34.550284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.550829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:34.551403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Bound port: 723d29d5-fcd0-4a1f-a3de-b56a29055933, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:34.551901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.598190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468181f0-78ee-473e-9d3b-4949dd48480f None None] Pushing event updated for resources: {'Port': ['ID=723d29d5-fcd0-4a1f-a3de-b56a29055933,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:34.623403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] For port 723d29d5-fcd0-4a1f-a3de-b56a29055933, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:34.626951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] For port 723d29d5-fcd0-4a1f-a3de-b56a29055933, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=723d29d5-fcd0-4a1f-a3de-b56a29055933,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:34.632663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.695676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf5123-a0b9-453c-b646-2d1b24c8558e req-c747d74d-0666-4883-a17c-50920655fa3e tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:34.697183 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-12cf5123-a0b9-453c-b646-2d1b24c8558e req-c747d74d-0666-4883-a17c-50920655fa3e tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2105439 Oct 11 04:27:34.742033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.791357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:34.810784 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:34.812765 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dfc58178-9b95-4f79-8b00-20c144245166 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3213964 Oct 11 04:27:34.816263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.819082 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51314) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:34.820763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.826975 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:34.828639 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:34.830709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:34.832851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:34.884700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468181f0-78ee-473e-9d3b-4949dd48480f None None] Pushing event updated for resources: {'Port': ['ID=723d29d5-fcd0-4a1f-a3de-b56a29055933,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:34.897692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 13c7be2c-3c72-4f94-a1a2-1459ce1b121e owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:34.901350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=a501d9c8-fc4c-4ee7-8058-3eb318f2470f,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:34.909761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:34.910361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: 1d29ee76-9582-4384-b576-6e279a1d7630, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:34.933072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 1d29ee76-9582-4384-b576-6e279a1d7630 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:34.938087 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-12cf5123-a0b9-453c-b646-2d1b24c8558e req-00ac383a-424d-4113-a182-def25127f8cf tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290652 Oct 11 04:27:34.946041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 1d29ee76-9582-4384-b576-6e279a1d7630) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:34.959063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8faeca-d19a-40db-89eb-08bc11e6a229 None None] Network 1d29ee76-9582-4384-b576-6e279a1d7630 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:34.964588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:34.965711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.984999 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b292bd07-71d1-4cc4-abc4-51a3bd14f64c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8978386 Oct 11 04:27:34.987925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51318) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:34.988276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:34.994703 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:35.056814 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 7 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:35.075633 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 11, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:35.092892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Deleting subnet 17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:35.110081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.116376 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:35.127516 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:35.128277 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:35.141668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:35.185082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:35.256269 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:35.273859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.283361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-1d29ee76-9582-4384-b576-6e279a1d7630', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:35.284209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.326684 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 11, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:35.368927 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99e77d-d4a6-4d09-866c-f9e9ee0eaeea None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 11, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:35.485037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba524b88-347a-4011-92c8-1782a428f5fc req-c22a99b2-4bd3-4e90-b59d-dd34b2f7dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:35.486560 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-c22a99b2-4bd3-4e90-b59d-dd34b2f7dc2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f00b382f0ba4d5ebebc646cdc945c66&device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 1098 time: 0.1763077 Oct 11 04:27:35.509813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.554459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Allocated IP 172.20.0.2 (1d29ee76-9582-4384-b576-6e279a1d7630/a501d9c8-fc4c-4ee7-8058-3eb318f2470f/e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:35.604561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:35.620846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cb6e8-67d5-480e-8a2a-24115e80896c req-3e1b907a-7868-4b6b-8dc2-1f8baffe39cc tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:35.622426 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ef7cb6e8-67d5-480e-8a2a-24115e80896c req-3e1b907a-7868-4b6b-8dc2-1f8baffe39cc tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.4076598 Oct 11 04:27:35.642382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbd443-183f-45cb-84da-f07536f0b37f None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:35.651203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba524b88-347a-4011-92c8-1782a428f5fc req-8348f044-38b1-4192-8278-4f10989ab0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:35.652683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-8348f044-38b1-4192-8278-4f10989ab0cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=5464d704-b519-4f33-b2aa-51b08c94f531 HTTP/1.1" status: 200 len: 912 time: 0.1583729 Oct 11 04:27:35.672775 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 8 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:35.721389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-2bc1fb98-d887-4687-aec3-0fc28bbda399 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0626488 Oct 11 04:27:35.741425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:35.814681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.818995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:35.828494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.850819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:35.855663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 035cf4ef-ff19-4bef-bb7e-9fd5cb0ade0c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:35.856586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba524b88-347a-4011-92c8-1782a428f5fc req-d9f061a5-bff4-46a5-ab7a-6bcc987cd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:35.863884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-d9f061a5-bff4-46a5-ab7a-6bcc987cd2dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b408157-3739-49c8-ad24-9d93ae72961b HTTP/1.1" status: 200 len: 851 time: 0.1301773 Oct 11 04:27:35.865901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dbf989-ec29-4f7c-ba1a-388b4e365052 None None] Network ecb76a78-457a-4912-bcac-9cf08179a697 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:35.877288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.883212 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691 HTTP/1.1" status: 204 len: 168 time: 1.0554352 Oct 11 04:27:35.885729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.896511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51324) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:35.905953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.914896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8866c-5784-492b-9dbd-c93d1ad9742b tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Subnet': ['ID=17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:35.973923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-8f48d83d-49ea-404a-adfc-32f9de9705a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5464d704-b519-4f33-b2aa-51b08c94f531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637183 Oct 11 04:27:35.978987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:35.987432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ef7cb6e8-67d5-480e-8a2a-24115e80896c req-18b70684-768b-4dd4-a179-03f8895c136a tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304120 Oct 11 04:27:36.093137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Network 1d29ee76-9582-4384-b576-6e279a1d7630 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:36.122223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:36.127754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:36.134870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Pushing event updated for resources: {'Port': ['ID=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:36.243015 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 9 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:36.314696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] DHCP port deletion for ecb76a78-457a-4912-bcac-9cf08179a697 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:36.323062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Attempting to bind port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:36.323439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Attempting to bind port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:36.323805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Attempting to bind port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 on network 1d29ee76-9582-4384-b576-6e279a1d7630 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:36.333498 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-a9986dfd-832e-4562-b907-124f7b2b63d7 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443542 Oct 11 04:27:36.338579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:36.338951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Checking segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:36.339777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.339777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Bound using segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:36.340169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Bound port: e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:36.340507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.342617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:36.448704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6619101-1806-4ca1-9c70-3832de79fd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.454769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] For port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:36.459496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] For port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:36.465378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] Deleting port e7c5f612-2780-4a04-b4db-5117cab2e932 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:36.465609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.469008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.545802 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba524b88-347a-4011-92c8-1782a428f5fc req-b1698d1d-c977-4bbc-bba8-3acc11b87bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062528 Oct 11 04:27:36.557541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (1d29ee76-9582-4384-b576-6e279a1d7630/a501d9c8-fc4c-4ee7-8058-3eb318f2470f/0b627e30-eba7-4f2f-9a7a-4f039b84848d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:36.602170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=13c7be2c-3c72-4f94-a1a2-1459ce1b121e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:36.622723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] For port e7c5f612-2780-4a04-b4db-5117cab2e932, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e7c5f612-2780-4a04-b4db-5117cab2e932,segment=NetworkSegment(722471f9-3ab5-40a2-9f61-fa63ed511c1e),segment_id=722471f9-3ab5-40a2-9f61-fa63ed511c1e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:36.623108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.635217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting port ef83f2fe-3811-4e14-81b8-ddb120726773 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:36.635601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.637991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eae00d-da66-4b75-80d0-cb585b856e77 None None] Pushing event updated for resources: {'Port': ['ID=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:36.642243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] Calling delete_port for e7c5f612-2780-4a04-b4db-5117cab2e932 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:36.739210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.747249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.778223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] Pushing event deleted for resources: {'Port': ['ID=e7c5f612-2780-4a04-b4db-5117cab2e932,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:36.785410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.834652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e0cbb-6852-45a9-8d75-5803fa68011c None None] No DVR routers for this DVR port e7c5f612-2780-4a04-b4db-5117cab2e932 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:36.852960 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 10 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:36.873480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 1d29ee76-9582-4384-b576-6e279a1d7630 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:36.874552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=0b627e30-eba7-4f2f-9a7a-4f039b84848d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:36.877643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.878183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:36.880771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:36.887268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.922451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:36.935839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Provisioning complete for port eadbb487-0888-44f4-9248-326e1c9a9f17 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:36.936511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:36.936967 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Attempt 1 to provision port eadbb487-0888-44f4-9248-326e1c9a9f17 Oct 11 04:27:36.949508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.184138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.187464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.212227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212925b-0437-40c0-b11b-33a02eadf522 req-252d848a-0377-4e94-aa4a-9eb8bdd13960 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:37.214923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b212925b-0437-40c0-b11b-33a02eadf522 req-252d848a-0377-4e94-aa4a-9eb8bdd13960 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.1194623 Oct 11 04:27:37.247475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7045063f-7f66-4b3e-adeb-b889cbab6a95 None None] Current status of the port eadbb487-0888-44f4-9248-326e1c9a9f17 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:37.258617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Calling delete_port for ef83f2fe-3811-4e14-81b8-ddb120726773 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:37.315162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b212925b-0437-40c0-b11b-33a02eadf522 req-90b97e49-4a4b-473d-affe-862be91a3319 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Oct 11 04:27:37.340195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.353538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 9b98c46c-06c8-4c30-b1a1-111a03addd1a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:37.367237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Provisioning complete for port bef7da6d-64ff-404a-89c8-968ada419fd3 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:37.367605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.367935 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Attempt 1 to provision port bef7da6d-64ff-404a-89c8-968ada419fd3 Oct 11 04:27:37.408698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb76a78-457a-4912-bcac-9cf08179a697']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.427195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722471f9-3ab5-40a2-9f61-fa63ed511c1e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.427537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722471f9-3ab5-40a2-9f61-fa63ed511c1e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.429723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Deleting port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:37.430049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.462801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Current status of the port bef7da6d-64ff-404a-89c8-968ada419fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:37.466985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Could not find standard attr ID for object 13c7be2c-3c72-4f94-a1a2-1459ce1b121e. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:27:37.478157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Provisioning complete for port ef83f2fe-3811-4e14-81b8-ddb120726773 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:37.478964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.479305 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Attempt 1 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:37.482921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.525513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:37.538250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.543430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.604235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.625296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=0b627e30-eba7-4f2f-9a7a-4f039b84848d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:37.627849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.653622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:37.657931 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:27:37.668534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] Sync routers for ids ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:37.673238 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-644b40ce-737d-48f7-87c8-2cc2fe2e0282 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/9b98c46c-06c8-4c30-b1a1-111a03addd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4860053 Oct 11 04:27:37.682754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Releasing vlan 475 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:37.683492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.685398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51328) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:37.702820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] Routers {'9b98c46c-06c8-4c30-b1a1-111a03addd1a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:37.703773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.714399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] For port 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:37.714822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.729671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 722471f9-3ab5-40a2-9f61-fa63ed511c1e resource provider aggregate not found Oct 11 04:27:37.748085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Calling delete_port for 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:37.779745 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d6d35981-c55c-4c1d-8b22-8652ba576437 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b98c46c-06c8-4c30-b1a1-111a03addd1a HTTP/1.1" status: 200 len: 205 time: 0.0907600 Oct 11 04:27:37.780232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51334) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:37.786181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.788911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.798262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] Routers {'9b98c46c-06c8-4c30-b1a1-111a03addd1a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:37.798818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.819868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 722471f9-3ab5-40a2-9f61-fa63ed511c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 722471f9-3ab5-40a2-9f61-fa63ed511c1e found for delete ", "request_id": "req-070e7a33-10af-41c5-b06c-90966451ea61"}]} Oct 11 04:27:37.849933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:37.850615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64fd35-ccda-472a-8b22-57af6e85953f None None] The sync data for ids ['9b98c46c-06c8-4c30-b1a1-111a03addd1a'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:37.894895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 1d29ee76-9582-4384-b576-6e279a1d7630 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:37.903232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:37.904652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:37.920246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.932130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.935210 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/networks/ecb76a78-457a-4912-bcac-9cf08179a697 HTTP/1.1" status: 204 len: 168 time: 2.0302939 Oct 11 04:27:37.940554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51336) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:37.947188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'routes': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:37.959872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.996425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:37.996732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:37.997069 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 Oct 11 04:27:38.002670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2f77-7337-41d6-83b0-8fd83f35d50a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Pushing event deleted for resources: {'Network': ['ID=ecb76a78-457a-4912-bcac-9cf08179a697,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:38.030651 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Attempt 2 to provision port ef83f2fe-3811-4e14-81b8-ddb120726773 Oct 11 04:27:38.055803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.057143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Port ef83f2fe-3811-4e14-81b8-ddb120726773 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:27:38.077973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Provisioning complete for port eadbb487-0888-44f4-9248-326e1c9a9f17 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:38.078341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.078883 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Attempt 1 to provision port eadbb487-0888-44f4-9248-326e1c9a9f17 Oct 11 04:27:38.139925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:38.141528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Port': ['ID=ef83f2fe-3811-4e14-81b8-ddb120726773,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:38.175542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:38.175960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.279523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:38.280720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb1a3-e031-4705-9552-cf61ce959355 None None] Current status of the port eadbb487-0888-44f4-9248-326e1c9a9f17 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:38.296503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.297420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 723d29d5-fcd0-4a1f-a3de-b56a29055933 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:38.379628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.392930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.426557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef347c-fe73-487d-bf87-bd4f1621b7d7 None None] Network 1d29ee76-9582-4384-b576-6e279a1d7630 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:38.452508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:38.475041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.507529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Added routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 04:27:38.507827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Removed routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 04:27:38.508192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.530135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.531055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router 9b98c46c-06c8-4c30-b1a1-111a03addd1a {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:38.536685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 723d29d5-fcd0-4a1f-a3de-b56a29055933 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:38.537052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.537389 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 723d29d5-fcd0-4a1f-a3de-b56a29055933 Oct 11 04:27:38.541909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.543222 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c90deb22-6b39-47ca-ac0e-49f2ab643d65 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/9b98c46c-06c8-4c30-b1a1-111a03addd1a HTTP/1.1" status: 204 len: 168 time: 0.7620735 Oct 11 04:27:38.546967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51340) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:38.561931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:38.587066 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-da7a619e-5b6c-4399-81df-2302fc0e7458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/4ce115db-0aaf-488e-a915-fd32f9193bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5971222 Oct 11 04:27:38.589978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51342) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:38.598615 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:38.608610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e423e059-2e80-440e-b24f-952db838aa62 None None] Provisioning complete for port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:38.608988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e423e059-2e80-440e-b24f-952db838aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.609324 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e423e059-2e80-440e-b24f-952db838aa62 None None] Attempt 1 to provision port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 Oct 11 04:27:38.617261 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:38.618164 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:38.674034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.674344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet 679055bc-388a-4f39-b8f1-be98f15b990e {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:38.678764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.817715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 723d29d5-fcd0-4a1f-a3de-b56a29055933 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:38.818413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.833438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.836362 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:38.852955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:38.880243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.880831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.881312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.881782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.882248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.882743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.883359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.883842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.884312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.884779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.885248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.886554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 723d29d5-fcd0-4a1f-a3de-b56a29055933, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=723d29d5-fcd0-4a1f-a3de-b56a29055933,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:38.890071 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ad315a62-3430-41c8-8770-80a7cdd5fdb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7751 time: 0.2964721 Oct 11 04:27:38.894227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e423e059-2e80-440e-b24f-952db838aa62 None None] Current status of the port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:38.903118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:38.942777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51344) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:38.976806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25973-566a-4e0b-9f4b-5930d744b187 req-e7c06097-6590-404f-a8e0-95a2f6bffdc1 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:38.979477 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-75a25973-566a-4e0b-9f4b-5930d744b187 req-e7c06097-6590-404f-a8e0-95a2f6bffdc1 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.4995863 Oct 11 04:27:39.021016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=723d29d5-fcd0-4a1f-a3de-b56a29055933,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:39.039181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e7c5f612-2780-4a04-b4db-5117cab2e932 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:39.074647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e7c5f612-2780-4a04-b4db-5117cab2e932 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:39.083315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e7c5f612-2780-4a04-b4db-5117cab2e932 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:39.274573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Provisioning complete for port 0b627e30-eba7-4f2f-9a7a-4f039b84848d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:39.276119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.278089 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Attempt 1 to provision port 0b627e30-eba7-4f2f-9a7a-4f039b84848d Oct 11 04:27:39.323699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.339665 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:39.342652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Port 0b627e30-eba7-4f2f-9a7a-4f039b84848d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:39.369136 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:39.369496 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Updating router 4ce115db-0aaf-488e-a915-fd32f9193bbd port 0b627e30-eba7-4f2f-9a7a-4f039b84848d binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:27:39.402642 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.435434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.508014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.530122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.558447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=679055bc-388a-4f39-b8f1-be98f15b990e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:39.562522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.565724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dc2571e9-25c7-4a98-88e0-655054b4aca5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/679055bc-388a-4f39-b8f1-be98f15b990e HTTP/1.1" status: 204 len: 168 time: 1.0183778 Oct 11 04:27:39.569029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51346) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:39.579400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e122804-dec9-4f58-80c8-f582ee9d4257 None None] Network b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:39.643399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.730327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.735820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.759714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Router 90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:39.780211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.780691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.781153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.781790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.782260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.782756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.783315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.783656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.784106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.784569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.785055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:39.787189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9f2eab86-2b30-497d-8132-79b86510607c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7093 time: 0.8369765 Oct 11 04:27:39.792675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51348) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:39.798453 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-75a25973-566a-4e0b-9f4b-5930d744b187 req-b6e52e45-50c6-4d7c-bda7-cbc3a4763477 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7679646 Oct 11 04:27:39.851483 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Attempt 2 to provision port 0b627e30-eba7-4f2f-9a7a-4f039b84848d Oct 11 04:27:39.861304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.894249 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.902688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Port 0b627e30-eba7-4f2f-9a7a-4f039b84848d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:39.906491 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.924225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:39.965618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port eadbb487-0888-44f4-9248-326e1c9a9f17 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:39.966215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:39.969835 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Pushing event updated for resources: {'Port': ['ID=0b627e30-eba7-4f2f-9a7a-4f039b84848d,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:39.984700 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.990910 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.991330 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.991705 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.992016 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.992923 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.993286 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.993642 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.994239 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.994733 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.995067 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.995557 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:39.997459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] DHCP port deletion for b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:40.063970 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Attempting to bind port 0b627e30-eba7-4f2f-9a7a-4f039b84848d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:40.064652 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Attempting to bind port 0b627e30-eba7-4f2f-9a7a-4f039b84848d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:40.065540 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Attempting to bind port 0b627e30-eba7-4f2f-9a7a-4f039b84848d on network 1d29ee76-9582-4384-b576-6e279a1d7630 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:40.072423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router db323e73-e5f6-4c58-90eb-20c18f1e9040 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:40.074417 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:40.074938 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Checking segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:40.075446 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.075957 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Bound using segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:40.077280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Bound port: 0b627e30-eba7-4f2f-9a7a-4f039b84848d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:40.077690 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.121842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:40.122295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.123272 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 Oct 11 04:27:40.151321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port eadbb487-0888-44f4-9248-326e1c9a9f17, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eadbb487-0888-44f4-9248-326e1c9a9f17,segment=NetworkSegment(8f488d06-9674-43e9-a32d-5ce5e12a2d47),segment_id=8f488d06-9674-43e9-a32d-5ce5e12a2d47)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:40.156082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.163239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:40.164965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] Deleting port eadbb487-0888-44f4-9248-326e1c9a9f17 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:40.165408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.170868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ef8b4648-6950-4b4d-8ca0-24cd6129a003 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0159111 Oct 11 04:27:40.177892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51354) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.195661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] For port 0b627e30-eba7-4f2f-9a7a-4f039b84848d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:40.199541 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] For port 0b627e30-eba7-4f2f-9a7a-4f039b84848d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0b627e30-eba7-4f2f-9a7a-4f039b84848d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:40.205075 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.213919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] Sync routers for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:40.219797 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:40.219797 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.252648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-a98b42ef-f967-4ee8-9f6e-06c758310020 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] delete failed (client error): The resource could not be found. Oct 11 04:27:40.254093 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a98b42ef-f967-4ee8-9f6e-06c758310020 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1186493707 HTTP/1.1" status: 404 len: 335 time: 0.0719936 Oct 11 04:27:40.255672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for eadbb487-0888-44f4-9248-326e1c9a9f17 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:40.265933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51356) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.273715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] For port eadbb487-0888-44f4-9248-326e1c9a9f17, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eadbb487-0888-44f4-9248-326e1c9a9f17,segment=NetworkSegment(8f488d06-9674-43e9-a32d-5ce5e12a2d47),segment_id=8f488d06-9674-43e9-a32d-5ce5e12a2d47)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:40.274109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.275131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4d83b15d-4689-4716-a7ba-d9918dcf1002 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'router': {'external_gateway_info': {'network_id': '90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:40.290070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:40.290776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.320412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] Calling delete_port for eadbb487-0888-44f4-9248-326e1c9a9f17 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:40.349024 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:40.377153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba519a7a-92a9-44d4-892c-00920bbba461 req-df712d0e-25b5-496a-8df6-8c339534b338 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:40.379499 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ba519a7a-92a9-44d4-892c-00920bbba461 req-df712d0e-25b5-496a-8df6-8c339534b338 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.1960311 Oct 11 04:27:40.384449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:40.392398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.397738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.398251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.402907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4176184e-3b27-4f80-a3d7-8dc00a4c663a tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 701 time: 2.4560549 Oct 11 04:27:40.402907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51358) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.405396 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Attempt 3 to provision port 0b627e30-eba7-4f2f-9a7a-4f039b84848d Oct 11 04:27:40.413731 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] Sync routers for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:40.436928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:40.437884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3fa04d92-776f-4865-aacc-a672954ad35b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3403 time: 0.6410038 Oct 11 04:27:40.438026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 723d29d5-fcd0-4a1f-a3de-b56a29055933 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:40.458481 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71449e7d-affb-424f-b4da-9bf7a10a776f None None] Pushing event updated for resources: {'Port': ['ID=0b627e30-eba7-4f2f-9a7a-4f039b84848d,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:40.489554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-24fdb989-442c-453c-952f-4228b8a1abb6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 205 time: 0.0823424 Oct 11 04:27:40.525703 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:40.526761 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.543821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.544158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51366) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.554116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397706855', 'description': 'tempest-secgroup-smoke-397706855 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:40.568853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:40.569509 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.609129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.609787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89a4eb-8862-430a-8881-b64a9fbec01f None None] The sync data for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:40.611081 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:40.630411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ba519a7a-92a9-44d4-892c-00920bbba461 req-c70f0261-1776-4d1b-a84a-03c77b420f67 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104771 Oct 11 04:27:40.635474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Router 0de6864b-c129-45d4-836e-d102cfe9080d has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:40.666836 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 11, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.706581 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] Checking router: db323e73-e5f6-4c58-90eb-20c18f1e9040 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:40.707947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 723d29d5-fcd0-4a1f-a3de-b56a29055933 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:40.708509 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.709070 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 723d29d5-fcd0-4a1f-a3de-b56a29055933 Oct 11 04:27:40.732478 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] Routers {'db323e73-e5f6-4c58-90eb-20c18f1e9040'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:40.733100 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['db323e73-e5f6-4c58-90eb-20c18f1e9040'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.797875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:40.807749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d83b15d-4689-4716-a7ba-d9918dcf1002 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.815119 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6e7d8de4-2e15-4809-8600-b2be780c4f68 admin admin] 10.222.0.39 "PUT /v2.0/routers/0de6864b-c129-45d4-836e-d102cfe9080d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0436561 Oct 11 04:27:40.815394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.818019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51368) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.818746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] Sync routers for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:40.823993 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] Set router db323e73-e5f6-4c58-90eb-20c18f1e9040 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:40.824371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.877050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.888046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 723d29d5-fcd0-4a1f-a3de-b56a29055933 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:40.889224 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-4d83b15d-4689-4716-a7ba-d9918dcf1002 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] update failed (client error): The resource could not be found. Oct 11 04:27:40.893800 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d83b15d-4689-4716-a7ba-d9918dcf1002 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 HTTP/1.1" status: 404 len: 339 time: 0.6229868 Oct 11 04:27:40.906801 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 11, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.911253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51370) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:40.919245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-969379937'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:40.927281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] No DVR routers for this DVR port eadbb487-0888-44f4-9248-326e1c9a9f17 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:40.933059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Current status of the port 0b627e30-eba7-4f2f-9a7a-4f039b84848d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:40.933487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.936978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1ebfd-ba87-497e-b04b-f9b2860fafdd None None] Pushing event deleted for resources: {'Port': ['ID=eadbb487-0888-44f4-9248-326e1c9a9f17,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:40.939730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:40.940377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:40.965745 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff7ad5-ce57-4939-ac71-4783d478c5bf None None] The sync data for ids ['db323e73-e5f6-4c58-90eb-20c18f1e9040'] in dv-neutron-860894-1-hyperv is: [{'id': 'db323e73-e5f6-4c58-90eb-20c18f1e9040', 'name': 'tempest-RoutersTest-router-1813585030', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:26:29Z', 'updated_at': '2022-10-11T04:27:32Z', 'revision_number': 11, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:40.978056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:40.987106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.005990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:41.009804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.020814 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:40Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:41.051196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:41.061060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.061405 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Added segment ff3827bc-e663-406c-9b90-f8c641ea4654 of type vlan for network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 Oct 11 04:27:41.073391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:41.084037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=eadbb487-0888-44f4-9248-326e1c9a9f17,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:41.084387 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc73c28-0494-4f44-8ab9-0dc37dd08d38 None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:40Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:41.101766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.121102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.124296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.231950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.232304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port eadbb487-0888-44f4-9248-326e1c9a9f17 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:41.238904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:41.241863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.283802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] For port 0b627e30-eba7-4f2f-9a7a-4f039b84848d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0b627e30-eba7-4f2f-9a7a-4f039b84848d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:41.301135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.320497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.323180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.367491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.371742 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8228226 Oct 11 04:27:41.372473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Provisioning complete for port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:41.372849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.373190 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Attempt 1 to provision port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 Oct 11 04:27:41.377752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3585185-eb39-46da-852c-dc1eacd02d46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115cd77a-8dc2-4818-9f24-e01bbf560af1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:41.379969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4674139 Oct 11 04:27:41.382556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51372) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:41.388927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '115cd77a-8dc2-4818-9f24-e01bbf560af1', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:41.392746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51374) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:41.406852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.407371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router db323e73-e5f6-4c58-90eb-20c18f1e9040 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:41.411545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'subnet': {'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:41.415179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.421706 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-515633a1-1748-40df-8665-a54a53ce131f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 204 len: 168 time: 0.8763337 Oct 11 04:27:41.422251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51376) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:41.437644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023869980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:41.446937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Pushing event updated for resources: {'Port': ['ID=0b627e30-eba7-4f2f-9a7a-4f039b84848d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:41.496863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ce553-cb31-45bf-b8f1-179d1174c236 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Network': ['ID=ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:41.512547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.515239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.519048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:41.527648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 5, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port': {'id': '6b22247e-6db2-4023-8947-01961f1ad60a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:21:58Z', 'updated_at': '2022-10-11T04:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:41.543235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.546177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.547302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.563883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:41.583554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f488d06-9674-43e9-a32d-5ce5e12a2d47') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:41.584196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f488d06-9674-43e9-a32d-5ce5e12a2d47') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:41.631429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.757179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Made reservation on behalf of 8835b51063304f06bd5df1d04218d683 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:41.765002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.778557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Deleting port 6b22247e-6db2-4023-8947-01961f1ad60a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:41.778557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.869870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] Checking router: 0de6864b-c129-45d4-836e-d102cfe9080d for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:41.880454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0b627e30-eba7-4f2f-9a7a-4f039b84848d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:41.930317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] Routers {'0de6864b-c129-45d4-836e-d102cfe9080d'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:41.931231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['0de6864b-c129-45d4-836e-d102cfe9080d'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:41.984171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.985934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:41.989828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] For port 6b22247e-6db2-4023-8947-01961f1ad60a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6b22247e-6db2-4023-8947-01961f1ad60a,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:41.990425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.016301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.016955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Calling delete_port for 6b22247e-6db2-4023-8947-01961f1ad60a owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:42.025822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.027810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 495 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:42.028389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.071847 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 8f488d06-9674-43e9-a32d-5ce5e12a2d47 resource provider aggregate not found Oct 11 04:27:42.075668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.130584 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 8f488d06-9674-43e9-a32d-5ce5e12a2d47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f488d06-9674-43e9-a32d-5ce5e12a2d47 found for delete ", "request_id": "req-f02e6327-8112-4843-b575-19a5a5bf2d46"}]} Oct 11 04:27:42.134075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bddd7df-4b0e-4836-989c-314e67301cbb,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:42.141460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.145383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6f064b22-0495-4a4b-afe8-f1688f150a8d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7577505 Oct 11 04:27:42.157980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51384) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:42.164220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '115cd77a-8dc2-4818-9f24-e01bbf560af1', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:42.188501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.192835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0b627e30-eba7-4f2f-9a7a-4f039b84848d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:42.193449 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d9fd283-c01b-45c6-9828-b663b080862e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7667184 Oct 11 04:27:42.193574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.193838 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0b627e30-eba7-4f2f-9a7a-4f039b84848d Oct 11 04:27:42.195057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51386) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:42.212249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:42.212460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf3cf2-022f-4455-be1c-c44cbef52dc0 req-44f438ed-1ad9-44f7-bc26-d43f92dd853e tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:42.213934 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ebaf3cf2-022f-4455-be1c-c44cbef52dc0 req-44f438ed-1ad9-44f7-bc26-d43f92dd853e tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.2190633 Oct 11 04:27:42.215228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.220033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.228378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d HTTP/1.1" status: 204 len: 168 time: 2.6582284 Oct 11 04:27:42.229075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51388) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:42.249659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1843596314', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:42.252709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] Set router 0de6864b-c129-45d4-836e-d102cfe9080d gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:42.258890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-eda6e13a-8868-44a0-ae9e-2e9f82bfb731 None None] Current status of the port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:42.295086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc18825-ff1d-452a-8c85-5fcc73deb85b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=b11eb1c2-1dd1-41cb-b78f-5e6fcc1e321d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:42.310289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.331467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.333149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.368304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.375070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 6, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:42.410503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6101cf-10c1-48d2-9f87-3aea0238087b None None] The sync data for ids ['0de6864b-c129-45d4-836e-d102cfe9080d'] in dv-neutron-860894-1-hyperv is: [{'id': '0de6864b-c129-45d4-836e-d102cfe9080d', 'name': 'tempest-ServerActionsTestJSON-1636705268-router', 'tenant_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:21:56Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 6, 'project_id': '580a075b9f424cc9bb1ecd48ca1b718e', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:42.415458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-2caefd84-6c71-4f4a-bc50-fadb1aa7abc1 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:42.417208 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-2caefd84-6c71-4f4a-bc50-fadb1aa7abc1 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.45 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 945 time: 0.1415923 Oct 11 04:27:42.425253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d8aa1a80-3726-4e46-bb6e-02450c2c2254 None None] Provisioning complete for port 0b627e30-eba7-4f2f-9a7a-4f039b84848d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:42.425253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1a80-3726-4e46-bb6e-02450c2c2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.425668 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d8aa1a80-3726-4e46-bb6e-02450c2c2254 None None] Attempt 1 to provision port 0b627e30-eba7-4f2f-9a7a-4f039b84848d Oct 11 04:27:42.464659 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ebaf3cf2-022f-4455-be1c-c44cbef52dc0 req-f6494df8-cf30-4113-9114-1ba52de09cc8 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/security-groups?id=3927a870-6f81-4894-9b71-bc0ce00845bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344086 Oct 11 04:27:42.521161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.542241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0b627e30-eba7-4f2f-9a7a-4f039b84848d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:42.594126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa1a80-3726-4e46-bb6e-02450c2c2254 None None] Current status of the port 0b627e30-eba7-4f2f-9a7a-4f039b84848d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:42.624683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Subnet': ['ID=013fcfd0-a8f1-428b-8d56-9804a14a729d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:42.713571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.773709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Deleting port 80e1c923-e517-48d0-833f-6f2893b0d3c2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:42.774115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.833461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eadbb487-0888-44f4-9248-326e1c9a9f17 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:42.855068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: eadbb487-0888-44f4-9248-326e1c9a9f17 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:42.855436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eadbb487-0888-44f4-9248-326e1c9a9f17 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:42.935359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] For port 80e1c923-e517-48d0-833f-6f2893b0d3c2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=80e1c923-e517-48d0-833f-6f2893b0d3c2,segment=NetworkSegment(594e4689-8742-4817-b2a2-f297e4b00f92),segment_id=594e4689-8742-4817-b2a2-f297e4b00f92)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:42.935724 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:42.951543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Calling delete_port for 80e1c923-e517-48d0-833f-6f2893b0d3c2 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:43.025761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.059498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.062242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.063391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.065301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Checking segment: {'id': 'ff3827bc-e663-406c-9b90-f8c641ea4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:43.065652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network hostable DHCP agents. Network: ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:43.076317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.085793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.113508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b22247e-6db2-4023-8947-01961f1ad60a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:43.115058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.162728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937d062d-3a35-4330-8137-9b189b119c2c,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:43.206728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.208487 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7d909b02-9eb4-46fa-af05-ea2888caa20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0489252 Oct 11 04:27:43.225979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51390) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:43.232069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '115cd77a-8dc2-4818-9f24-e01bbf560af1', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:43.234335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:43.261423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:43.268058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:43.268637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.273587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.275367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b64a0e-0799-405a-83be-01853e3f3616 None None] Network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:43.292109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.294886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 172.26.8.151 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/3b5aee54-03c3-4239-9259-115edc918d11) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:43.298788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.331503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['80e1c923-e517-48d0-833f-6f2893b0d3c2'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:27:43.351992 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2b893a8a-1a15-4375-af11-94dc17eb1247 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9526269 Oct 11 04:27:43.355483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Pushing event deleted for resources: {'Port': ['ID=80e1c923-e517-48d0-833f-6f2893b0d3c2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:43.355819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51392) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:43.362806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-415d4b65-faeb-4398-8562-3d166cacc84f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:43.425498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.430119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.431559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Router 1be8727e-fef3-419a-804e-4921c1c68b50 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:43.444218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] No DVR routers for this DVR port 80e1c923-e517-48d0-833f-6f2893b0d3c2 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:43.458580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.461944 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af1e700b-dd93-4798-bc9b-24b6099840cb req-4556b921-57d1-49e4-b4d6-7e62302e8c65 tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.45 "DELETE /v2.0/ports/80e1c923-e517-48d0-833f-6f2893b0d3c2 HTTP/1.1" status: 204 len: 173 time: 1.0305386 Oct 11 04:27:43.462453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'name': 'network-vif-deleted', 'tag': '80e1c923-e517-48d0-833f-6f2893b0d3c2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:43.464941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c05cfd-fc11-4a3c-8c1f-210cfc419d24" -d '{"events": [{"server_uuid": "300f5478-2d85-42cf-83b4-5d2707c8bf60", "name": "network-vif-deleted", "tag": "80e1c923-e517-48d0-833f-6f2893b0d3c2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:43.601027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.601599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de6864b-c129-45d4-836e-d102cfe9080d {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:43.632786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.633861 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8b72c910-a5df-452a-827c-f688fde017b8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0de6864b-c129-45d4-836e-d102cfe9080d HTTP/1.1" status: 204 len: 168 time: 2.8139956 Oct 11 04:27:43.665750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2', 'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2', 'tenant_id': '8835b51063304f06bd5df1d04218d683', 'fixed_ips': [{'subnet_id': '013fcfd0-a8f1-428b-8d56-9804a14a729d'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:43.667125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:43.670377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.674070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.677081 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] Sync routers for ids ['1be8727e-fef3-419a-804e-4921c1c68b50'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:43.682979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51400) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:43.685423 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0cb9a6ef-77c0-442c-9147-599505891a00 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "PUT /v2.0/routers/1be8727e-fef3-419a-804e-4921c1c68b50 HTTP/1.1" status: 200 len: 694 time: 1.4784629 Oct 11 04:27:43.690254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:43.697246 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] Routers {'1be8727e-fef3-419a-804e-4921c1c68b50'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:43.698136 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1be8727e-fef3-419a-804e-4921c1c68b50'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:43.708790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.744492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.837808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:43.850079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-415d4b65-faeb-4398-8562-3d166cacc84f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.853558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1828590-cd99-4b37-b080-bb3a748a382c x-openstack-request-id: req-b1828590-cd99-4b37-b080-bb3a748a382c {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:43.854314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f5478-2d85-42cf-83b4-5d2707c8bf60", "name": "network-vif-deleted", "tag": "80e1c923-e517-48d0-833f-6f2893b0d3c2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:43.854863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1828590-cd99-4b37-b080-bb3a748a382c {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:43.855697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1828590-cd99-4b37-b080-bb3a748a382c'] response: {'server_uuid': '300f5478-2d85-42cf-83b4-5d2707c8bf60', 'name': 'network-vif-deleted', 'tag': '80e1c923-e517-48d0-833f-6f2893b0d3c2', 'status': 'completed', 'code': 200} Oct 11 04:27:43.861159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Deleting subnet de3514a9-e950-4645-b6d5-ce7f114f7b23 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:43.868238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.889175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:43.889425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0cfbeed5-f6eb-4d92-9e85-0cdd1e7bf261 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:43.890062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6b22247e-6db2-4023-8947-01961f1ad60a no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:43.902662 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d00cfe65-e9a1-4393-a864-34eed0fa4a17 req-af25f447-152b-4407-b86e-608cebb93cdc tempest-TestServerAdvancedOps-153802783 tempest-TestServerAdvancedOps-153802783-project] 10.222.0.39 "GET /v2.0/ports?device_id=300f5478-2d85-42cf-83b4-5d2707c8bf60 HTTP/1.1" status: 200 len: 210 time: 0.2714410 Oct 11 04:27:43.903324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.922114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1efbb266-7685-45de-8d35-ee26b0878f5d tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/routers/1be8727e-fef3-419a-804e-4921c1c68b50 HTTP/1.1" status: 200 len: 700 time: 0.2290809 Oct 11 04:27:43.928155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51404) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:43.934322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5890988e-72e8-4964-bdef-4dbd1a8ea6b8,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:43.944891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6b22247e-6db2-4023-8947-01961f1ad60a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:43.946000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6b22247e-6db2-4023-8947-01961f1ad60a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:43.975993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:43.994095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bcb34568-f08b-463c-97fa-f5c1d3eca262 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be8727e-fef3-419a-804e-4921c1c68b50 HTTP/1.1" status: 200 len: 205 time: 0.0645723 Oct 11 04:27:43.995019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51406) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.000056 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] Set router 1be8727e-fef3-419a-804e-4921c1c68b50 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:44.016565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.020883 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fceb4ada-e5aa-4790-a869-a9db4941f0cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7920949 Oct 11 04:27:44.024545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51408) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.028415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Allocated IP 2001:db8:1::2 (ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2/013fcfd0-a8f1-428b-8d56-9804a14a729d/1e9a3b2b-d14e-4044-9935-75af2cd1df6f) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:44.031328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '115cd77a-8dc2-4818-9f24-e01bbf560af1', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:44.053615 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8727e-fef3-419a-804e-4921c1c68b50', 'name': 'tempest-RoutersTest-router-1023869980', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:41Z', 'updated_at': '2022-10-11T04:27:43Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:44.059337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.091024 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] Checking router: 1be8727e-fef3-419a-804e-4921c1c68b50 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:27:44.101383 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] Routers {'1be8727e-fef3-419a-804e-4921c1c68b50'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:44.102701 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1be8727e-fef3-419a-804e-4921c1c68b50'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:44.173584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:44.177672 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] Set router 1be8727e-fef3-419a-804e-4921c1c68b50 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:27:44.180362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:44.188193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:44.214714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=3b5aee54-03c3-4239-9259-115edc918d11,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:44.219261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.234796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.236771 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8727e-fef3-419a-804e-4921c1c68b50', 'name': 'tempest-RoutersTest-router-1023869980', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:41Z', 'updated_at': '2022-10-11T04:27:43Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:44.266268 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12054d52-0beb-40d9-8ae1-e11094fc0b61 None None] The sync data for ids ['1be8727e-fef3-419a-804e-4921c1c68b50'] in dv-neutron-860894-1-hyperv is: [{'id': '1be8727e-fef3-419a-804e-4921c1c68b50', 'name': 'tempest-RoutersTest-router-1023869980', 'tenant_id': '4f2998e7ddb04edd84b9f3040818df1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:41Z', 'updated_at': '2022-10-11T04:27:43Z', 'revision_number': 2, 'project_id': '4f2998e7ddb04edd84b9f3040818df1f', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:44.271922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.282489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.318893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.341565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:44.345877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:44.351882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Pushing event updated for resources: {'Port': ['ID=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:44.358466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:44.401081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.436287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3514a9-e950-4645-b6d5-ce7f114f7b23,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:44.439927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.445671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e6802a29-8c2f-4796-a08a-e2143c949052 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/de3514a9-e950-4645-b6d5-ce7f114f7b23 HTTP/1.1" status: 204 len: 168 time: 0.7419825 Oct 11 04:27:44.449707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5423cb6e-82d1-4cb7-82f4-e111b784905a None None] Network 0f512371-3059-437f-afd8-942dfacafcb8 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:44.471805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51410) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.475698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Attempting to bind port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:44.476139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Attempting to bind port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ff3827bc-e663-406c-9b90-f8c641ea4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:44.476785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Attempting to bind port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f on network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:44.488982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:44.489483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Checking segment: {'id': 'ff3827bc-e663-406c-9b90-f8c641ea4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:44.490637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.490637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Bound using segment: {'id': 'ff3827bc-e663-406c-9b90-f8c641ea4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:44.490829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Bound port: 1e9a3b2b-d14e-4044-9935-75af2cd1df6f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3827bc-e663-406c-9b90-f8c641ea4654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:44.491402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.549533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.550290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.560516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.623183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.663988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.671032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] For port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:44.676920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] For port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,segment=NetworkSegment(ff3827bc-e663-406c-9b90-f8c641ea4654),segment_id=ff3827bc-e663-406c-9b90-f8c641ea4654)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:44.679540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.682653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.701079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57abfe84-cc6e-43fd-a014-cdc97aa5bda6,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:44.710628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.711168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Fanout notify agent at l3_agent the message router_deleted on router 1be8727e-fef3-419a-804e-4921c1c68b50 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:44.720580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.726390 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b2ffaeac-c710-4b63-a68e-0e51ff081ab2 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/1be8727e-fef3-419a-804e-4921c1c68b50 HTTP/1.1" status: 204 len: 168 time: 0.7296114 Oct 11 04:27:44.727474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51412) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.744386 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-415d4b65-faeb-4398-8562-3d166cacc84f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:27:44.745419 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-415d4b65-faeb-4398-8562-3d166cacc84f tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 HTTP/1.1" status: 400 len: 364 time: 1.3865077 Oct 11 04:27:44.748164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.752209 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a3ecb70e-1b03-4513-93e7-c2ef65ab3e37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7227740 Oct 11 04:27:44.752209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51414) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.776048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-898fe41a-b7bd-4879-97fe-4163365bfd80 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=1be8727e-fef3-419a-804e-4921c1c68b50 HTTP/1.1" status: 200 len: 205 time: 0.0463774 Oct 11 04:27:44.780054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.780674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.786651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85f7a0-4830-4b31-a87e-9a5f3fd9e508 None None] Pushing event updated for resources: {'Port': ['ID=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:44.788697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '115cd77a-8dc2-4818-9f24-e01bbf560af1', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:44.805406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] DHCP port deletion for 0f512371-3059-437f-afd8-942dfacafcb8 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:44.849251 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-4cfa6845-1758-45f0-af91-e2f3904e7fac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:44.850283 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4cfa6845-1758-45f0-af91-e2f3904e7fac tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/1be8727e-fef3-419a-804e-4921c1c68b50 HTTP/1.1" status: 404 len: 336 time: 0.0567455 Oct 11 04:27:44.855125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51420) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:44.868100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] Deleting port 03bfd7de-dc30-4c64-9a34-d794d766cefe {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:44.868476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:44.961665 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc59595-8e67-46bd-8050-1d05ccdd4db4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:44.968855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc59595-8e67-46bd-8050-1d05ccdd4db4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:44.980542 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8fc59595-8e67-46bd-8050-1d05ccdd4db4 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/7b98b583-c0af-4f3e-a3a1-a2fa69fc628d HTTP/1.1" status: 404 len: 337 time: 0.1034286 Oct 11 04:27:44.984142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] For port 03bfd7de-dc30-4c64-9a34-d794d766cefe, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=03bfd7de-dc30-4c64-9a34-d794d766cefe,segment=NetworkSegment(9794e37c-25d5-4110-a9ff-a47462a99a2a),segment_id=9794e37c-25d5-4110-a9ff-a47462a99a2a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:44.984546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.014495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] Calling delete_port for 03bfd7de-dc30-4c64-9a34-d794d766cefe owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:45.031442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51424) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.031782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51426) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.142385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.175598 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4ff098-8f6a-4f36-9a5e-457699d73c35 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:45.176209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4ff098-8f6a-4f36-9a5e-457699d73c35 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:45.181653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] No DVR routers for this DVR port 03bfd7de-dc30-4c64-9a34-d794d766cefe on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:45.181871 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4e4ff098-8f6a-4f36-9a5e-457699d73c35 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/5e570f5e-1143-47d8-a9ca-30ba3d050755 HTTP/1.1" status: 404 len: 337 time: 0.1463377 Oct 11 04:27:45.181966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b0fec-a876-4382-bbd8-d616ace0d6db None None] Pushing event deleted for resources: {'Port': ['ID=03bfd7de-dc30-4c64-9a34-d794d766cefe,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:45.184880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51428) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.187906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Deleting subnet 4b408157-3739-49c8-ad24-9d93ae72961b {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:45.194349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.207840 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:27:45.216862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.221097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.281891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6471d7e0-c052-4202-b7a1-58bb2abd3205 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:45.282440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6471d7e0-c052-4202-b7a1-58bb2abd3205 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:45.287702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6471d7e0-c052-4202-b7a1-58bb2abd3205 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/38f4d992-a99a-4319-9860-f3ee1bd256e7 HTTP/1.1" status: 404 len: 337 time: 0.0730114 Oct 11 04:27:45.289682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51430) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.314976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.327261 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b02515d-154f-4025-b61d-6e23470cce91 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:45.327721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b02515d-154f-4025-b61d-6e23470cce91 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:45.333570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6b02515d-154f-4025-b61d-6e23470cce91 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/17ecbc2d-d5d6-45ab-bed5-4c6cc41ad691 HTTP/1.1" status: 404 len: 337 time: 0.0400267 Oct 11 04:27:45.336692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51432) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.357504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Deleting port 03bfd7de-dc30-4c64-9a34-d794d766cefe {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:45.357875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.401748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.402032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.406823 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-db08d9c8-4dd2-4eaa-b08c-2aa8c5a83923 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 200 len: 205 time: 0.0667605 Oct 11 04:27:45.409226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51434) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.419002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.420101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.462257 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-74136f0c-a811-4a51-b2b7-d988a0aedd16 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:45.463187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-74136f0c-a811-4a51-b2b7-d988a0aedd16 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/db323e73-e5f6-4c58-90eb-20c18f1e9040 HTTP/1.1" status: 404 len: 336 time: 0.0529590 Oct 11 04:27:45.471377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51436) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.506031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b154d7bf-e394-4c15-9019-dcc47d424021,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:45.512491 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2eacf31c-e58b-4233-97e2-1e5d730fac43 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=52de05a4-823c-4c10-ad80-172346353ac1 HTTP/1.1" status: 200 len: 205 time: 0.0364752 Oct 11 04:27:45.517445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.518628 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-34694628-a0a4-48df-b5ed-6bc7581a51d0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7362900 Oct 11 04:27:45.519502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51438) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.527602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51440) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.542398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] For port 03bfd7de-dc30-4c64-9a34-d794d766cefe, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:45.542824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.562228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '115cd77a-8dc2-4818-9f24-e01bbf560af1', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:45.573827 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-555a5c8d-2bdb-4485-ba60-3d929344c2ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:45.574840 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-555a5c8d-2bdb-4485-ba60-3d929344c2ca tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/52de05a4-823c-4c10-ad80-172346353ac1 HTTP/1.1" status: 404 len: 336 time: 0.0544097 Oct 11 04:27:45.578190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51442) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.602476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Calling delete_port for 03bfd7de-dc30-4c64-9a34-d794d766cefe owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:45.606816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Port 03bfd7de-dc30-4c64-9a34-d794d766cefe was not found and therefore no delete operation was performed {{(pid=103099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:27:45.609283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.615634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.623315 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76172da-3bf3-443a-9ecc-5bf8a4369ba9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:45.623802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76172da-3bf3-443a-9ecc-5bf8a4369ba9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:45.627402 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d76172da-3bf3-443a-9ecc-5bf8a4369ba9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/ad9f863a-b48f-4397-ae4d-c4e798401a47 HTTP/1.1" status: 404 len: 337 time: 0.0477216 Oct 11 04:27:45.629647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router e8003dc6-7bd2-465a-b525-411620f993b5 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:45.632491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51444) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.642309 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:27:45.662999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.670869 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-87a72fd3-670d-415b-a5c9-515c44bf6b07 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 200 len: 205 time: 0.0368252 Oct 11 04:27:45.682564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51446) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.736388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Pushing event deleted for resources: {'Port': ['ID=03bfd7de-dc30-4c64-9a34-d794d766cefe,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:45.750940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] No DVR routers for this DVR port 03bfd7de-dc30-4c64-9a34-d794d766cefe on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:45.765640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b408157-3739-49c8-ad24-9d93ae72961b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:45.771184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.772860 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-de729722-905f-4f8b-bc30-234753368e70 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:45.773904 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-de729722-905f-4f8b-bc30-234753368e70 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/f159e8d6-8cdb-43c9-9ae1-bbdbef51f2bc HTTP/1.1" status: 404 len: 336 time: 0.0923679 Oct 11 04:27:45.777426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51448) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.780504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51450) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.780953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2b4d24ed-5e33-41a5-a1b8-75b4d93d9c25 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4b408157-3739-49c8-ad24-9d93ae72961b HTTP/1.1" status: 204 len: 168 time: 0.7403343 Oct 11 04:27:45.793178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e9a3b2b-d14e-4044-9935-75af2cd1df6f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:45.841107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-49ecf66b-0eaf-48ad-a985-2e5a7937ded9 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=31cd3edc-884c-4531-939a-81d31f80afbf HTTP/1.1" status: 200 len: 205 time: 0.0611799 Oct 11 04:27:45.845945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51452) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:45.861007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:45.861573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.863219 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f Oct 11 04:27:45.954117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.965983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:45.966326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:45.986027 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-94ceefc9-6574-4627-9014-a66ac77fc4fc tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:45.987403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-94ceefc9-6574-4627-9014-a66ac77fc4fc tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/31cd3edc-884c-4531-939a-81d31f80afbf HTTP/1.1" status: 404 len: 336 time: 0.1375897 Oct 11 04:27:45.993919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51454) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.006490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Allocated IP 2001:db8::1 (60049f9d-6035-4e8a-bada-05451a82d804/92da02f9-814f-45a0-bc87-701585f1a528/10cbcf4a-3179-4253-b17b-42aaa509d74a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:46.006782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,segment=NetworkSegment(ff3827bc-e663-406c-9b90-f8c641ea4654),segment_id=ff3827bc-e663-406c-9b90-f8c641ea4654)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:46.016247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.016881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.061112 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6006e2-e3bd-44de-b422-02e43de09c2f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:46.071836 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6006e2-e3bd-44de-b422-02e43de09c2f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:46.079322 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ac6006e2-e3bd-44de-b422-02e43de09c2f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/8bf9fee0-e2f4-454f-bf75-c771d96e69ff HTTP/1.1" status: 404 len: 337 time: 0.0768759 Oct 11 04:27:46.083155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.092543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51456) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.096511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:46.098826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:46.130856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] Sync routers for ids ['e8003dc6-7bd2-465a-b525-411620f993b5'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:46.138005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 03bfd7de-dc30-4c64-9a34-d794d766cefe no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:46.154896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee85d14-520e-4a4b-8146-1f0d70b583d5,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:46.175978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 03bfd7de-dc30-4c64-9a34-d794d766cefe {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:46.176608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 03bfd7de-dc30-4c64-9a34-d794d766cefe not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:46.179077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 80e1c923-e517-48d0-833f-6f2893b0d3c2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:46.184187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.185402 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e6568d31-394e-4f71-844e-d742b9c9b00d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6549814 Oct 11 04:27:46.192626 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29c8f668-54d0-41e6-8114-2e713c26c35e tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bff325a-121f-4e02-97ef-094f46949e9a HTTP/1.1" status: 200 len: 205 time: 0.0913196 Oct 11 04:27:46.195961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51458) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.213465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 80e1c923-e517-48d0-833f-6f2893b0d3c2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:46.213958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 80e1c923-e517-48d0-833f-6f2893b0d3c2 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:46.218030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] Routers {'e8003dc6-7bd2-465a-b525-411620f993b5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:46.218699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e8003dc6-7bd2-465a-b525-411620f993b5'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.245757 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-4c39423e-e0a6-4f16-9502-c7638b94b397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:46.249868 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4c39423e-e0a6-4f16-9502-c7638b94b397 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/9bff325a-121f-4e02-97ef-094f46949e9a HTTP/1.1" status: 404 len: 336 time: 0.0528204 Oct 11 04:27:46.252095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51462) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.262659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5232b7-dc26-4993-a896-f93b2996ece5 None None] Network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:46.263356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.264618 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b7ad453d-1fcc-41a0-9739-242236922efc tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0188313 Oct 11 04:27:46.268067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51464) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.309552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-279c35f5-c4f3-42a8-94d9-62c2f3895e86 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:46.310025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279c35f5-c4f3-42a8-94d9-62c2f3895e86 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:46.315876 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-279c35f5-c4f3-42a8-94d9-62c2f3895e86 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/b7252226-673b-40fd-923e-6a09f85b114d HTTP/1.1" status: 404 len: 337 time: 0.0633249 Oct 11 04:27:46.317105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51466) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.352887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.396446 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-350b4c72-4df1-48e1-ad33-62acdbcc2bd6 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "GET /v2.0/ports?device_id=289eac29-1a47-43f1-8d4d-59875287ebe8 HTTP/1.1" status: 200 len: 205 time: 0.0446517 Oct 11 04:27:46.401334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51478) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.493902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.512016 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d274f265-f4fb-4da2-ae41-be07edba230f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] delete failed (client error): The resource could not be found. Oct 11 04:27:46.515548 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d274f265-f4fb-4da2-ae41-be07edba230f tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/routers/289eac29-1a47-43f1-8d4d-59875287ebe8 HTTP/1.1" status: 404 len: 336 time: 0.1107895 Oct 11 04:27:46.519737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.533648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51480) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.556751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] Routers {'e8003dc6-7bd2-465a-b525-411620f993b5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:46.557392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e8003dc6-7bd2-465a-b525-411620f993b5'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.585160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f512371-3059-437f-afd8-942dfacafcb8']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.587280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5464d704-b519-4f33-b2aa-51b08c94f531']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.601434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.602318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08089f8-52ef-4ebb-83dd-b684d79b23fa None None] The sync data for ids ['e8003dc6-7bd2-465a-b525-411620f993b5'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:46.602708 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a257b8-b295-4fbb-8b33-0eae42740e95 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:46.603235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a257b8-b295-4fbb-8b33-0eae42740e95 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:46.605893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f35a42e0-ab2b-429e-86e3-3a672d2d42bd None None] Provisioning complete for port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:46.606265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f35a42e0-ab2b-429e-86e3-3a672d2d42bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.606704 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f35a42e0-ab2b-429e-86e3-3a672d2d42bd None None] Attempt 1 to provision port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f Oct 11 04:27:46.610069 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c8a257b8-b295-4fbb-8b33-0eae42740e95 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/968423fb-52e6-4b82-8cba-39bfc6155bff HTTP/1.1" status: 404 len: 337 time: 0.0744324 Oct 11 04:27:46.610891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-e0782f53-5fad-4ea4-b002-41ec470e7e20 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397706855&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.1887977 Oct 11 04:27:46.614617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51482) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.617233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-360ff67c-2bef-4dd1-b8f9-0180b13cf099 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/routers/e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 200 len: 885 time: 0.3311810 Oct 11 04:27:46.623018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51484) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.625226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594e4689-8742-4817-b2a2-f297e4b00f92') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.625687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594e4689-8742-4817-b2a2-f297e4b00f92') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.626097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9794e37c-25d5-4110-a9ff-a47462a99a2a') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.626401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9794e37c-25d5-4110-a9ff-a47462a99a2a') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:46.669017 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b870c5-77a8-4f91-8307-04042c420044 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] DELETE failed (client error): The resource could not be found. Oct 11 04:27:46.669471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b870c5-77a8-4f91-8307-04042c420044 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:46.673182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-86b870c5-77a8-4f91-8307-04042c420044 tempest-RoutersTest-1367368451 tempest-RoutersTest-1367368451-project] 10.222.0.39 "DELETE /v2.0/subnets/79c3516f-6213-4b06-8308-7bdef0da9846 HTTP/1.1" status: 404 len: 337 time: 0.0579681 Oct 11 04:27:46.699316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.712404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.723189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.744446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Releasing vlan 468 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:46.744773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.766445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.778891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9794e37c-25d5-4110-a9ff-a47462a99a2a resource provider aggregate not found Oct 11 04:27:46.790001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Releasing vlan 451 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:46.790571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.813447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f35a42e0-ab2b-429e-86e3-3a672d2d42bd None None] Current status of the port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:46.822258 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9794e37c-25d5-4110-a9ff-a47462a99a2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9794e37c-25d5-4110-a9ff-a47462a99a2a found for delete ", "request_id": "req-d6b6b176-a28c-4c04-9cb0-4db8bce96566"}]} Oct 11 04:27:46.855496 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 594e4689-8742-4817-b2a2-f297e4b00f92 resource provider aggregate not found Oct 11 04:27:46.860327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.883030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.892249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.901958 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] 10.222.0.39 "DELETE /v2.0/networks/0f512371-3059-437f-afd8-942dfacafcb8 HTTP/1.1" status: 204 len: 168 time: 2.4262078 Oct 11 04:27:46.908871 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 594e4689-8742-4817-b2a2-f297e4b00f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 594e4689-8742-4817-b2a2-f297e4b00f92 found for delete ", "request_id": "req-2a50069e-7ba7-4070-9d32-31ea53bfdcd5"}]} Oct 11 04:27:46.931599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.937287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.943156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5464d704-b519-4f33-b2aa-51b08c94f531 HTTP/1.1" status: 204 len: 168 time: 1.1475601 Oct 11 04:27:46.943775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51500) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:46.946102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e97393-2a68-4910-b02f-25559ec7b95b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f512371-3059-437f-afd8-942dfacafcb8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:46.964087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:46.991853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-685049be-6396-4c41-9153-524bf187c50c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:46.993388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-685049be-6396-4c41-9153-524bf187c50c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 797 time: 0.3590226 Oct 11 04:27:46.996524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9331f-35ba-4f83-aacf-e21a7d927a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=5464d704-b519-4f33-b2aa-51b08c94f531,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:47.024756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51502) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:47.037337 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-a69d4e9e-9cb8-4d38-b54a-cbbf3954225d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0253882 Oct 11 04:27:47.087495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network 60049f9d-6035-4e8a-bada-05451a82d804 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:47.100653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:47.106894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:47.107522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.115826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Deleting subnet 2e6e594c-48d0-44b4-98a2-e98ca3dfe4e0 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:47.167527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.177836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3b19c20f-83e0-44db-8a13-826c8c7c40ce None None] Provisioning complete for port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:47.178489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3b19c20f-83e0-44db-8a13-826c8c7c40ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.178911 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3b19c20f-83e0-44db-8a13-826c8c7c40ce None None] Attempt 1 to provision port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f Oct 11 04:27:47.192801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Port': ['ID=10cbcf4a-3179-4253-b17b-42aaa509d74a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:47.251928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.281150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51506) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:47.308734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3b19c20f-83e0-44db-8a13-826c8c7c40ce None None] Current status of the port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:47.356470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.402790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.408175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d0964f92-c8f2-4420-834e-a2f4700722df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=580a075b9f424cc9bb1ecd48ca1b718e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1258624 Oct 11 04:27:47.411189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51508) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:47.502728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.527446 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-807d0c94-9fa3-4644-b9e4-75adc6e6bedb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f2998e7ddb04edd84b9f3040818df1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969816 Oct 11 04:27:47.532488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51510) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:47.534282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Provisioning complete for port 10cbcf4a-3179-4253-b17b-42aaa509d74a triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:47.534677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.535016 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 1 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:47.555796 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-75e7b762-815b-4de9-9365-6331c267e3e3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4649777 Oct 11 04:27:47.564463 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-38b76683-3b0e-46fc-b33e-9bb881a844ae tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9360411 Oct 11 04:27:47.567780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51512) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:47.575297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1843596314'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:47.577494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:47.579260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6e594c-48d0-44b4-98a2-e98ca3dfe4e0,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:47.617104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-391d2d66-3ca8-4b0b-abe9-9df9aa7eda0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.641923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-391d2d66-3ca8-4b0b-abe9-9df9aa7eda0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.645842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.651355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-48f430c5-f8c1-4bab-b035-324efaca9aa3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2e6e594c-48d0-44b4-98a2-e98ca3dfe4e0 HTTP/1.1" status: 204 len: 168 time: 0.7040558 Oct 11 04:27:47.654826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51516) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:47.665698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54430be8-a436-4be8-b687-6a43bf342f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.708500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-391d2d66-3ca8-4b0b-abe9-9df9aa7eda0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.712948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-391d2d66-3ca8-4b0b-abe9-9df9aa7eda0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.723093 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-391d2d66-3ca8-4b0b-abe9-9df9aa7eda0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9956ec27-206b-4d01-aeea-cb2b0758dd62 HTTP/1.1" status: 204 len: 168 time: 0.1851075 Oct 11 04:27:47.733502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54430be8-a436-4be8-b687-6a43bf342f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.750657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d2d66-3ca8-4b0b-abe9-9df9aa7eda0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9956ec27-206b-4d01-aeea-cb2b0758dd62,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:47.758317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e9a3b2b-d14e-4044-9935-75af2cd1df6f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:47.852063 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-05124057-5854-48ac-95b3-a099bf3c7197 service neutron] 10.222.0.39 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590001 Oct 11 04:27:47.865025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:47.866060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.866622 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f Oct 11 04:27:47.901489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.977023 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-4329d109-5e49-4d19-914d-2e6b42f0cbfb service neutron] 10.222.0.39 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240633 Oct 11 04:27:47.978282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:47.988522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54430be8-a436-4be8-b687-6a43bf342f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.991020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54430be8-a436-4be8-b687-6a43bf342f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:47.994443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-54430be8-a436-4be8-b687-6a43bf342f1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4aaee4db-daf1-47e1-962b-5677ee0f9571 HTTP/1.1" status: 204 len: 168 time: 0.5746982 Oct 11 04:27:48.039920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54430be8-a436-4be8-b687-6a43bf342f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaee4db-daf1-47e1-962b-5677ee0f9571,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:48.079321 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 2 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:48.101884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.116236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.116989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.153215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.160430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:48.251208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fa6d2a-d2af-4ace-8e10-e271b7c3eab4']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:48.292421 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-40c4dcad-a98c-41a8-80b6-105285d74d7d req-dd693a55-6edc-4e53-a9d7-e64b1fac4836 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 210 time: 0.0983169 Oct 11 04:27:48.301349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc083ec4-19e0-44cb-a03f-0a55111641a6') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:48.301629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc083ec4-19e0-44cb-a03f-0a55111641a6') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:48.319142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event updated for resources: {'Port': ['ID=10cbcf4a-3179-4253-b17b-42aaa509d74a,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:48.322054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.369583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.417694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Releasing vlan 498 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:48.418099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.502719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.511114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.526427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.534851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] 10.222.0.39 "DELETE /v2.0/networks/13fa6d2a-d2af-4ace-8e10-e271b7c3eab4 HTTP/1.1" status: 204 len: 168 time: 0.8678806 Oct 11 04:27:48.538239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.571105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d572c-aa33-4e98-b2e2-f98cb299d982 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fa6d2a-d2af-4ace-8e10-e271b7c3eab4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:48.578258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Network 60049f9d-6035-4e8a-bada-05451a82d804 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:48.638005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:48.662066 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 3 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:48.719693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:48.747207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51556) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:48.823795 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6589825d-c4ff-45c9-9374-c9d7d24b9bff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f00b382f0ba4d5ebebc646cdc945c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751901 Oct 11 04:27:48.826106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51560) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:48.896537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4aaa266e-e8ee-442b-a3b6-c4287dc4b303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:48.926024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Router 90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:48.928478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router e8003dc6-7bd2-465a-b525-411620f993b5 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:48.960511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4aaa266e-e8ee-442b-a3b6-c4287dc4b303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.043106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4aaa266e-e8ee-442b-a3b6-c4287dc4b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.047028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4aaa266e-e8ee-442b-a3b6-c4287dc4b303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.048653 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4aaa266e-e8ee-442b-a3b6-c4287dc4b303 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3927a870-6f81-4894-9b71-bc0ce00845bf HTTP/1.1" status: 204 len: 168 time: 0.2213295 Oct 11 04:27:49.060004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa266e-e8ee-442b-a3b6-c4287dc4b303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927a870-6f81-4894-9b71-bc0ce00845bf,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:49.131229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:49.145673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] Sync routers for ids ['e8003dc6-7bd2-465a-b525-411620f993b5'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:49.165095 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] Routers {'e8003dc6-7bd2-465a-b525-411620f993b5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:49.165892 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e8003dc6-7bd2-465a-b525-411620f993b5'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.177890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cc083ec4-19e0-44cb-a03f-0a55111641a6 resource provider aggregate not found Oct 11 04:27:49.186263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.187471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-377c5019-1d63-4c58-995e-8447df621e4f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 200 len: 892 time: 1.6174397 Oct 11 04:27:49.190207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51582) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.223968 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 4 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:49.228453 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.240354 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] Routers {'e8003dc6-7bd2-465a-b525-411620f993b5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:49.241330 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e8003dc6-7bd2-465a-b525-411620f993b5'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.241469 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cc083ec4-19e0-44cb-a03f-0a55111641a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc083ec4-19e0-44cb-a03f-0a55111641a6 found for delete ", "request_id": "req-2d1d48c2-a567-4307-8ce4-3fe3f101657e"}]} Oct 11 04:27:49.249689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:49.259419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51584) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.259658 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9f076f89-d3ee-4039-83d7-68387961bf65 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5077004 Oct 11 04:27:49.293890 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.295229 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a2db7-74d7-4fe7-8eef-846c8b8e1f8e None None] The sync data for ids ['e8003dc6-7bd2-465a-b525-411620f993b5'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:49.384593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:49.385371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] Sync routers for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:49.416011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:49.417287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.454603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b0768eb-dc76-4d23-bd59-1e5fccec5d28 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.470194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.498890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:49.500435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.584544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51592) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.586699 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d13200e5-78c4-4430-b2a1-ab0bb836dd00 req-6deb377d-0732-4558-896f-253a143df589 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 210 time: 0.1288092 Oct 11 04:27:49.587707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:49.588484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd81f3a-241e-46fd-9317-911233eb3a34 None None] The sync data for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:49.669098 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-6b0768eb-dc76-4d23-bd59-1e5fccec5d28 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 11 04:27:49.670408 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6b0768eb-dc76-4d23-bd59-1e5fccec5d28 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 HTTP/1.1" status: 409 len: 329 time: 0.4100022 Oct 11 04:27:49.673349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51596) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.676109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-db67396c-5f79-4486-b48d-7649b8fce38b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/routers/e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 200 len: 892 time: 0.4830306 Oct 11 04:27:49.678728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51598) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.709573 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8dd1b052-fa04-443c-bbdf-dcb8bd0f4dba tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 200 len: 205 time: 0.0294881 Oct 11 04:27:49.712579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51602) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.837154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51604) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.880508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.884162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1850328054'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:49.886984 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 5 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:49.915043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Made reservation on behalf of 1da10bfa1d954cdd8df9cdbf4ef45e46 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:49.918811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:49.939304 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8c4d90b9-51e5-41f6-a35f-aae78dd823fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5ea85e1b49f45b69498ba0cf1e47e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009161 Oct 11 04:27:49.942383 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51606) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:49.952044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:49.965131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.056420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.064150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85966951-81c2-40b9-8b51-8a2ddbf06df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.094149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-e7e2b199-c631-4773-a504-f075703015b6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:50.095571 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-e7e2b199-c631-4773-a504-f075703015b6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 797 time: 0.3035920 Oct 11 04:27:50.105190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85966951-81c2-40b9-8b51-8a2ddbf06df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.158270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 3b5aee54-03c3-4239-9259-115edc918d11 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:50.158639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.214934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85966951-81c2-40b9-8b51-8a2ddbf06df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.217332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85966951-81c2-40b9-8b51-8a2ddbf06df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.218579 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-85966951-81c2-40b9-8b51-8a2ddbf06df6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3f3f82d-a208-45a9-a50c-371e5afd4e81 HTTP/1.1" status: 204 len: 168 time: 0.2750945 Oct 11 04:27:50.229265 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ec87c8de-b9d5-4f29-a244-048e4828e1ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 379 time: 0.1165369 Oct 11 04:27:50.233667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85966951-81c2-40b9-8b51-8a2ddbf06df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3f82d-a208-45a9-a50c-371e5afd4e81,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:50.245946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['115cd77a-8dc2-4818-9f24-e01bbf560af1']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:50.252746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.275103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 3b5aee54-03c3-4239-9259-115edc918d11 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:50.317984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.356354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.399962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:50.432270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9904228-a207-4ad3-93f4-519603519b84,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:50.453470 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 6 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:50.505517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:50.511996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.524045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.524636 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Added segment 6738842c-ad2c-4587-a660-a772cb99044e of type vlan for network 11a25d4e-b064-4308-95db-e1cd704007eb Oct 11 04:27:50.541010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:50.546940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.558955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=3b5aee54-03c3-4239-9259-115edc918d11,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:50.621663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.633923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.659516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.785812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.786216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.791715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:50.792340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.793115 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-82483960-1a48-4be1-b56b-e81a06ac58af req-18d023e2-9bc7-4398-a946-aebb5255dca5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 210 time: 0.0727077 Oct 11 04:27:50.794481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.844961 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.845594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router e8003dc6-7bd2-465a-b525-411620f993b5 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:27:50.856289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.857421 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5292f4c5-1423-4099-85a9-3d3be3324c73 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 204 len: 168 time: 1.1436505 Oct 11 04:27:50.861158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51630) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:50.866746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393304306'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:50.892515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:50.896538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.917076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51632) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:50.930797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:50.940619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:50.941534 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment 1efd63ef-a551-4e64-9a4b-36d8e9774431 of type vlan for network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e Oct 11 04:27:50.961693 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3702691 Oct 11 04:27:50.964819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4112af-1244-4f99-baff-edb693399a4e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event updated for resources: {'Network': ['ID=11a25d4e-b064-4308-95db-e1cd704007eb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:50.970148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51636) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:50.977295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 11a25d4e-b064-4308-95db-e1cd704007eb details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:50.977990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Request body: {'subnet': {'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:51.003015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.011981 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 7 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:51.027511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.7 (1d29ee76-9582-4384-b576-6e279a1d7630/a501d9c8-fc4c-4ee7-8058-3eb318f2470f/ad629e15-49f9-42f0-bc7c-35d881d7245d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:51.035126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.042318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:51.043542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.099372 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2371140 Oct 11 04:27:51.103061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51638) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:51.111264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:51.112699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:51.116956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Made reservation on behalf of 1da10bfa1d954cdd8df9cdbf4ef45e46 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:51.120885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.141489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1702138908'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:51.145077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934063cc-bf64-4f4b-a593-19fe6cda24e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:51.156286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:51.166637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Made reservation on behalf of 5d7ab9c682824a15a76cb1da3e3d1a1e for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:51.171346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.181188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.267512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.272023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.303372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:51.312339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228f65c4-7f3f-4216-973c-dbbf37a8b0c9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:51.318921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.319285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Added segment 9c188037-3f6c-4e6f-967a-b401d95d051e of type vlan for network 246367b6-0e4e-40a7-80a4-129b299ecbf2 Oct 11 04:27:51.359521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.384833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.391114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:51.391852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.423697 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5055804 Oct 11 04:27:51.427197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51640) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:51.439728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:51.443720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.473127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fdfea-10d6-426a-b181-4eb4eff28405 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Pushing event updated for resources: {'Network': ['ID=246367b6-0e4e-40a7-80a4-129b299ecbf2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:51.483723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 246367b6-0e4e-40a7-80a4-129b299ecbf2 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:51.497069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'network': {'name': 'tempest-network--1112016479', 'router:external': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:51.525272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Made reservation on behalf of 6cd1161d37fe46428e9ef85152fc7954 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:51.525950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.528071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.538485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.613314 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 8 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:51.628316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.633485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.656661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:51.671700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:51.679217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc2538a-63fa-4a08-b956-730a55eb3364,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:51.687241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.687677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Added segment da031b4e-5c1c-484e-897b-626c6c8d96b9 of type vlan for network 522d122f-942e-4b15-807e-634dc8cda991 Oct 11 04:27:51.735439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.767800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.768986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:51.769561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.805682 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3776917 Oct 11 04:27:51.808320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51644) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:51.853645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135b28-81b8-43c9-bb3c-0595d9cc91a8 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Network': ['ID=522d122f-942e-4b15-807e-634dc8cda991,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:51.868520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 522d122f-942e-4b15-807e-634dc8cda991 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:51.870764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting port 10cbcf4a-3179-4253-b17b-42aaa509d74a {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:51.871282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.927422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:51.954126 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d426b93-c405-4f5d-aadf-73ed639bdc2f req-206f3230-2cb8-4adf-b928-881472e925db tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 210 time: 0.0491621 Oct 11 04:27:51.968716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.012495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.032778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522d122f-942e-4b15-807e-634dc8cda991']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:52.043667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da031b4e-5c1c-484e-897b-626c6c8d96b9') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:52.044408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da031b4e-5c1c-484e-897b-626c6c8d96b9') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:52.055013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.064270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.068855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.075696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Releasing vlan 455 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:52.076119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.097599 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment da031b4e-5c1c-484e-897b-626c6c8d96b9 resource provider aggregate not found Oct 11 04:27:52.142510 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment da031b4e-5c1c-484e-897b-626c6c8d96b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da031b4e-5c1c-484e-897b-626c6c8d96b9 found for delete ", "request_id": "req-f5569ba3-4dfb-41d4-9f3a-4e6a2a2bcb85"}]} Oct 11 04:27:52.152142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.156269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 522d122f-942e-4b15-807e-634dc8cda991 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:27:52.157723 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 9 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:52.158434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.162514 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/networks/522d122f-942e-4b15-807e-634dc8cda991 HTTP/1.1" status: 204 len: 168 time: 0.3532474 Oct 11 04:27:52.165863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51652) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:52.166986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.170477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:52.174052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event updated for resources: {'Subnet': ['ID=2ed4c0c0-ccd0-42eb-8427-daf02b3be602,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:52.191019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d649f0-8a95-4507-a9ba-c73c1065fb45 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Network': ['ID=522d122f-942e-4b15-807e-634dc8cda991,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:52.208194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 1d29ee76-9582-4384-b576-6e279a1d7630 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:52.209051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:52.209870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Made reservation on behalf of 6cd1161d37fe46428e9ef85152fc7954 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:52.212344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.217183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Calling delete_port for 10cbcf4a-3179-4253-b17b-42aaa509d74a owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:52.242410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:52.244292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:52.256331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.256776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Added segment b7c9ce25-a44e-449f-baf1-3f659ed68232 of type vlan for network 683a8257-000b-41e3-a2c2-57ce79d70b9e Oct 11 04:27:52.257960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:52.261566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=ad629e15-49f9-42f0-bc7c-35d881d7245d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:52.270064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Checking segment: {'id': '6738842c-ad2c-4587-a660-a772cb99044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:52.270064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Network hostable DHCP agents. Network: 11a25d4e-b064-4308-95db-e1cd704007eb, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:52.315033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.346715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.348752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:52.350215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.373545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.382182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2153480 Oct 11 04:27:52.384874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51654) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:52.391463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'subnet': {'network_id': '683a8257-000b-41e3-a2c2-57ce79d70b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:52.402889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:52.403508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.430889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Network 11a25d4e-b064-4308-95db-e1cd704007eb is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:52.474613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Made reservation on behalf of 6cd1161d37fe46428e9ef85152fc7954 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:52.477032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.480498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c40896-e46d-4d6f-9289-d5295a80edbd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Network': ['ID=683a8257-000b-41e3-a2c2-57ce79d70b9e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:52.491608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 683a8257-000b-41e3-a2c2-57ce79d70b9e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:52.498266 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-ae6b64ab-0f2c-42c8-99fe-98b77eeb888b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2602813 Oct 11 04:27:52.499334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 11a25d4e-b064-4308-95db-e1cd704007eb) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:52.520415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:52.521004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.527584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Request body: {'port': {'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:52.531888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a181a87-fc4f-48a5-954e-94c270b7729d None None] Network 11a25d4e-b064-4308-95db-e1cd704007eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:52.545730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=ca83d7cc-cf23-4344-b786-bde4dbbecc46,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:52.614480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8c612977-4a93-42f7-acfc-1e6c365955fa tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6403434 Oct 11 04:27:52.618985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': '1efd63ef-a551-4e64-9a4b-36d8e9774431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:52.619356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:52.624504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51656) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:52.632928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Request body: {'port': {'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb', 'name': 'tempest-TagsExtTest-1440384636'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:52.655521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.713639 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Attempt 10 to provision port 10cbcf4a-3179-4253-b17b-42aaa509d74a Oct 11 04:27:52.714595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:52.732320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.748371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:52.780471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d374f-ced5-4cb5-96f6-d6386e3b43df None None] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:52.783000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:52.783604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.805773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ed3c-8f1d-40b1-a05b-6b49534fe27e None None] Port 10cbcf4a-3179-4253-b17b-42aaa509d74a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:52.837805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Port': ['ID=10cbcf4a-3179-4253-b17b-42aaa509d74a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:52.866558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Made reservation on behalf of 1da10bfa1d954cdd8df9cdbf4ef45e46 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:52.875090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.890926 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e7643ec4-fa90-4655-9751-39d1e80b6f54 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7840390 Oct 11 04:27:52.903405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51658) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:52.904349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-11a25d4e-b064-4308-95db-e1cd704007eb', 'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb', 'tenant_id': '1da10bfa1d954cdd8df9cdbf4ef45e46', 'fixed_ips': [{'subnet_id': '2ed4c0c0-ccd0-42eb-8427-daf02b3be602'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:52.905438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.915453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-250391408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:52.948705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] device_id is not set on port 718a771e-49db-42da-ac7e-4f73f53ef4e2 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:27:52.980224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.986148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Provisioning complete for port ad629e15-49f9-42f0-bc7c-35d881d7245d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:52.986148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:52.986148 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Attempt 1 to provision port ad629e15-49f9-42f0-bc7c-35d881d7245d Oct 11 04:27:53.093755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e', 'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': 'ca83d7cc-cf23-4344-b786-bde4dbbecc46'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:27:53.094915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.098623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.103414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.241267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.248170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Allocated IP 2001:db8::2 (8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e/ca83d7cc-cf23-4344-b786-bde4dbbecc46/d92686e1-4693-44b1-85d5-1b438ea7a82d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:53.256237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422bc75-4da1-4c41-af9a-d36d7e05cd7f req-2dc2e5bc-1098-484b-aa3e-cd576b21778c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:53.258283 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9422bc75-4da1-4c41-af9a-d36d7e05cd7f req-2dc2e5bc-1098-484b-aa3e-cd576b21778c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 931 time: 0.1682429 Oct 11 04:27:53.259332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.277730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Router 90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:27:53.295988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.301558 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-df0f3fbf-9835-462d-9b1c-c2bcd8eb4b24 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3913794 Oct 11 04:27:53.301729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51662) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:53.327170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9422bc75-4da1-4c41-af9a-d36d7e05cd7f req-6fd37aa1-6975-43f1-bb3b-99daa2671595 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539074 Oct 11 04:27:53.358054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Port ad629e15-49f9-42f0-bc7c-35d881d7245d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:53.359570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.objects.ports [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103099) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 11 04:27:53.360046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.381018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad629e15-49f9-42f0-bc7c-35d881d7245d {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:27:53.420173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Allocated IP 172.20.0.2 (11a25d4e-b064-4308-95db-e1cd704007eb/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/3985264a-e2ee-4106-992f-ad8f10a0bf96) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:53.430598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.433342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec052790-2e59-422e-9128-3150faa0b8b3,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:53.441370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Checking segment: {'id': 'b7c9ce25-a44e-449f-baf1-3f659ed68232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '683a8257-000b-41e3-a2c2-57ce79d70b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:53.441805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Network hostable DHCP agents. Network: 683a8257-000b-41e3-a2c2-57ce79d70b9e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:27:53.441955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.457360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.462333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Network 683a8257-000b-41e3-a2c2-57ce79d70b9e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:27:53.474193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 683a8257-000b-41e3-a2c2-57ce79d70b9e) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:53.481751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:53.482388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.491744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b6180-55c0-4904-a821-cb450f556d15 None None] Network 683a8257-000b-41e3-a2c2-57ce79d70b9e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:53.502141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9522afdd-1d99-41a9-9d3f-34aeed7e71cb tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1154821 Oct 11 04:27:53.504680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51664) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:53.510990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'floatingip': {'floating_network_id': '683a8257-000b-41e3-a2c2-57ce79d70b9e'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:53.522411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:53.531343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.543850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:53.559053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:53.569363 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] Sync routers for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:53.578234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c8081037-36aa-4e3a-b706-28975e259e52 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9026890 Oct 11 04:27:53.579562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Transition to ACTIVE for port object ad629e15-49f9-42f0-bc7c-35d881d7245d will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:27:53.584282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51666) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:53.593517 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:53.594136 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:53.638569 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:53.657053 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] Routers {'90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:53.658030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:53.659394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.670417 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-47b946e0-cd8e-4c86-8f97-7393ae8809e8 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] show failed (client error): The resource could not be found. Oct 11 04:27:53.671496 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-47b946e0-cd8e-4c86-8f97-7393ae8809e8 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-949902768 HTTP/1.1" status: 404 len: 334 time: 0.0874655 Oct 11 04:27:53.678723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51668) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:53.684934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-93b11053-385a-4bf6-bd2d-1bb11204eaac tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:53.700030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:53.700670 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d32b1-0807-4f42-bd18-6d1e24a9564b None None] The sync data for ids ['90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:53.726377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-93b11053-385a-4bf6-bd2d-1bb11204eaac tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] update failed (client error): The resource could not be found. Oct 11 04:27:53.727752 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-93b11053-385a-4bf6-bd2d-1bb11204eaac tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1036867701 HTTP/1.1" status: 404 len: 335 time: 0.0465622 Oct 11 04:27:53.731894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51670) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:53.734211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Pushing event updated for resources: {'Port': ['ID=d92686e1-4693-44b1-85d5-1b438ea7a82d,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:53.739352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:53.787459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad629e15-49f9-42f0-bc7c-35d881d7245d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:53.807101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.812072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting subnet 013fcfd0-a8f1-428b-8d56-9804a14a729d {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:53.819898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.857698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.875815 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Attempt 2 to provision port ad629e15-49f9-42f0-bc7c-35d881d7245d Oct 11 04:27:53.880872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Attempting to bind port ad629e15-49f9-42f0-bc7c-35d881d7245d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:53.881216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Attempting to bind port ad629e15-49f9-42f0-bc7c-35d881d7245d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:53.881549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Attempting to bind port ad629e15-49f9-42f0-bc7c-35d881d7245d on network 1d29ee76-9582-4384-b576-6e279a1d7630 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:53.898801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.912937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Attempting to bind port d92686e1-4693-44b1-85d5-1b438ea7a82d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:53.913299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Attempting to bind port d92686e1-4693-44b1-85d5-1b438ea7a82d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '1efd63ef-a551-4e64-9a4b-36d8e9774431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:53.913654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Attempting to bind port d92686e1-4693-44b1-85d5-1b438ea7a82d on network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:53.921226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Port ad629e15-49f9-42f0-bc7c-35d881d7245d on network 1d29ee76-9582-4384-b576-6e279a1d7630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:27:53.921571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Attempting to bind port ad629e15-49f9-42f0-bc7c-35d881d7245d on network 1d29ee76-9582-4384-b576-6e279a1d7630 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:53.931173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:53.931393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Checking segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:53.931664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Bound using segment: {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:53.932050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Bound port: ad629e15-49f9-42f0-bc7c-35d881d7245d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9675381c-5dc3-4668-8a35-74c2d2b59f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:53.932410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.952198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:53.952609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Checking segment: {'id': '1efd63ef-a551-4e64-9a4b-36d8e9774431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:53.952960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.953347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Bound using segment: {'id': '1efd63ef-a551-4e64-9a4b-36d8e9774431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:53.953819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Bound port: d92686e1-4693-44b1-85d5-1b438ea7a82d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efd63ef-a551-4e64-9a4b-36d8e9774431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:53.954193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.973818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Port ad629e15-49f9-42f0-bc7c-35d881d7245d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:53.980526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:53.987321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857cb631-ace3-4cab-bc74-03080e788e90 None None] Network 683a8257-000b-41e3-a2c2-57ce79d70b9e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:54.020299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Allocated IP 172.20.0.11 (683a8257-000b-41e3-a2c2-57ce79d70b9e/ec052790-2e59-422e-9128-3150faa0b8b3/701f54bb-726c-46fa-8143-e0ca0c7ab0b5) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:54.027350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.083334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.104362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] For port ad629e15-49f9-42f0-bc7c-35d881d7245d, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:54.121486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Allocated IP 172.20.0.12 (11a25d4e-b064-4308-95db-e1cd704007eb/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/718a771e-49db-42da-ac7e-4f73f53ef4e2) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:54.126195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] For port ad629e15-49f9-42f0-bc7c-35d881d7245d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:54.138571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Network 11a25d4e-b064-4308-95db-e1cd704007eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:54.143337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.149158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:54.154290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:54.155567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.157543 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 1093 time: 1.6446860 Oct 11 04:27:54.157803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Pushing event updated for resources: {'Port': ['ID=3985264a-e2ee-4106-992f-ad8f10a0bf96,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:54.158432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:27:54.160577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:54.161140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1b280-326c-40a3-92e2-041c02690b88" -d '{"events": [{"name": "network-changed", "server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:27:54.167348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] For port d92686e1-4693-44b1-85d5-1b438ea7a82d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:54.202314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] For port d92686e1-4693-44b1-85d5-1b438ea7a82d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d92686e1-4693-44b1-85d5-1b438ea7a82d,segment=NetworkSegment(1efd63ef-a551-4e64-9a4b-36d8e9774431),segment_id=1efd63ef-a551-4e64-9a4b-36d8e9774431)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:54.244314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.309839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Attempting to bind port 3985264a-e2ee-4106-992f-ad8f10a0bf96 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:27:54.310200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Attempting to bind port 3985264a-e2ee-4106-992f-ad8f10a0bf96 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '6738842c-ad2c-4587-a660-a772cb99044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:27:54.310556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Attempting to bind port 3985264a-e2ee-4106-992f-ad8f10a0bf96 on network 11a25d4e-b064-4308-95db-e1cd704007eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:27:54.324478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.328673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:27:54.329060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Checking segment: {'id': '6738842c-ad2c-4587-a660-a772cb99044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:27:54.329451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.329844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Bound using segment: {'id': '6738842c-ad2c-4587-a660-a772cb99044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:27:54.330621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Bound port: 3985264a-e2ee-4106-992f-ad8f10a0bf96, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6738842c-ad2c-4587-a660-a772cb99044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '11a25d4e-b064-4308-95db-e1cd704007eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:27:54.330750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.345714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff5e65-d9c4-4161-bb70-9d2a2940480a None None] Pushing event updated for resources: {'Port': ['ID=d92686e1-4693-44b1-85d5-1b438ea7a82d,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:54.367424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.438289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Subnet': ['ID=013fcfd0-a8f1-428b-8d56-9804a14a729d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:54.441312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] For port 3985264a-e2ee-4106-992f-ad8f10a0bf96, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:27:54.445443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] For port 3985264a-e2ee-4106-992f-ad8f10a0bf96, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3985264a-e2ee-4106-992f-ad8f10a0bf96,segment=NetworkSegment(6738842c-ad2c-4587-a660-a772cb99044e),segment_id=6738842c-ad2c-4587-a660-a772cb99044e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:27:54.460008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.474504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b80da-ad96-449c-b132-9a34148c9578 None None] Network ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:54.483086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.489113 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d3f78ac7-c939-4dee-8f73-f6531e74aabe tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/subnets/013fcfd0-a8f1-428b-8d56-9804a14a729d HTTP/1.1" status: 204 len: 168 time: 0.7531853 Oct 11 04:27:54.494213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51676) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:54.568484 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Attempt 3 to provision port ad629e15-49f9-42f0-bc7c-35d881d7245d Oct 11 04:27:54.576369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e625e-edc7-4b2e-a46c-28a6a68dc2e5 x-openstack-request-id: req-ca6e625e-edc7-4b2e-a46c-28a6a68dc2e5 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:27:54.576645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:27:54.576901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca6e625e-edc7-4b2e-a46c-28a6a68dc2e5 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:27:54.577305 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6e625e-edc7-4b2e-a46c-28a6a68dc2e5'] response: {'name': 'network-changed', 'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'status': 'completed', 'code': 200} Oct 11 04:27:54.644235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8::1 (8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e/ca83d7cc-cf23-4344-b786-bde4dbbecc46/acde9ede-f4c1-4349-bebc-ba1f286ef081) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:27:54.648036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd91230-6f61-4d7b-b149-4f59d8b145d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad629e15-49f9-42f0-bc7c-35d881d7245d,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:54.652248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.665940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.674668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-22ad45fd-cb8a-4ebc-8cb2-ef5a37a7b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:54.677587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-22ad45fd-cb8a-4ebc-8cb2-ef5a37a7b9bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1096 time: 0.4497631 Oct 11 04:27:54.752468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48f01-4e12-4542-8fe1-520c778c73b3 None None] Pushing event updated for resources: {'Port': ['ID=3985264a-e2ee-4106-992f-ad8f10a0bf96,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:54.758475 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-9c331034-b40f-4a15-9700-1605d1f9aa67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 217 time: 0.0636902 Oct 11 04:27:54.778778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Port ad629e15-49f9-42f0-bc7c-35d881d7245d had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:27:54.780501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.782995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-aa1bf5a9-7d79-4470-835e-01e160aabab6 None None] Could not find standard attr ID for object 10cbcf4a-3179-4253-b17b-42aaa509d74a. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:27:54.789268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Network 683a8257-000b-41e3-a2c2-57ce79d70b9e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:54.807869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6f59-a748-42c0-89a5-00d44fcac3ec req-23315846-360b-45d6-b587-4ee62a020fcb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:54.809746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bb0e6f59-a748-42c0-89a5-00d44fcac3ec req-23315846-360b-45d6-b587-4ee62a020fcb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 943 time: 0.3776543 Oct 11 04:27:54.876586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:54.882664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Port': ['ID=701f54bb-726c-46fa-8143-e0ca0c7ab0b5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:54.887980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:54.893842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-9d8b16e4-bb11-4427-8ff1-37a863ad50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:54.895484 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-9d8b16e4-bb11-4427-8ff1-37a863ad50eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 200 len: 834 time: 0.1250434 Oct 11 04:27:54.942266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:54.972522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-eac16fdb-07e5-4441-8224-70cf5a953e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:54.974157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-eac16fdb-07e5-4441-8224-70cf5a953e5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d29ee76-9582-4384-b576-6e279a1d7630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694108 Oct 11 04:27:54.983461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] DHCP port deletion for ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:54.994636 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bb0e6f59-a748-42c0-89a5-00d44fcac3ec req-0b37b1a1-0ef4-4d5d-8455-3a1f2955d7fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138344 Oct 11 04:27:55.009922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.056037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.056221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:55.056454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.062913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] Deleting port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:55.063522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.132281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Network 11a25d4e-b064-4308-95db-e1cd704007eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:55.141064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] For port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,segment=NetworkSegment(ff3827bc-e663-406c-9b90-f8c641ea4654),segment_id=ff3827bc-e663-406c-9b90-f8c641ea4654)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:55.141485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.141743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:55.145255 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:55.147958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:55.150323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event updated for resources: {'Port': ['ID=718a771e-49db-42da-ac7e-4f73f53ef4e2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:55.152001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:55.154814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:27:55.155350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.157239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.158284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] Calling delete_port for 1e9a3b2b-d14e-4044-9935-75af2cd1df6f owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:55.201602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=acde9ede-f4c1-4349-bebc-ba1f286ef081,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:55.211924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-35001f5f-8e66-40fb-a84d-cb50813ba0fd service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309470 Oct 11 04:27:55.224721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] For port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,segment=NetworkSegment(ff3827bc-e663-406c-9b90-f8c641ea4654),segment_id=ff3827bc-e663-406c-9b90-f8c641ea4654)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:55.225152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.258448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.260744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Calling delete_port for 1e9a3b2b-d14e-4044-9935-75af2cd1df6f owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:55.283762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:55.284389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.289856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.294325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] Pushing event deleted for resources: {'Port': ['ID=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:55.296956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d356dad-6338-49c1-931d-9b873f969f7d None None] No DVR routers for this DVR port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:55.361086 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3edb309b-c982-439f-92b9-d86cf8708743 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7355142 Oct 11 04:27:55.364459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51678) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:55.365158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.371601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-288273202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:55.399573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97ea6b14-fe5a-4f9b-82ed-825cbc38b506 req-160277d5-85c6-4c2a-8e4f-721cde236b6b service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790793 Oct 11 04:27:55.432178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.433215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.461624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.494978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Port': ['ID=1e9a3b2b-d14e-4044-9935-75af2cd1df6f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:55.498551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] No DVR routers for this DVR port 1e9a3b2b-d14e-4044-9935-75af2cd1df6f on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:55.594149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.602717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.619922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.631076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.636892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b280-326c-40a3-92e2-041c02690b88 req-6cba3587-aeb6-4584-b5e6-ef1493503f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:55.638449 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-6cba3587-aeb6-4584-b5e6-ef1493503f0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1096 time: 0.1431086 Oct 11 04:27:55.638840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.641014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.642129 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8d02b2cd-2b14-4e1e-946b-5ec74cc5818e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2748685 Oct 11 04:27:55.647116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51680) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:55.661130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-74ebb6c8-5ecf-48dd-a2e4-9c59376fe983 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-900604799', 'prefixes': ['172.20.0.0/16']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:55.673476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:55.729801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3827bc-e663-406c-9b90-f8c641ea4654') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:55.729801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3827bc-e663-406c-9b90-f8c641ea4654') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:55.756298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.763141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Port': ['ID=701f54bb-726c-46fa-8143-e0ca0c7ab0b5,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:55.774939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.788907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.797467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Releasing vlan 477 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:55.797878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.888176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b280-326c-40a3-92e2-041c02690b88 req-7207abee-9b48-4041-b34a-1c1ecd798a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:55.889914 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-7207abee-9b48-4041-b34a-1c1ecd798a02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 898 time: 0.2420893 Oct 11 04:27:55.893978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3985264a-e2ee-4106-992f-ad8f10a0bf96 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:55.958214 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-ec3e2cd1-a5b9-4c2c-a570-4c1259ad31c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 217 time: 0.0560563 Oct 11 04:27:55.986375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 3985264a-e2ee-4106-992f-ad8f10a0bf96 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:55.988310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:55.988655 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 3985264a-e2ee-4106-992f-ad8f10a0bf96 Oct 11 04:27:56.042354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.057185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.057914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.135683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50279d16-c3e3-46b6-94e8-fdde8e6f1758 None None] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:56.141167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 3985264a-e2ee-4106-992f-ad8f10a0bf96 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:56.141559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.244136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.248487 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4760496b-bb31-4cdc-a821-bdc8d16c44dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7422218 Oct 11 04:27:56.253586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51686) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.254021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=acde9ede-f4c1-4349-bebc-ba1f286ef081,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:56.254512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 3985264a-e2ee-4106-992f-ad8f10a0bf96, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3985264a-e2ee-4106-992f-ad8f10a0bf96,segment=NetworkSegment(6738842c-ad2c-4587-a660-a772cb99044e),segment_id=6738842c-ad2c-4587-a660-a772cb99044e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:56.268530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.269829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d92686e1-4693-44b1-85d5-1b438ea7a82d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:56.274862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:27:56.283550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.284079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.285163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.285805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.286959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.287483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.287604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ff3827bc-e663-406c-9b90-f8c641ea4654 resource provider aggregate not found Oct 11 04:27:56.287996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.288434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.288878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.289410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.289810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.290244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:56.296786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:27:56.320612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Provisioning complete for port d92686e1-4693-44b1-85d5-1b438ea7a82d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:56.320983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.321315 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Attempt 1 to provision port d92686e1-4693-44b1-85d5-1b438ea7a82d Oct 11 04:27:56.368353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-08cee62f-4847-4bd3-be8e-140fffe35fd2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=683a8257-000b-41e3-a2c2-57ce79d70b9e HTTP/1.1" status: 200 len: 690 time: 0.1118042 Oct 11 04:27:56.368540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b280-326c-40a3-92e2-041c02690b88 req-42063824-ed79-4223-b1f8-df90c8011294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:56.368632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51690) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.369859 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-42063824-ed79-4223-b1f8-df90c8011294 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 200 len: 834 time: 0.4024749 Oct 11 04:27:56.378992 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ff3827bc-e663-406c-9b90-f8c641ea4654 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff3827bc-e663-406c-9b90-f8c641ea4654 found for delete ", "request_id": "req-f0af0725-13b4-4358-a597-53dc6dd874c4"}]} Oct 11 04:27:56.382568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.384226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba1067-7be5-4827-bba3-a0ef4b41a244 None None] Network 11a25d4e-b064-4308-95db-e1cd704007eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:56.399659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.402991 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/networks/ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2 HTTP/1.1" status: 204 len: 168 time: 1.9065399 Oct 11 04:27:56.406494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51692) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.427309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55feab9-2f37-4a59-baa5-22fd56828ede tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Network': ['ID=ab6e1b20-b2cc-49d0-a92b-9aa38dcc28d2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:56.461978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23363e-e951-4002-a335-5cf09c798036 req-7a8a3b26-bb52-426b-a762-4853713c2e54 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:56.463691 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be23363e-e951-4002-a335-5cf09c798036 req-7a8a3b26-bb52-426b-a762-4853713c2e54 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 943 time: 0.2474592 Oct 11 04:27:56.492161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=3985264a-e2ee-4106-992f-ad8f10a0bf96,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:56.527087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting subnet 410372ee-d158-4b27-b2df-92eeb55a5f77 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:56.534382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b280-326c-40a3-92e2-041c02690b88 req-25a1b490-46de-49cf-93ec-38f23dabebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:56.535062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.535991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-25a1b490-46de-49cf-93ec-38f23dabebc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d29ee76-9582-4384-b576-6e279a1d7630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1531796 Oct 11 04:27:56.548501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ebb6c8-5ecf-48dd-a2e4-9c59376fe983 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for subnetpool, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.553190 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-74ebb6c8-5ecf-48dd-a2e4-9c59376fe983 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9009359 Oct 11 04:27:56.554564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d92686e1-4693-44b1-85d5-1b438ea7a82d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:56.554949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.555279 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d92686e1-4693-44b1-85d5-1b438ea7a82d Oct 11 04:27:56.561975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be23363e-e951-4002-a335-5cf09c798036 req-9baf66b0-58c5-4f52-acbe-b68380aa8794 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888257 Oct 11 04:27:56.567606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51694) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.584238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-13a00c5f-4212-4963-a388-8913fcfe84a4 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-652710215') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:56.617540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.655581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 69bafd83-03a2-48c8-9280-7a75476cdc5b is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:27:56.662265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Current status of the port d92686e1-4693-44b1-85d5-1b438ea7a82d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:56.662698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.662936 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-83dd3b83-5c1d-44cd-9c41-9ce137ef1705 service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175349 Oct 11 04:27:56.700345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.844173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:27:56.850949 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cd0abad1-d565-4c7d-ac13-1505294fdec0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/69bafd83-03a2-48c8-9280-7a75476cdc5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5480402 Oct 11 04:27:56.855546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51696) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.896208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.910108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525e246-38a6-408f-acdb-4758b321229e None None] Sync routers for ids ['69bafd83-03a2-48c8-9280-7a75476cdc5b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:27:56.915831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42d1b280-326c-40a3-92e2-041c02690b88 req-6039b958-2052-4a0b-9cad-8eb1ecdc6ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443895 Oct 11 04:27:56.926723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d429b44-1da5-4a19-b69a-6e968cac513a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:56.927049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Deleting port 701f54bb-726c-46fa-8143-e0ca0c7ab0b5 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:56.927049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:56.927975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d429b44-1da5-4a19-b69a-6e968cac513a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports/acde9ede-f4c1-4349-bebc-ba1f286ef081 HTTP/1.1" status: 200 len: 911 time: 0.0712442 Oct 11 04:27:56.932903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51698) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.941750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca83d7cc-cf23-4344-b786-bde4dbbecc46'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:56.955923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525e246-38a6-408f-acdb-4758b321229e None None] Routers {'69bafd83-03a2-48c8-9280-7a75476cdc5b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:56.957226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d525e246-38a6-408f-acdb-4758b321229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['69bafd83-03a2-48c8-9280-7a75476cdc5b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:56.961100 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-13a00c5f-4212-4963-a388-8913fcfe84a4 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-652710215 HTTP/1.1" status: 201 len: 201 time: 0.3895028 Oct 11 04:27:56.961266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] For port d92686e1-4693-44b1-85d5-1b438ea7a82d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d92686e1-4693-44b1-85d5-1b438ea7a82d,segment=NetworkSegment(1efd63ef-a551-4e64-9a4b-36d8e9774431),segment_id=1efd63ef-a551-4e64-9a4b-36d8e9774431)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:56.967017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51700) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:56.971879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-44a00011-9fd0-468f-8026-1e3bac4f80a9 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-437277619') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:57.007747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.012027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d525e246-38a6-408f-acdb-4758b321229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:57.096860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.102154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.102481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.128456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525e246-38a6-408f-acdb-4758b321229e None None] Routers {'69bafd83-03a2-48c8-9280-7a75476cdc5b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:27:57.129393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d525e246-38a6-408f-acdb-4758b321229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['69bafd83-03a2-48c8-9280-7a75476cdc5b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:57.140723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d92686e1-4693-44b1-85d5-1b438ea7a82d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:57.169087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.172336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/subnets/410372ee-d158-4b27-b2df-92eeb55a5f77 HTTP/1.1" status: 204 len: 168 time: 0.7571292 Oct 11 04:27:57.177201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Calling delete_port for 701f54bb-726c-46fa-8143-e0ca0c7ab0b5 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:57.178395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:57.179055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35c33a-8ec7-4dab-b854-0e82c9b03b25 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Subnet': ['ID=410372ee-d158-4b27-b2df-92eeb55a5f77,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:57.212188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbda46-6598-4834-9ac9-aa54d13c8b8f None None] Network dd7a0fca-c154-475f-81bb-30c23f375ad9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:57.214431 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-44a00011-9fd0-468f-8026-1e3bac4f80a9 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-437277619 HTTP/1.1" status: 201 len: 201 time: 0.2462735 Oct 11 04:27:57.214641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51704) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:57.220898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-c3800cf1-65f5-4230-93aa-89b0ce77799f tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-1495148317') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:57.233396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e9a3b2b-d14e-4044-9935-75af2cd1df6f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:57.240748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d525e246-38a6-408f-acdb-4758b321229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:57.241657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d525e246-38a6-408f-acdb-4758b321229e None None] The sync data for ids ['69bafd83-03a2-48c8-9280-7a75476cdc5b'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:27:57.243560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.285502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c594ada-e2b2-4682-ada0-3fc3985bd77b None None] Pushing event updated for resources: {'Port': ['ID=d92686e1-4693-44b1-85d5-1b438ea7a82d,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:57.318746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting subnet 65b28619-aa99-4204-9a30-8d4d032a6415 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:27:57.321055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 1e9a3b2b-d14e-4044-9935-75af2cd1df6f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:57.321055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1e9a3b2b-d14e-4044-9935-75af2cd1df6f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:57.324338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.352909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Provisioning complete for port 3985264a-e2ee-4106-992f-ad8f10a0bf96 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:57.355357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.355792 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 1 to provision port 3985264a-e2ee-4106-992f-ad8f10a0bf96 Oct 11 04:27:57.422254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.460166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Port': ['ID=701f54bb-726c-46fa-8143-e0ca0c7ab0b5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:57.556740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.572856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Current status of the port 3985264a-e2ee-4106-992f-ad8f10a0bf96 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:57.585966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Provisioning complete for port d92686e1-4693-44b1-85d5-1b438ea7a82d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:57.586347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.586726 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 1 to provision port d92686e1-4693-44b1-85d5-1b438ea7a82d Oct 11 04:27:57.646570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.650499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] DHCP port deletion for dd7a0fca-c154-475f-81bb-30c23f375ad9 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:57.772044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.786877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3985264a-e2ee-4106-992f-ad8f10a0bf96 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:57.796132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Current status of the port d92686e1-4693-44b1-85d5-1b438ea7a82d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:57.820736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec052790-2e59-422e-9128-3150faa0b8b3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:57.843383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] Deleting port bef7da6d-64ff-404a-89c8-968ada419fd3 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:57.843761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.872970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Provisioning complete for port acde9ede-f4c1-4349-bebc-ba1f286ef081 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:57.873358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.873680 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 1 to provision port acde9ede-f4c1-4349-bebc-ba1f286ef081 Oct 11 04:27:57.898489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e917-c5f8-408b-a21b-d97566bdbf6a req-d2e41481-3755-46b5-8e1d-24d6149e87ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:57.900669 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c8e917-c5f8-408b-a21b-d97566bdbf6a req-d2e41481-3755-46b5-8e1d-24d6149e87ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 943 time: 0.1584618 Oct 11 04:27:57.923826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.955740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.971638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] For port bef7da6d-64ff-404a-89c8-968ada419fd3, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bef7da6d-64ff-404a-89c8-968ada419fd3,segment=NetworkSegment(0c2b16fc-b90d-459e-8087-6ab761bb7a6f),segment_id=0c2b16fc-b90d-459e-8087-6ab761bb7a6f)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:57.971638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.982162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c3800cf1-65f5-4230-93aa-89b0ce77799f tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-1495148317 HTTP/1.1" status: 201 len: 201 time: 0.7625413 Oct 11 04:27:57.984504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 3985264a-e2ee-4106-992f-ad8f10a0bf96 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:57.984504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:57.985382 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 3985264a-e2ee-4106-992f-ad8f10a0bf96 Oct 11 04:27:57.985538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51708) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:57.986272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Port acde9ede-f4c1-4349-bebc-ba1f286ef081 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:57.992292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-39133cc0-073f-4b0d-93d5-f747ed26e866 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-2140971789') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:57.998429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683a8257-000b-41e3-a2c2-57ce79d70b9e']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.013006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] Calling delete_port for bef7da6d-64ff-404a-89c8-968ada419fd3 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:58.013502 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c8e917-c5f8-408b-a21b-d97566bdbf6a req-0b774aec-5458-48b0-811f-19705f93db76 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052909 Oct 11 04:27:58.060617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c9ce25-a44e-449f-baf1-3f659ed68232') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.060912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c9ce25-a44e-449f-baf1-3f659ed68232') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.078564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.101637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.117689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:58.118129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.124765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.138392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 3985264a-e2ee-4106-992f-ad8f10a0bf96 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:58.139484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d92686e1-4693-44b1-85d5-1b438ea7a82d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:27:58.168363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.198199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.200685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ad629e15-49f9-42f0-bc7c-35d881d7245d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:27:58.203571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] Pushing event deleted for resources: {'Port': ['ID=bef7da6d-64ff-404a-89c8-968ada419fd3,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:58.209851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1fa21-60b5-422e-93dc-a0d958f40ccd None None] No DVR routers for this DVR port bef7da6d-64ff-404a-89c8-968ada419fd3 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:58.226867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.238504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 683a8257-000b-41e3-a2c2-57ce79d70b9e {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:27:58.247139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Network': ['ID=683a8257-000b-41e3-a2c2-57ce79d70b9e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:58.257835 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-39133cc0-073f-4b0d-93d5-f747ed26e866 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-2140971789 HTTP/1.1" status: 201 len: 201 time: 0.2691700 Oct 11 04:27:58.258854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.264684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d92686e1-4693-44b1-85d5-1b438ea7a82d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:27:58.265089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.265429 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d92686e1-4693-44b1-85d5-1b438ea7a82d Oct 11 04:27:58.269365 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-47901d2c-8ecd-4835-8212-3bc2a4b26f6b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/networks/683a8257-000b-41e3-a2c2-57ce79d70b9e HTTP/1.1" status: 204 len: 168 time: 1.8989937 Oct 11 04:27:58.271204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51710) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.271636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51712) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.282252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-c8f4de62-c61b-490c-84f3-0bed818e900d tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.288140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Subnet': ['ID=65b28619-aa99-4204-9a30-8d4d032a6415,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:58.290872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.297406 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f633e74c-0bc9-4042-871a-2963267b90d0 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/subnets/65b28619-aa99-4204-9a30-8d4d032a6415 HTTP/1.1" status: 204 len: 168 time: 1.1164267 Oct 11 04:27:58.298880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2afb5-1a36-4e03-a123-a5317b72ec0b None None] Network 3b1e23eb-5ce7-491b-9c84-f361ba2d574d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:27:58.301239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51714) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.392564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.410760 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f3bcb687-38c4-4dd0-ac60-9b8af1bbabcd tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1364732 Oct 11 04:27:58.415632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51718) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.428428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port ad629e15-49f9-42f0-bc7c-35d881d7245d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:58.436283 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b7c9ce25-a44e-449f-baf1-3f659ed68232 resource provider aggregate not found Oct 11 04:27:58.466611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:27:58.504114 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 2 to provision port acde9ede-f4c1-4349-bebc-ba1f286ef081 Oct 11 04:27:58.507661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.508140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.508609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.509071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.509533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.509990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.510446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.512306 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b3813948-869e-49a5-bede-e64da5b5caa4 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4578 time: 0.0900037 Oct 11 04:27:58.515459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51722) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.516134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b7c9ce25-a44e-449f-baf1-3f659ed68232 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7c9ce25-a44e-449f-baf1-3f659ed68232 found for delete ", "request_id": "req-6e95d0a1-c8fc-4f4f-bad7-62985d1b76ea"}]} Oct 11 04:27:58.533229 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c8f4de62-c61b-490c-84f3-0bed818e900d tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags HTTP/1.1" status: 200 len: 240 time: 0.2604578 Oct 11 04:27:58.536307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51724) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.541019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-1e8621b7-ce0b-4153-bbd3-8fef255c3aa2 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-652710215') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.597932 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e8621b7-ce0b-4153-bbd3-8fef255c3aa2 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-652710215 HTTP/1.1" status: 204 len: 168 time: 0.0605979 Oct 11 04:27:58.600329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51726) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.602024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port ad629e15-49f9-42f0-bc7c-35d881d7245d is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:58.602546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.604918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-51d6cdb3-a1f6-490f-826d-845dc2f70481 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-652710215') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.618192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.622970 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d15b03d3-66da-48af-ac03-97b3e3a525dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] delete failed (client error): The resource could not be found. Oct 11 04:27:58.624684 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d15b03d3-66da-48af-ac03-97b3e3a525dc tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/d0c1af14-8b6f-4f3d-9d46-933657b4e2bc HTTP/1.1" status: 404 len: 345 time: 0.1075211 Oct 11 04:27:58.628948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.630511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad629e15-49f9-42f0-bc7c-35d881d7245d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:27:58.650833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ebc4eb-ca0f-4269-857f-6c64a0d1db5c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] DELETE failed (client error): The resource could not be found. Oct 11 04:27:58.651399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ebc4eb-ca0f-4269-857f-6c64a0d1db5c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:27:58.654471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-26ebc4eb-ca0f-4269-857f-6c64a0d1db5c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/networks/683a8257-000b-41e3-a2c2-57ce79d70b9e HTTP/1.1" status: 404 len: 339 time: 0.0243165 Oct 11 04:27:58.659106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51730) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.661562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.665464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'network': {'name': 'tempest-network--134918101', 'router:external': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:27:58.669331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7a0fca-c154-475f-81bb-30c23f375ad9']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.680286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2b16fc-b90d-459e-8087-6ab761bb7a6f') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.680852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2b16fc-b90d-459e-8087-6ab761bb7a6f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.683112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.691256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:58.692056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.693593 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/ports/acde9ede-f4c1-4349-bebc-ba1f286ef081 HTTP/1.1" status: 200 len: 911 time: 1.7599893 Oct 11 04:27:58.699692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.702317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Port acde9ede-f4c1-4349-bebc-ba1f286ef081 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:58.705422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d92686e1-4693-44b1-85d5-1b438ea7a82d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:27:58.718698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port ad629e15-49f9-42f0-bc7c-35d881d7245d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:58.732208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.766095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] DHCP port deletion for 3b1e23eb-5ce7-491b-9c84-f361ba2d574d request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:27:58.777644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7c1cb-7f5d-4370-ab7d-ff3a0f22451a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=acde9ede-f4c1-4349-bebc-ba1f286ef081,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:58.781413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.799875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.800910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Made reservation on behalf of 6cd1161d37fe46428e9ef85152fc7954 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:27:58.803308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.809079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Releasing vlan 489 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:27:58.809832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.836698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bef7da6d-64ff-404a-89c8-968ada419fd3 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:58.849298 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0c2b16fc-b90d-459e-8087-6ab761bb7a6f resource provider aggregate not found Oct 11 04:27:58.869556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: bef7da6d-64ff-404a-89c8-968ada419fd3 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:58.869904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bef7da6d-64ff-404a-89c8-968ada419fd3 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:58.873870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0c2b16fc-b90d-459e-8087-6ab761bb7a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c2b16fc-b90d-459e-8087-6ab761bb7a6f found for delete ", "request_id": "req-ca0ce452-68ef-4bb1-9eaf-a3954262ce5a"}]} Oct 11 04:27:58.884617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=ad629e15-49f9-42f0-bc7c-35d881d7245d,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:58.899528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:27:58.914398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.914780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.915126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.920463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.920636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.920740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.920823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Added segment ecfde98c-bc20-468e-a410-85627ef54773 of type vlan for network 897d8de0-ced1-4e25-8231-fad6c4e84e6d Oct 11 04:27:58.920902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.920902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.921052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.921380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.921750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.922046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.922375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:58.938326 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-51d6cdb3-a1f6-490f-826d-845dc2f70481 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-652710215 HTTP/1.1" status: 204 len: 168 time: 0.3370123 Oct 11 04:27:58.938672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.942023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51738) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:58.945537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-aa5d51a1-e316-428e-a702-aee49ee88275 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:58.960754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] Deleting port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:58.961136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.982142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:58.990001 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/networks/dd7a0fca-c154-475f-81bb-30c23f375ad9 HTTP/1.1" status: 204 len: 168 time: 0.6875317 Oct 11 04:27:58.991217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03811a9-2649-4b63-99bc-8da738922b16 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Network': ['ID=dd7a0fca-c154-475f-81bb-30c23f375ad9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:58.997313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51740) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.066797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] For port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,segment=NetworkSegment(a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41),segment_id=a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:59.067870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.096079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] Calling delete_port for 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:59.102155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.115226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.128058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['ad629e15-49f9-42f0-bc7c-35d881d7245d'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:27:59.207368 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 3 to provision port acde9ede-f4c1-4349-bebc-ba1f286ef081 Oct 11 04:27:59.221507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aa5d51a1-e316-428e-a702-aee49ee88275 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags HTTP/1.1" status: 200 len: 205 time: 0.2791924 Oct 11 04:27:59.222242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51744) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.227015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-66f78500-dd90-4f75-b61c-172db533dfa8 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:59.232130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.233220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:59.233827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.243428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d030b4a-a084-489c-b47b-a7f4bacf4033 req-7f71a662-50a8-45f8-a02f-79968d9c3b72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:59.245586 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4d030b4a-a084-489c-b47b-a7f4bacf4033 req-7f71a662-50a8-45f8-a02f-79968d9c3b72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 944 time: 0.0937016 Oct 11 04:27:59.249954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:59.250543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.255887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Port acde9ede-f4c1-4349-bebc-ba1f286ef081 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:59.309517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.317820 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6575282 Oct 11 04:27:59.331321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51746) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.334222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] For port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,segment=NetworkSegment(a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41),segment_id=a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:27:59.334681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.339333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] Pushing event deleted for resources: {'Port': ['ID=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:59.348817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e94d0-3dfe-4229-b9c6-19543363c3c5 None None] No DVR routers for this DVR port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:59.352742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Network': ['ID=897d8de0-ced1-4e25-8231-fad6c4e84e6d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:59.372563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.372986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.373410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.373805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.374553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.374927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.375341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.375794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.376176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.376564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.376954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.377346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8ad7-18fb-4388-9b56-62c150b3546e tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:27:59.397634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 897d8de0-ced1-4e25-8231-fad6c4e84e6d details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:27:59.408351 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-66f78500-dd90-4f75-b61c-172db533dfa8 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags HTTP/1.1" status: 200 len: 240 time: 0.1844692 Oct 11 04:27:59.411269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51748) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.416935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-fc560c56-b86d-46d9-a57e-1a54c1e3b217 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-437277619') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:59.427173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Calling delete_port for 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:27:59.465544 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4d030b4a-a084-489c-b47b-a7f4bacf4033 req-a4e245c7-a439-4289-bde9-4101cb47b0c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350048 Oct 11 04:27:59.491697 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fc560c56-b86d-46d9-a57e-1a54c1e3b217 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-437277619 HTTP/1.1" status: 204 len: 168 time: 0.0757279 Oct 11 04:27:59.500379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51750) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.507244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-8570eddd-6808-4110-950f-cfc14b07a7b3 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-437277619') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:59.511139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.627466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb4567-cfb2-4e91-a63f-f43ccab55c39 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:59.633559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb4567-cfb2-4e91-a63f-f43ccab55c39 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:59.639700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb4567-cfb2-4e91-a63f-f43ccab55c39 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:59.653976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb4567-cfb2-4e91-a63f-f43ccab55c39 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:27:59.658338 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8cfb4567-cfb2-4e91-a63f-f43ccab55c39 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3233993 Oct 11 04:27:59.659297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: from cryptography.utils import int_from_bytes Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: from cryptography.utils import int_from_bytes Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: items = [ Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 04:27:59.707357 dv-neutron-860894-1-hyperv neutron-server[103098]: self.session.flush() Oct 11 04:27:59.743864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.757732 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 4 to provision port acde9ede-f4c1-4349-bebc-ba1f286ef081 Oct 11 04:27:59.763038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:27:59.781127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.783001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] No DVR routers for this DVR port 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:27:59.784568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Port': ['ID=6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:27:59.820622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:27:59.821255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a7fb51e-8fcd-43ac-9f4a-ee35d4c9de53 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:27:59.844792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Port acde9ede-f4c1-4349-bebc-ba1f286ef081 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:27:59.884116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8570eddd-6808-4110-950f-cfc14b07a7b3 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-437277619 HTTP/1.1" status: 204 len: 168 time: 0.3795376 Oct 11 04:27:59.885729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51754) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.892748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-d5e77be6-967b-4237-bc4e-2f257bb7cd9d tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:59.933822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.967183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.985496 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d5e77be6-967b-4237-bc4e-2f257bb7cd9d tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags HTTP/1.1" status: 200 len: 205 time: 0.0967805 Oct 11 04:27:59.986344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51756) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:27:59.989912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port acde9ede-f4c1-4349-bebc-ba1f286ef081 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:27:59.990256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:27:59.996248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-9b505ed8-a664-4dee-ba0f-b59667122374 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:27:59.998672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1e23eb-5ce7-491b-9c84-f361ba2d574d']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.008586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897d8de0-ced1-4e25-8231-fad6c4e84e6d']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.050867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.051161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.054813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfde98c-bc20-468e-a410-85627ef54773') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.055110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfde98c-bc20-468e-a410-85627ef54773') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.071189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.079371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.080596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.094314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for acde9ede-f4c1-4349-bebc-ba1f286ef081 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:00.100242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.102300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.113513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Releasing vlan 474 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:00.113913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.117071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Releasing vlan 479 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:00.117453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.172012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9b505ed8-a664-4dee-ba0f-b59667122374 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags HTTP/1.1" status: 200 len: 241 time: 0.1846118 Oct 11 04:28:00.181343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51758) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.185554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-41761cc3-f020-467b-866b-2795d07b24df tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-1495148317') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.273314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.289725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.296575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.301107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.306437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/networks/3b1e23eb-5ce7-491b-9c84-f361ba2d574d HTTP/1.1" status: 204 len: 168 time: 1.3056886 Oct 11 04:28:00.311922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51760) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.315048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 897d8de0-ced1-4e25-8231-fad6c4e84e6d {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:28:00.317855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.321003 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/networks/897d8de0-ced1-4e25-8231-fad6c4e84e6d HTTP/1.1" status: 204 len: 168 time: 0.6615174 Oct 11 04:28:00.322038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385d1ed-9da6-4cff-bdcb-2e6ebe4565dc tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Network': ['ID=3b1e23eb-5ce7-491b-9c84-f361ba2d574d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:00.324895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51762) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.329562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'network': {'name': 'tempest-network--2064753993', 'router:external': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:00.345948 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Attempt 5 to provision port acde9ede-f4c1-4349-bebc-ba1f286ef081 Oct 11 04:28:00.362373 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-41761cc3-f020-467b-866b-2795d07b24df tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-1495148317 HTTP/1.1" status: 204 len: 168 time: 0.1800163 Oct 11 04:28:00.379568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51764) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.380585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9f537928-0acf-4188-bed9-c9d1ba7ba0a0 None None] Port acde9ede-f4c1-4349-bebc-ba1f286ef081 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:28:00.384206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-e6a4f7d2-46ee-4e37-936f-9a63645327d8 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-1495148317') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.390148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d827e-ac91-4967-86d2-713115311c0b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Network': ['ID=897d8de0-ced1-4e25-8231-fad6c4e84e6d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:00.434650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Made reservation on behalf of 6cd1161d37fe46428e9ef85152fc7954 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:00.437646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.508185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:00.517709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Provisioning complete for port 718a771e-49db-42da-ac7e-4f73f53ef4e2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:00.517975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.521275 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 1 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:00.526333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.526724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Added segment 8d89dacc-f058-4217-be80-5bea82aca433 of type vlan for network cfb6b668-5369-402f-9b36-c1645852a692 Oct 11 04:28:00.532049 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e6a4f7d2-46ee-4e37-936f-9a63645327d8 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-1495148317 HTTP/1.1" status: 204 len: 168 time: 0.1492107 Oct 11 04:28:00.538351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51768) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.544420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-4511d8f4-a173-49e4-a2dc-4130694bcd57 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.629755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:00.638026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.689328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4511d8f4-a173-49e4-a2dc-4130694bcd57 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags HTTP/1.1" status: 200 len: 205 time: 0.1498437 Oct 11 04:28:00.692674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51770) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.701471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-dfebca28-1343-4857-bd04-93684404ec65 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.738606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.739610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:00.740184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.773265 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dfebca28-1343-4857-bd04-93684404ec65 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags HTTP/1.1" status: 200 len: 241 time: 0.0770922 Oct 11 04:28:00.779706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51772) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.783999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-6c17b449-2951-4b63-9dc5-acbf90794ef0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-2140971789') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.809594 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4812877 Oct 11 04:28:00.810234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=acde9ede-f4c1-4349-bebc-ba1f286ef081,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:00.812891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51774) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.842091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:00.854927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe3686-8c06-434f-94d2-c3b8eb37ef9c tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Network': ['ID=cfb6b668-5369-402f-9b36-c1645852a692,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:00.868059 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6c17b449-2951-4b63-9dc5-acbf90794ef0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-2140971789 HTTP/1.1" status: 204 len: 168 time: 0.0859196 Oct 11 04:28:00.868311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51776) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.873707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-3d0bbc30-2e8c-4df8-9bac-7062060559da tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-2140971789') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:00.875702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network cfb6b668-5369-402f-9b36-c1645852a692 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:00.911245 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41 resource provider aggregate not found Oct 11 04:28:00.937469 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2f9e8ea-c0d7-45fb-8f9c-7819771f5e41 found for delete ", "request_id": "req-16118830-3241-4fc0-a8cf-87a650df2108"}]} Oct 11 04:28:00.944633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3d0bbc30-2e8c-4df8-9bac-7062060559da tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-2140971789 HTTP/1.1" status: 204 len: 168 time: 0.0754077 Oct 11 04:28:00.947053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51784) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:00.952454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-ccb9d771-f65b-48c2-bf86-e7e3570bb603 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.031884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480898d6-6457-48b7-a554-ecb5f062f53d req-087a5382-df1f-47a4-bc4d-5022eec8c5c7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:01.033411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-480898d6-6457-48b7-a554-ecb5f062f53d req-087a5382-df1f-47a4-bc4d-5022eec8c5c7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 944 time: 0.2181900 Oct 11 04:28:01.044516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting subnet 92da02f9-814f-45a0-bc87-701585f1a528 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:01.085136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.127959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca0eda-2a15-43a5-a19a-0c870e1478df tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:01.132920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2fca0eda-2a15-43a5-a19a-0c870e1478df tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] 10.222.0.39 "GET /v2.0/networks/cfb6b668-5369-402f-9b36-c1645852a692 HTTP/1.1" status: 200 len: 757 time: 0.2861955 Oct 11 04:28:01.133109 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 2 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:01.137195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51786) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.169361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:01.240311 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment ecfde98c-bc20-468e-a410-85627ef54773 resource provider aggregate not found Oct 11 04:28:01.256653 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ccb9d771-f65b-48c2-bf86-e7e3570bb603 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags HTTP/1.1" status: 200 len: 205 time: 0.3083730 Oct 11 04:28:01.259174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51790) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.263395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-bb7c06f6-2b8d-4a0d-aa53-62c4e7ab77b2 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.267388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment ecfde98c-bc20-468e-a410-85627ef54773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecfde98c-bc20-468e-a410-85627ef54773 found for delete ", "request_id": "req-d1a28241-eef7-4e60-9a2e-93eada5a1256"}]} Oct 11 04:28:01.273803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.287953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bb7c06f6-2b8d-4a0d-aa53-62c4e7ab77b2 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags HTTP/1.1" status: 204 len: 168 time: 0.0277619 Oct 11 04:28:01.290347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51792) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.294630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-770e867a-f102-4cbc-bd3b-e8b1ab6955ed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.300717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-480898d6-6457-48b7-a554-ecb5f062f53d req-df38af2b-d82d-4f0e-ae27-15c1ed6a0680 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504966 Oct 11 04:28:01.337831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096235b1-7e8a-422a-a494-c27c40158d6d tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:01.339348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-096235b1-7e8a-422a-a494-c27c40158d6d tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] 10.222.0.39 "GET /v2.0/networks/246367b6-0e4e-40a7-80a4-129b299ecbf2 HTTP/1.1" status: 200 len: 768 time: 0.2003586 Oct 11 04:28:01.342091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51794) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.354898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 69bafd83-03a2-48c8-9280-7a75476cdc5b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:01.394100 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-770e867a-f102-4cbc-bd3b-e8b1ab6955ed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1027527 Oct 11 04:28:01.401580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51796) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.406423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-22ecdd9e-bb3d-40a3-bd73-043e67e9ee79 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.466852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.469811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:01.479073 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-85ad7cb0-3f72-4489-80ee-40e6a20ef0cb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/69bafd83-03a2-48c8-9280-7a75476cdc5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7767010 Oct 11 04:28:01.479927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51798) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.482562 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] Sync routers for ids ['69bafd83-03a2-48c8-9280-7a75476cdc5b'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:01.486458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.492253 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] Routers {'69bafd83-03a2-48c8-9280-7a75476cdc5b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:01.492859 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['69bafd83-03a2-48c8-9280-7a75476cdc5b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.514560 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-64020dcf-e20c-4e4d-a121-d303de7b7e32 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=69bafd83-03a2-48c8-9280-7a75476cdc5b HTTP/1.1" status: 200 len: 205 time: 0.0323076 Oct 11 04:28:01.517175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51800) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.529559 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.538645 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] Routers {'69bafd83-03a2-48c8-9280-7a75476cdc5b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:01.539162 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:27:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['69bafd83-03a2-48c8-9280-7a75476cdc5b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.572640 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.573540 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec2bbf-0e07-4eae-bbfe-209cafd5e8b9 None None] The sync data for ids ['69bafd83-03a2-48c8-9280-7a75476cdc5b'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:01.574886 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-22ecdd9e-bb3d-40a3-bd73-043e67e9ee79 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1723034 Oct 11 04:28:01.577343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51802) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.581604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-ef1f584b-9349-4580-9d8d-364b2dd345b4 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.607397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.622226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.665253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb6b668-5369-402f-9b36-c1645852a692']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.670214 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 3 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:01.682084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d89dacc-f058-4217-be80-5bea82aca433') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.682388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d89dacc-f058-4217-be80-5bea82aca433') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.699586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.703241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.704236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:01.728509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.740410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Releasing vlan 470 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:01.740823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.763595 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ef1f584b-9349-4580-9d8d-364b2dd345b4 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags HTTP/1.1" status: 204 len: 168 time: 0.1816082 Oct 11 04:28:01.766151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51804) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.767358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e6ef5-996b-4505-8c40-cb471af5b244 None None] Network 60049f9d-6035-4e8a-bada-05451a82d804 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:01.788395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Subnet': ['ID=92da02f9-814f-45a0-bc87-701585f1a528,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:01.792705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.795760 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1dc6f31d-d824-41c1-b050-09c493121019 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/subnets/92da02f9-814f-45a0-bc87-701585f1a528 HTTP/1.1" status: 204 len: 168 time: 1.4556205 Oct 11 04:28:01.798239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51806) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.804935 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-8c00cb40-82b2-4182-a723-b4dbe4041dc7 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-106937240') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.837894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.843998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.845692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfb6b668-5369-402f-9b36-c1645852a692 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:28:01.849110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.849322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.852035 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/networks/cfb6b668-5369-402f-9b36-c1645852a692 HTTP/1.1" status: 204 len: 168 time: 0.5089715 Oct 11 04:28:01.858766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51808) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.863836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'network': {'name': 'tempest-network--1155703119'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:01.865148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bca8e-81f3-4997-aedd-d6e6f3410c94 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfb6b668-5369-402f-9b36-c1645852a692,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:01.917565 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8c00cb40-82b2-4182-a723-b4dbe4041dc7 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-106937240 HTTP/1.1" status: 201 len: 201 time: 0.1504679 Oct 11 04:28:01.921155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.929490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-c630e80e-64bc-436a-80a9-e042b4dc92fe tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-331281819') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:01.966307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.966849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router 69bafd83-03a2-48c8-9280-7a75476cdc5b {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:28:01.972396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.976109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] DHCP port deletion for 60049f9d-6035-4e8a-bada-05451a82d804 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:01.979308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:01.982776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-84bb63ca-4cee-4bd9-85e4-5f0b464071e1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/69bafd83-03a2-48c8-9280-7a75476cdc5b HTTP/1.1" status: 204 len: 168 time: 0.4618676 Oct 11 04:28:01.983069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51812) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:01.993221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Made reservation on behalf of 6cd1161d37fe46428e9ef85152fc7954 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:01.995402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.020021 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c630e80e-64bc-436a-80a9-e042b4dc92fe tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-331281819 HTTP/1.1" status: 201 len: 201 time: 0.0974090 Oct 11 04:28:02.021915 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51814) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:02.027531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-78854994-8113-4ce7-a992-fc275de0728f tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-2088004609') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:02.054881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] Deleting port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:02.055314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.080773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet ca83d7cc-cf23-4344-b786-bde4dbbecc46 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:02.084693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:02.086554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.125644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.126097 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Added segment a2560f35-7778-47e0-8603-d7abe248b7a0 of type vlan for network bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea Oct 11 04:28:02.142294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] For port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,segment=NetworkSegment(c11a59bb-6fbe-43d7-a572-e2f063a683a1),segment_id=c11a59bb-6fbe-43d7-a572-e2f063a683a1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:02.143455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.148854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.158258 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-78854994-8113-4ce7-a992-fc275de0728f tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-2088004609 HTTP/1.1" status: 201 len: 201 time: 0.1349156 Oct 11 04:28:02.161508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:02.164785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] Calling delete_port for 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:02.167951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-b44acb01-1138-481b-9874-57ac87c683dd tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-1329797008') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:02.207778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.215048 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 4 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:02.218969 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b44acb01-1138-481b-9874-57ac87c683dd tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-1329797008 HTTP/1.1" status: 201 len: 201 time: 0.0560756 Oct 11 04:28:02.222998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51818) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:02.226491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ad629e15-49f9-42f0-bc7c-35d881d7245d up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:02.233437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-3813f231-2728-4874-9a39-e3f9131c3739 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', {'tags': ['tempest-TagsExtTest-Tag-765595730', 'tempest-TagsExtTest-Tag-944366157', 'tempest-TagsExtTest-Tag-1137816074']}) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:02.254010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Deleting port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:02.254262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.315008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:02.318023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.319009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:02.319580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.341012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.354174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] No DVR routers for this DVR port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:02.372629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port ad629e15-49f9-42f0-bc7c-35d881d7245d completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:28:02.383561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f9eb1-32e7-403b-97af-dce97f79b479 None None] Pushing event deleted for resources: {'Port': ['ID=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:02.386263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port ad629e15-49f9-42f0-bc7c-35d881d7245d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:02.386778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.386989 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port ad629e15-49f9-42f0-bc7c-35d881d7245d Oct 11 04:28:02.472843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2498b04-2685-4689-b4dd-327a4435744e req-84bb7485-634e-46ec-a51c-83dfbf40949a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:02.473471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port ad629e15-49f9-42f0-bc7c-35d881d7245d is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:02.474053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.474422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f2498b04-2685-4689-b4dd-327a4435744e req-84bb7485-634e-46ec-a51c-83dfbf40949a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 944 time: 0.0614543 Oct 11 04:28:02.504956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:28:02.507475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110c290f-792d-42e0-84c1-372abae90926" -d '{"events": [{"server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "name": "network-vif-plugged", "status": "completed", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:28:02.522450 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f2498b04-2685-4689-b4dd-327a4435744e req-a17412d9-6abd-4f36-9e2e-0d7ba2ff2c68 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Oct 11 04:28:02.528155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port ad629e15-49f9-42f0-bc7c-35d881d7245d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:02.533706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.584912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=ad629e15-49f9-42f0-bc7c-35d881d7245d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:02.668928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] For port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,segment=NetworkSegment(c11a59bb-6fbe-43d7-a572-e2f063a683a1),segment_id=c11a59bb-6fbe-43d7-a572-e2f063a683a1)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:02.669381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.676018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8165748 Oct 11 04:28:02.678986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51826) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:02.684758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:02.695475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71179cf-2a3b-411b-bd1e-afb50e4796b1 x-openstack-request-id: req-e71179cf-2a3b-411b-bd1e-afb50e4796b1 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:28:02.695976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "name": "network-vif-plugged", "status": "completed", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:28:02.696198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e71179cf-2a3b-411b-bd1e-afb50e4796b1 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:28:02.696692 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71179cf-2a3b-411b-bd1e-afb50e4796b1'] response: {'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'code': 200} Oct 11 04:28:02.715813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.740667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5e47-33a6-451f-bbb5-289421fc0e6f tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Network': ['ID=bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:02.744859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Calling delete_port for 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:02.755447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:02.760012 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3813f231-2728-4874-9a39-e3f9131c3739 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags HTTP/1.1" status: 200 len: 316 time: 0.5292225 Oct 11 04:28:02.762054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51828) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:02.767043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-1685ef34-c9bc-4df9-86b9-c5e4dbca3f21 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:02.837282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.850545 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 5 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:02.873757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=ca83d7cc-cf23-4344-b786-bde4dbbecc46,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:02.879539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.885213 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d52fcf37-cb42-4c3b-b157-7c8ca93c29cd tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/ca83d7cc-cf23-4344-b786-bde4dbbecc46 HTTP/1.1" status: 204 len: 168 time: 0.8986721 Oct 11 04:28:02.885979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51830) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:02.897785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4a004-125c-4233-9054-6db318b46e81 None None] Network 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:02.898040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:02.938326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Port': ['ID=2faa7a5e-6f55-4e14-bc7f-e53fc253aec4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:02.938594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:02.949834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] No DVR routers for this DVR port 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:02.983227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.010112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b4525-6503-4f6e-8061-5a63f9293928 req-bdfa5582-c7a1-4392-8f05-e50d4379506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:03.011790 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e8b4525-6503-4f6e-8061-5a63f9293928 req-bdfa5582-c7a1-4392-8f05-e50d4379506e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1098 time: 0.1192462 Oct 11 04:28:03.013238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.018940 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1685ef34-c9bc-4df9-86b9-c5e4dbca3f21 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags HTTP/1.1" status: 204 len: 168 time: 0.2530491 Oct 11 04:28:03.021952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51832) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.028546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-5dc4ce1f-4cca-499c-bab8-120666bdf113 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-765595730') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.033451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.048229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Network bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea is not hosted by any dhcp agent {{(pid=103098) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:28:03.049095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:03.049689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.054396 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "PUT /v2.0/networks/bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea HTTP/1.1" status: 200 len: 858 time: 0.3714194 Oct 11 04:28:03.065051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51834) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.097659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb4855-2665-4b5a-9fc1-68172a70345b tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event updated for resources: {'Network': ['ID=bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:03.118470 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e8b4525-6503-4f6e-8061-5a63f9293928 req-94f15d49-c348-493b-84f3-87740df5f90d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799227 Oct 11 04:28:03.119280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.127890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] DHCP port deletion for 8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:03.175876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] Deleting port d92686e1-4693-44b1-85d5-1b438ea7a82d {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:03.176248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.187193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60049f9d-6035-4e8a-bada-05451a82d804']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.225573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11a59bb-6fbe-43d7-a572-e2f063a683a1') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.225861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11a59bb-6fbe-43d7-a572-e2f063a683a1') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.239110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.241389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] For port d92686e1-4693-44b1-85d5-1b438ea7a82d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d92686e1-4693-44b1-85d5-1b438ea7a82d,segment=NetworkSegment(1efd63ef-a551-4e64-9a4b-36d8e9774431),segment_id=1efd63ef-a551-4e64-9a4b-36d8e9774431)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:03.241783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.242229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.254404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] Calling delete_port for d92686e1-4693-44b1-85d5-1b438ea7a82d owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:03.270187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.279933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-5dc4ce1f-4cca-499c-bab8-120666bdf113 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:03.283855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5dc4ce1f-4cca-499c-bab8-120666bdf113 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-765595730 HTTP/1.1" status: 404 len: 328 time: 0.2580340 Oct 11 04:28:03.283855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Releasing vlan 483 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:03.283855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.284816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51838) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.289176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-b6f98ce2-7d7b-4122-8402-5efb05f7fda0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-944366157') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.311977 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 8d89dacc-f058-4217-be80-5bea82aca433 resource provider aggregate not found Oct 11 04:28:03.326620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c11a59bb-6fbe-43d7-a572-e2f063a683a1 resource provider aggregate not found Oct 11 04:28:03.339402 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 8d89dacc-f058-4217-be80-5bea82aca433 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d89dacc-f058-4217-be80-5bea82aca433 found for delete ", "request_id": "req-2c57f2eb-597b-4e16-ba50-71aebbea3b0d"}]} Oct 11 04:28:03.341003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.366181 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-b6f98ce2-7d7b-4122-8402-5efb05f7fda0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:03.368058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b6f98ce2-7d7b-4122-8402-5efb05f7fda0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-944366157 HTTP/1.1" status: 404 len: 328 time: 0.0823073 Oct 11 04:28:03.370307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51846) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.371608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] Pushing event deleted for resources: {'Port': ['ID=d92686e1-4693-44b1-85d5-1b438ea7a82d,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:03.375351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d82dc7-68fe-42a9-ab0f-83bbb368aec6 None None] No DVR routers for this DVR port d92686e1-4693-44b1-85d5-1b438ea7a82d on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:03.385387 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c11a59bb-6fbe-43d7-a572-e2f063a683a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c11a59bb-6fbe-43d7-a572-e2f063a683a1 found for delete ", "request_id": "req-13ec55d0-b578-4533-a239-2f60daa36675"}]} Oct 11 04:28:03.388824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-5142d4c5-f6f1-4f6e-a120-094109432673 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602', 'tempest-TagsExtTest-Tag-1137816074') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.402205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port d92686e1-4693-44b1-85d5-1b438ea7a82d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:03.402562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.438946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.439809 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 6 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:03.441953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.449724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-5142d4c5-f6f1-4f6e-a120-094109432673 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:03.453830 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5142d4c5-f6f1-4f6e-a120-094109432673 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags/tempest-TagsExtTest-Tag-1137816074 HTTP/1.1" status: 404 len: 329 time: 0.0797410 Oct 11 04:28:03.454044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51848) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.456185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.459257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-7b837221-24c1-409a-8f49-f809d3829deb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', {'tags': ['tempest-TagsExtTest-Tag-1589846623', 'tempest-TagsExtTest-Tag-1845508038', 'tempest-TagsExtTest-Tag-1741337511']}) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.462610 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/networks/60049f9d-6035-4e8a-bada-05451a82d804 HTTP/1.1" status: 204 len: 168 time: 1.6606193 Oct 11 04:28:03.462770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51850) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.487007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:03.489672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.491869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f6e13-6251-491c-8089-638b7e51150c tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Pushing event deleted for resources: {'Network': ['ID=60049f9d-6035-4e8a-bada-05451a82d804,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:03.511719 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d2217d7c-94e3-41f2-8b59-3dfa41af432b tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "GET /v2.0/ports?device_id=90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 HTTP/1.1" status: 200 len: 205 time: 0.0478077 Oct 11 04:28:03.514128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51852) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.532027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2560f35-7778-47e0-8603-d7abe248b7a0') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.532355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2560f35-7778-47e0-8603-d7abe248b7a0') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.548951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.551314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port d92686e1-4693-44b1-85d5-1b438ea7a82d, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:03.551654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.571832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for d92686e1-4693-44b1-85d5-1b438ea7a82d owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:03.575074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Port d92686e1-4693-44b1-85d5-1b438ea7a82d was not found and therefore no delete operation was performed {{(pid=103099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:28:03.576587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.578683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.591306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Releasing vlan 473 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:03.591729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.621043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=d92686e1-4693-44b1-85d5-1b438ea7a82d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:03.621357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.625120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port d92686e1-4693-44b1-85d5-1b438ea7a82d on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:03.694356 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b837221-24c1-409a-8f49-f809d3829deb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags HTTP/1.1" status: 200 len: 318 time: 0.2392461 Oct 11 04:28:03.697856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51856) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.717831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.728869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-aaaa8029-7d43-48e5-bc5a-0f6faed54c1e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.734429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:03.747384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.751117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 11 04:28:03.767332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.773686 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] 10.222.0.39 "DELETE /v2.0/networks/bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea HTTP/1.1" status: 204 len: 168 time: 0.7030594 Oct 11 04:28:03.775690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:03.775826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51858) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.775915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2faa7a5e-6f55-4e14-bc7f-e53fc253aec4 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:03.776289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d92686e1-4693-44b1-85d5-1b438ea7a82d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:03.777644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fab4a-b87b-4a07-ab95-d7098e2c12f2 tempest-ExternalNetworksTestJSON-1903874707 tempest-ExternalNetworksTestJSON-1903874707-project-admin] Pushing event deleted for resources: {'Network': ['ID=bdf0fbae-fd45-4d66-b0f1-fb02a8c95aea,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:03.806551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d92686e1-4693-44b1-85d5-1b438ea7a82d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:03.807287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d92686e1-4693-44b1-85d5-1b438ea7a82d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:03.809839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.812916 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0709ede-121c-4d13-a788-63edd4940605 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:03.813373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0709ede-121c-4d13-a788-63edd4940605 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:03.819555 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f0709ede-121c-4d13-a788-63edd4940605 tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] 10.222.0.39 "DELETE /v2.0/subnets/ec052790-2e59-422e-9128-3150faa0b8b3 HTTP/1.1" status: 404 len: 337 time: 0.0404956 Oct 11 04:28:03.822918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51860) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:03.827791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed179e5e-1099-4930-bd29-74827925caaa req-6caf4f59-3c84-4682-9285-4cbc4833b3c2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:03.829402 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ed179e5e-1099-4930-bd29-74827925caaa req-6caf4f59-3c84-4682-9285-4cbc4833b3c2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 945 time: 0.2133315 Oct 11 04:28:03.836685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efd63ef-a551-4e64-9a4b-36d8e9774431') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.836685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efd63ef-a551-4e64-9a4b-36d8e9774431') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:03.867961 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.883661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.893069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.918891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.932401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:03.932802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.939155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.984007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.984551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Fanout notify agent at l3_agent the message router_deleted on router 90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:28:03.988955 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 7 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:03.992113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:03.995909 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-08a341b5-a388-422f-aec3-e60959d019e4 tempest-RoutersNegativeIpV6Test-1206935247 tempest-RoutersNegativeIpV6Test-1206935247-project] 10.222.0.39 "DELETE /v2.0/routers/90fd5951-7fbc-41b4-8de4-b8d9ed67fbd1 HTTP/1.1" status: 204 len: 168 time: 0.4808371 Oct 11 04:28:04.002325 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ed179e5e-1099-4930-bd29-74827925caaa req-aeb157a4-fd1a-4822-9339-683e4368a53c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606658 Oct 11 04:28:04.038027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.048715 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-aaaa8029-7d43-48e5-bc5a-0f6faed54c1e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags HTTP/1.1" status: 204 len: 168 time: 0.3220408 Oct 11 04:28:04.049473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51864) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.049573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.056489 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e HTTP/1.1" status: 204 len: 168 time: 1.1664257 Oct 11 04:28:04.056658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-f1f1873d-0077-4b25-91fd-2553c213f6c0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-1589846623') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.066051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51866) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.070726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-540969320', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:04.082147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2642cf-048b-46d9-8bd1-297545cc7dbf tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=8b5e5e92-adf3-4e7a-b5c1-b58a28dcbf5e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:04.112240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:04.113431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-f1f1873d-0077-4b25-91fd-2553c213f6c0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:04.116269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.117923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f1f1873d-0077-4b25-91fd-2553c213f6c0 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-1589846623 HTTP/1.1" status: 404 len: 329 time: 0.0680368 Oct 11 04:28:04.118802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51868) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.122966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-38a34e15-af85-417a-b87e-41f049f94400 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-1845508038') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.142794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246367b6-0e4e-40a7-80a4-129b299ecbf2']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.145619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.146667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.160896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c188037-3f6c-4e6f-967a-b401d95d051e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.160896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c188037-3f6c-4e6f-967a-b401d95d051e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.173285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.188959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0c099b2c-04a0-4dd3-b48a-1832a1ea4980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.190857 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-38a34e15-af85-417a-b87e-41f049f94400 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:04.195005 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-38a34e15-af85-417a-b87e-41f049f94400 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-1845508038 HTTP/1.1" status: 404 len: 329 time: 0.0755341 Oct 11 04:28:04.196271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51870) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.200346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-68e4be0a-460d-41e4-a9a3-621949520356 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2', 'tempest-TagsExtTest-Tag-1741337511') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.203310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.231278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.234405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Releasing vlan 461 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:04.234855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.239005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.260628 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-68e4be0a-460d-41e4-a9a3-621949520356 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:04.264360 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68e4be0a-460d-41e4-a9a3-621949520356 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags/tempest-TagsExtTest-Tag-1741337511 HTTP/1.1" status: 404 len: 329 time: 0.0651107 Oct 11 04:28:04.264795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51872) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.269934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-dcede56c-7e0a-40b8-bb67-d9b2c16c504a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', {'tags': ['tempest-TagsExtTest-Tag-690582689', 'tempest-TagsExtTest-Tag-461437791', 'tempest-TagsExtTest-Tag-1535122393']}) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.341596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.345461 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e0bc3df0-4f2b-4de3-9192-60e34c57a473 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2755189 Oct 11 04:28:04.346235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51876) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.352691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830137012'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:04.390122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.401632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.407378 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] 10.222.0.39 "DELETE /v2.0/networks/246367b6-0e4e-40a7-80a4-129b299ecbf2 HTTP/1.1" status: 204 len: 168 time: 0.5808427 Oct 11 04:28:04.422355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51880) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.427382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac633d80-7f84-4641-bd82-ef7e3827b0ad tempest-ExternalNetworksTestJSON-1122196047 tempest-ExternalNetworksTestJSON-1122196047-project] Pushing event deleted for resources: {'Network': ['ID=246367b6-0e4e-40a7-80a4-129b299ecbf2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:04.432395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:04.436676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.441874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dcede56c-7e0a-40b8-bb67-d9b2c16c504a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags HTTP/1.1" status: 200 len: 316 time: 0.1758718 Oct 11 04:28:04.444827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51884) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.450200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-59b7480d-c2dd-4d4a-aa49-afb4fe4a50d8 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.463714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:04.480313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.480925 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5 of type vlan for network 840584c5-1885-4f21-b501-0d29840c6674 Oct 11 04:28:04.538638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.578631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.585174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:04.586968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.616370 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 8 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:04.638368 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-59b7480d-c2dd-4d4a-aa49-afb4fe4a50d8 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1926136 Oct 11 04:28:04.641862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51888) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.656264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-dbde6690-c6da-4b0d-a596-fae10d5f338a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-690582689') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.659645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:04.660361 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3135514 Oct 11 04:28:04.661039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51890) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.668403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:04.708356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ed3a0-bd28-4291-8934-73b8f80e372a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=840584c5-1885-4f21-b501-0d29840c6674,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:04.724894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 840584c5-1885-4f21-b501-0d29840c6674 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:04.742702 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f7b59da8-d46d-4acd-9940-f414dfc13c26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8835b51063304f06bd5df1d04218d683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166742 Oct 11 04:28:04.744248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51892) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.771029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51894) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.785683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-dbde6690-c6da-4b0d-a596-fae10d5f338a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:04.786817 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dbde6690-c6da-4b0d-a596-fae10d5f338a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-690582689 HTTP/1.1" status: 404 len: 328 time: 0.1440434 Oct 11 04:28:04.789694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.796184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-85cfb9e4-8909-4162-9772-f56f3dab89c1 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-461437791') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.841600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:04.845198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.863337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc853b-23b9-4373-ba88-db85adf04b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.874973 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-85cfb9e4-8909-4162-9772-f56f3dab89c1 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:04.876000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-85cfb9e4-8909-4162-9772-f56f3dab89c1 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-461437791 HTTP/1.1" status: 404 len: 328 time: 0.0853596 Oct 11 04:28:04.879784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51900) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.886118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-d1b90cd5-325f-4951-bf50-26c388598dd7 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f', 'tempest-TagsExtTest-Tag-1535122393') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:04.926132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc853b-23b9-4373-ba88-db85adf04b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:04.967332 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-439fe4fb-906e-47eb-9b36-e39bb18235a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d7ab9c682824a15a76cb1da3e3d1a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878519 Oct 11 04:28:04.972938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51902) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:04.993619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d1b90cd5-325f-4951-bf50-26c388598dd7 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:04.994614 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d1b90cd5-325f-4951-bf50-26c388598dd7 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags/tempest-TagsExtTest-Tag-1535122393 HTTP/1.1" status: 404 len: 329 time: 0.1123483 Oct 11 04:28:04.997751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51904) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.002597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-5abb89bb-ccd9-4bbb-b549-6fced65679a9 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', {'tags': ['tempest-TagsExtTest-Tag-917190444', 'tempest-TagsExtTest-Tag-2050340776', 'tempest-TagsExtTest-Tag-1009732924']}) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.055282 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5abb89bb-ccd9-4bbb-b549-6fced65679a9 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "PUT /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags HTTP/1.1" status: 200 len: 317 time: 0.0541086 Oct 11 04:28:05.055491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc853b-23b9-4373-ba88-db85adf04b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.055610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51908) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.056774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc853b-23b9-4373-ba88-db85adf04b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.057917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f4dc853b-23b9-4373-ba88-db85adf04b9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4867788-412d-4732-810a-51dc6e4beb4a HTTP/1.1" status: 204 len: 168 time: 0.2860389 Oct 11 04:28:05.063099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-05461c13-5142-490d-b2ca-9b24a2da4916 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.079748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc853b-23b9-4373-ba88-db85adf04b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4867788-412d-4732-810a-51dc6e4beb4a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:05.113085 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-05461c13-5142-490d-b2ca-9b24a2da4916 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags HTTP/1.1" status: 204 len: 168 time: 0.0558829 Oct 11 04:28:05.115852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51912) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.121505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-63906943-3c50-4a8e-9212-ba7f68c15ecb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-917190444') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.145332 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-63906943-3c50-4a8e-9212-ba7f68c15ecb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:05.149145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-63906943-3c50-4a8e-9212-ba7f68c15ecb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-917190444 HTTP/1.1" status: 404 len: 328 time: 0.0285566 Oct 11 04:28:05.149283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a5a955c-6253-4f10-adcd-e1f788537934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.149390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51914) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.154503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-9d0e8fd2-e402-400a-8e4a-f513ce29457c tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-2050340776') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.161010 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 9 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:05.182977 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-9d0e8fd2-e402-400a-8e4a-f513ce29457c tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:05.186929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d0e8fd2-e402-400a-8e4a-f513ce29457c tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-2050340776 HTTP/1.1" status: 404 len: 329 time: 0.0337777 Oct 11 04:28:05.187656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.187803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51916) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.192458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-2f2c9287-20de-4784-88dd-325f0a3c8d10 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e', 'tempest-TagsExtTest-Tag-1009732924') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.195357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a5a955c-6253-4f10-adcd-e1f788537934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.218163 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-2f2c9287-20de-4784-88dd-325f0a3c8d10 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] show failed (client error): The resource could not be found. Oct 11 04:28:05.222058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2f2c9287-20de-4784-88dd-325f0a3c8d10 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags/tempest-TagsExtTest-Tag-1009732924 HTTP/1.1" status: 404 len: 329 time: 0.0312681 Oct 11 04:28:05.222204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:05.222317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51918) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.226609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-47a22274-27db-4cf9-b9c3-36ac66470f6a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.258207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-47a22274-27db-4cf9-b9c3-36ac66470f6a tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e/tags HTTP/1.1" status: 204 len: 168 time: 0.0318036 Oct 11 04:28:05.258207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51922) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.262104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.tag.tag_plugin [None req-f0619225-1f51-4793-9508-6e43ca20e3d4 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eacf0632-11ff-43cb-ba82-57046683ad0f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.262430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902c98a-b492-40d0-a40e-f2bb58a03231 req-76aaa4e8-059a-495b-a6c6-3819c0036f4d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:05.263963 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b902c98a-b492-40d0-a40e-f2bb58a03231 req-76aaa4e8-059a-495b-a6c6-3819c0036f4d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 945 time: 0.1821973 Oct 11 04:28:05.320350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=c2a3c39d-62ab-450f-8626-383bce547c74,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:05.340844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:05.341315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: 840584c5-1885-4f21-b501-0d29840c6674, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:05.350413 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b902c98a-b492-40d0-a40e-f2bb58a03231 req-8c10bbbf-048e-411f-ac6b-5e804898f7f7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677619 Oct 11 04:28:05.367187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a5a955c-6253-4f10-adcd-e1f788537934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.370434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2a5a955c-6253-4f10-adcd-e1f788537934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.371947 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2a5a955c-6253-4f10-adcd-e1f788537934 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/228f65c4-7f3f-4216-973c-dbbf37a8b0c9 HTTP/1.1" status: 204 len: 168 time: 0.3979695 Oct 11 04:28:05.390152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 840584c5-1885-4f21-b501-0d29840c6674 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:05.405829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a955c-6253-4f10-adcd-e1f788537934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f65c4-7f3f-4216-973c-dbbf37a8b0c9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:05.438615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a2560f35-7778-47e0-8603-d7abe248b7a0 resource provider aggregate not found Oct 11 04:28:05.449260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 840584c5-1885-4f21-b501-0d29840c6674) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:05.459279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70dd533-5784-44a6-be04-9eb0f6ad2071 None None] Network 840584c5-1885-4f21-b501-0d29840c6674 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:05.462556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:05.463919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.469434 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a2560f35-7778-47e0-8603-d7abe248b7a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2560f35-7778-47e0-8603-d7abe248b7a0 found for delete ", "request_id": "req-c31d3d31-18b1-425a-8599-8744608575f6"}]} Oct 11 04:28:05.495693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d94890c9-fabd-47d4-89e8-4342e5eb12fb tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8297622 Oct 11 04:28:05.497554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 1efd63ef-a551-4e64-9a4b-36d8e9774431 resource provider aggregate not found Oct 11 04:28:05.506956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51938) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.579632 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 1efd63ef-a551-4e64-9a4b-36d8e9774431 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1efd63ef-a551-4e64-9a4b-36d8e9774431 found for delete ", "request_id": "req-ecf4f113-12f4-46ac-b3bb-48d3a34cb4c8"}]} Oct 11 04:28:05.635460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9c188037-3f6c-4e6f-967a-b401d95d051e resource provider aggregate not found Oct 11 04:28:05.689985 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9c188037-3f6c-4e6f-967a-b401d95d051e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c188037-3f6c-4e6f-967a-b401d95d051e found for delete ", "request_id": "req-27245d2a-8c9c-46c5-84b9-d1df610bb2ac"}]} Oct 11 04:28:05.721492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-840584c5-1885-4f21-b501-0d29840c6674', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:05.722436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.748456 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 10 to provision port 718a771e-49db-42da-ac7e-4f73f53ef4e2 Oct 11 04:28:05.778648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f0619225-1f51-4793-9508-6e43ca20e3d4 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f/tags HTTP/1.1" status: 204 len: 168 time: 0.5175827 Oct 11 04:28:05.779272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51952) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:05.785422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-5f90630d-c374-403e-845a-c5912e87b757 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '718a771e-49db-42da-ac7e-4f73f53ef4e2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:05.819145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243187ba-d92f-4563-a051-8a16edc69807 req-5ee2fc73-6ee4-40d4-b96b-4e8fbf1ffb14 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:05.821104 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-243187ba-d92f-4563-a051-8a16edc69807 req-5ee2fc73-6ee4-40d4-b96b-4e8fbf1ffb14 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 945 time: 0.0593226 Oct 11 04:28:05.824114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Port 718a771e-49db-42da-ac7e-4f73f53ef4e2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:05.896816 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-243187ba-d92f-4563-a051-8a16edc69807 req-c606de0b-7619-4299-beed-c0f41837efe3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677187 Oct 11 04:28:05.901551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Provisioning complete for port 3985264a-e2ee-4106-992f-ad8f10a0bf96 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:05.915888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:05.915888 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Attempt 1 to provision port 3985264a-e2ee-4106-992f-ad8f10a0bf96 Oct 11 04:28:05.921208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51956) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.003858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51960) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.030480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482ad9b-44ba-4844-8547-8821207c0308 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:06.031578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Allocated IP 2001:db8::2 (840584c5-1885-4f21-b501-0d29840c6674/c2a3c39d-62ab-450f-8626-383bce547c74/6a59e6cc-49bf-42ef-b8f4-9cfa46394534) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:06.032933 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9482ad9b-44ba-4844-8547-8821207c0308 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1093 time: 0.1107817 Oct 11 04:28:06.036929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51962) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.043912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:06.089171 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cb91f2dc-bb32-4e50-820f-287d4f4fb348 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cd1161d37fe46428e9ef85152fc7954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825999 Oct 11 04:28:06.091508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51964) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.111187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.174307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53ad51e0-04c0-4bf5-93a8-b474450c3d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.207154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53ad51e0-04c0-4bf5-93a8-b474450c3d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.229118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.233563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.267086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.312124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51970) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.317801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Network 840584c5-1885-4f21-b501-0d29840c6674 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:06.321776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Current status of the port 3985264a-e2ee-4106-992f-ad8f10a0bf96 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:06.324439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:06.330878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:06.334465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1693fc64-9674-42ed-b97c-55bf654ce274 None None] Could not find standard attr ID for object acde9ede-f4c1-4349-bebc-ba1f286ef081. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:06.341903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53ad51e0-04c0-4bf5-93a8-b474450c3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.345374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53ad51e0-04c0-4bf5-93a8-b474450c3d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.346143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Pushing event updated for resources: {'Port': ['ID=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:06.347250 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-53ad51e0-04c0-4bf5-93a8-b474450c3d11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fc2538a-63fa-4a08-b956-730a55eb3364 HTTP/1.1" status: 204 len: 168 time: 0.2536304 Oct 11 04:28:06.351307 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5f90630d-c374-403e-845a-c5912e87b757 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2/tags HTTP/1.1" status: 204 len: 168 time: 0.5713031 Oct 11 04:28:06.351976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51976) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.361193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.tag.tag_plugin [None req-5b07a59e-b302-44ea-a619-85ddb6e2c96f tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ed4c0c0-ccd0-42eb-8427-daf02b3be602') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:06.385502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad51e0-04c0-4bf5-93a8-b474450c3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc2538a-63fa-4a08-b956-730a55eb3364,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:06.409626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.506016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5c8ba945-22b6-4ac2-bc71-fc093b98a613 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:06.506016 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-5c8ba945-22b6-4ac2-bc71-fc093b98a613 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 04:28:06.506981 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-5c8ba945-22b6-4ac2-bc71-fc093b98a613 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 04:28:06.511374 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5c8ba945-22b6-4ac2-bc71-fc093b98a613 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1947570 Oct 11 04:28:06.513411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51978) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.529262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687116845'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:06.585649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.123 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/a83d2fdd-08bb-4009-b6dd-0d5a1950005d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:06.615287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Attempting to bind port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:06.615658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Attempting to bind port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:06.616024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Attempting to bind port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 on network 840584c5-1885-4f21-b501-0d29840c6674 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:06.622294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7099d9b2-ae12-4fb5-95e9-81587cb1bdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.624574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:06.625613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Checking segment: {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:06.626506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.627346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Bound using segment: {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:06.628039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Bound port: 6a59e6cc-49bf-42ef-b8f4-9cfa46394534, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:06.628627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.669711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8::1 (840584c5-1885-4f21-b501-0d29840c6674/c2a3c39d-62ab-450f-8626-383bce547c74/55372b6e-f1b9-4409-b56a-b75a4e0a1992) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:06.678151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.700190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.717366 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5b07a59e-b302-44ea-a619-85ddb6e2c96f tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602/tags HTTP/1.1" status: 204 len: 168 time: 0.3605597 Oct 11 04:28:06.722862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51984) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.723121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] For port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:06.727233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] For port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:06.732962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.807161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d48863-b91e-4e4b-9311-5e13bbeb475a None None] Pushing event updated for resources: {'Port': ['ID=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:06.833262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.905208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.905673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-00cc2324-9b12-43a2-b6b2-a31f2356bb10 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for subnetpool, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.909684 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-00cc2324-9b12-43a2-b6b2-a31f2356bb10 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnetpools/4a92eecc-1f3b-4826-8eb1-27ab65b1ef7e HTTP/1.1" status: 204 len: 168 time: 0.1852701 Oct 11 04:28:06.911183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 51990) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:06.919629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:06.955678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d3241a2d-f1b0-49f2-a181-39bf121b68e3 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "GET /v2.0/ports?device_id=eacf0632-11ff-43cb-ba82-57046683ad0f HTTP/1.1" status: 200 len: 205 time: 0.0432544 Oct 11 04:28:06.961834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 51994) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:07.004780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.013189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.032455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:07.062720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:07.065893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:07.069654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=a83d2fdd-08bb-4009-b6dd-0d5a1950005d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:07.073005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.100961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.146118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d5f8b-9af5-46d0-9466-851a36c49ae3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:07.153995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=55372b6e-f1b9-4409-b56a-b75a4e0a1992,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:07.180292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 840584c5-1885-4f21-b501-0d29840c6674 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:07.186923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:07.195314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:07.195548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.258671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.265449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.328211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.333363 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8127174 Oct 11 04:28:07.333980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52004) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:07.336453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.343520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'b7abaf7e-8436-4256-8596-23b014ceaa3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:07.355881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.360947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c8a0d-194a-4fb5-9b28-e6cac4d46095 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abaf7e-8436-4256-8596-23b014ceaa3c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:07.414501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.426445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.427013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Fanout notify agent at l3_agent the message router_deleted on router eacf0632-11ff-43cb-ba82-57046683ad0f {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:28:07.434653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.439280 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9bb3af8a-fd77-4f72-bcc1-67280024ecfb tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/routers/eacf0632-11ff-43cb-ba82-57046683ad0f HTTP/1.1" status: 204 len: 168 time: 0.4755785 Oct 11 04:28:07.441257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52008) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:07.473896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.592065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.630778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.699345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.720749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b87a69f-d577-427a-a545-98abd903d7e5,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:07.764381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.765623 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-72578d23-4a5b-40f9-95e6-03991d36b98b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263244 Oct 11 04:28:07.769858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52016) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:07.780273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Deleting port 718a771e-49db-42da-ac7e-4f73f53ef4e2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:07.780738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.788035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-69eab52f-8fbf-41d5-a54a-bad21b1e3e64 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'b7abaf7e-8436-4256-8596-23b014ceaa3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:07.807322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:07.917324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69eab52f-8fbf-41d5-a54a-bad21b1e3e64 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.917878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:07.917878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.918212 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 Oct 11 04:28:07.965448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.975018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:07.984754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Calling delete_port for 718a771e-49db-42da-ac7e-4f73f53ef4e2 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:08.008555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.051760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:08.052401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.066803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.067636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.078176 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-69eab52f-8fbf-41d5-a54a-bad21b1e3e64 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): There was a conflict when trying to complete your request. Oct 11 04:28:08.079703 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-69eab52f-8fbf-41d5-a54a-bad21b1e3e64 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3031569 Oct 11 04:28:08.085321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52022) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.101008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:08.107228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.178494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.189203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=55372b6e-f1b9-4409-b56a-b75a4e0a1992,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:08.205318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:08.253350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964500ae-1d66-48fa-a1a3-8500a68bb7e1 None None] Network 840584c5-1885-4f21-b501-0d29840c6674 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:08.282461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffd3-61e5-4127-87cf-7b6a07f56831 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.297347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 840584c5-1885-4f21-b501-0d29840c6674 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:08.301990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:08.330134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffd3-61e5-4127-87cf-7b6a07f56831 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.389647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.415840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-73bbd43b-42ac-437b-8449-5ab9492508ec None None] Provisioning complete for port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:08.416611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-73bbd43b-42ac-437b-8449-5ab9492508ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.417393 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-73bbd43b-42ac-437b-8449-5ab9492508ec None None] Attempt 1 to provision port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 Oct 11 04:28:08.432643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event deleted for resources: {'Port': ['ID=718a771e-49db-42da-ac7e-4f73f53ef4e2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:08.454562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffd3-61e5-4127-87cf-7b6a07f56831 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.458605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffd3-61e5-4127-87cf-7b6a07f56831 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.463364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52032) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.467080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f18ffd3-61e5-4127-87cf-7b6a07f56831 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/b7abaf7e-8436-4256-8596-23b014ceaa3c HTTP/1.1" status: 204 len: 168 time: 0.3802640 Oct 11 04:28:08.490923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18ffd3-61e5-4127-87cf-7b6a07f56831 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abaf7e-8436-4256-8596-23b014ceaa3c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:08.503573 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.505281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52034) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.514159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.600781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.603980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c4f5bf8e-79fb-4863-9e2a-2cf4c1b47703 tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/ports/718a771e-49db-42da-ac7e-4f73f53ef4e2 HTTP/1.1" status: 204 len: 168 time: 1.1617863 Oct 11 04:28:08.607032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52038) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.618427 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bee176dd-94b3-497d-bfa7-c7fdb4f5607d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519430 Oct 11 04:28:08.626522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52040) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.631673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078722552'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:08.637853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:28:08.640081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-12a1d5b1-c129-44b0-b964-0ade44621cd4 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:08.646874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=a83d2fdd-08bb-4009-b6dd-0d5a1950005d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:08.660919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.686521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.722052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-73bbd43b-42ac-437b-8449-5ab9492508ec None None] Current status of the port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:08.773457 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-12a1d5b1-c129-44b0-b964-0ade44621cd4 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "PUT /v2.0/quotas/260df597f6ba435ebcd34ca1071fd683 HTTP/1.1" status: 200 len: 368 time: 0.2659683 Oct 11 04:28:08.778027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52042) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.783265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Request body: {'network': {'project_id': '260df597f6ba435ebcd34ca1071fd683'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:08.783445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Deleting subnet 2ed4c0c0-ccd0-42eb-8427-daf02b3be602 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:08.787512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:08.796582 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7bc2ec65-6a24-4d97-8950-5e7622f3e5e2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2862382 Oct 11 04:28:08.802352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52044) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.806381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:08.811186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441657394'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:08.820673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.826323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:08.828697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:08.853101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.860856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.871802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Made reservation on behalf of 260df597f6ba435ebcd34ca1071fd683 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:08.874405 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5 associated. External IP: 172.26.8.123, port: ad629e15-49f9-42f0-bc7c-35d881d7245d. Oct 11 04:28:08.874917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.881329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.891157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:08.894884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.915840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.932785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.934243 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3067141 Oct 11 04:28:08.939558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52046) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:08.945176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fac1e-defe-4f4a-a6c1-e3e063652fa0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3609692e-7f43-4dc0-b459-b439f7af4d89,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:08.970621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:08.972763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:08.993384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:08.993852 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment aa780933-ccef-441f-ac93-732161b5db4e of type vlan for network 6e030641-7bca-4022-9069-7af4f9773176 Oct 11 04:28:09.050667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.110879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.117946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Provisioning complete for port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:09.118315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.118630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:09.118761 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Attempt 1 to provision port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 Oct 11 04:28:09.119450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.124814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.147793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.185904 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3823035 Oct 11 04:28:09.194710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:09.231288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52048) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:09.237801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:09.248110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:09.266198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259972e2-8cda-4009-af76-951cf50bb0b4 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=6e030641-7bca-4022-9069-7af4f9773176,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:09.274258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.278948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 6e030641-7bca-4022-9069-7af4f9773176 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:09.291674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-536ad911-40ab-4113-b54d-57dbef4b7743 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '3609692e-7f43-4dc0-b459-b439f7af4d89', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:09.292248 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-536ad911-40ab-4113-b54d-57dbef4b7743 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 11 04:28:09.293347 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-536ad911-40ab-4113-b54d-57dbef4b7743 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:09.293883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8c1af-83d2-4f53-9692-608875cea42d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:09.294514 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-536ad911-40ab-4113-b54d-57dbef4b7743 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.3514638 Oct 11 04:28:09.298419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52050) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:09.298720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:09.323894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.324917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Added segment 04cce60c-f24d-4cbb-861d-e198d501467c of type vlan for network b701f92d-76ae-41ff-875c-ebf594d193ee Oct 11 04:28:09.339940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:09.340303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Updating router 6a75dc15-ed18-4da5-b594-9cfdce105d74 port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:28:09.409933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.411685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.418127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.441287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:09.444935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.483771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.484903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:09.485782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.558263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7788835 Oct 11 04:28:09.561064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52052) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:09.572745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Request body: {'network': {'project_id': '260df597f6ba435ebcd34ca1071fd683'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:09.575891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29172637-95f8-4ede-9800-038f8a436469 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.608369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03fb46-72a2-4094-b37b-dec151187a7f tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Pushing event updated for resources: {'Network': ['ID=b701f92d-76ae-41ff-875c-ebf594d193ee,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:09.608615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.627715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network b701f92d-76ae-41ff-875c-ebf594d193ee details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:09.636562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.686163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29172637-95f8-4ede-9800-038f8a436469 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.714141 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Attempt 2 to provision port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 Oct 11 04:28:09.733215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed4c0c0-ccd0-42eb-8427-daf02b3be602,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:09.736745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.744799 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-98d82fa7-ff78-4af7-a06b-18bfbbf7806e tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/subnets/2ed4c0c0-ccd0-42eb-8427-daf02b3be602 HTTP/1.1" status: 204 len: 168 time: 1.1352112 Oct 11 04:28:09.747884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Made reservation on behalf of 260df597f6ba435ebcd34ca1071fd683 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:09.750416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.753658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52054) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:09.778276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.781381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d23b0-320e-4b19-926c-994323cfdb81 None None] Network 11a25d4e-b064-4308-95db-e1cd704007eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:09.847391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:09.847776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:09.857766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29172637-95f8-4ede-9800-038f8a436469 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.861146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29172637-95f8-4ede-9800-038f8a436469 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.862912 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29172637-95f8-4ede-9800-038f8a436469 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/3609692e-7f43-4dc0-b459-b439f7af4d89 HTTP/1.1" status: 204 len: 168 time: 0.5047829 Oct 11 04:28:09.871812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52056) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:09.879414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:09.879769 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Added segment f601dda4-a219-44b7-bfe7-9b74e86cec43 of type vlan for network 51b94d3b-f52c-4fad-aa15-5f333819ee47 Oct 11 04:28:09.898634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:09.913856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29172637-95f8-4ede-9800-038f8a436469 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3609692e-7f43-4dc0-b459-b439f7af4d89,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:09.914247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:09.988472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.040650 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-64c7657e-7077-4ae2-a13a-c756f0ee8bba tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1632488 Oct 11 04:28:10.042950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.056944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--416831806'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:10.057163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:10.057529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.057867 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 Oct 11 04:28:10.095796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.097975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:10.102432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.103021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.114980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] DHCP port deletion for 11a25d4e-b064-4308-95db-e1cd704007eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:10.118633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.151283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.153098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=ae64a049-62c1-427f-bfda-f1cc4fb130e1,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:10.164457 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.192730 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6270919 Oct 11 04:28:10.198087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52060) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.213326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-20a10ce2-9e5a-4bfc-9562-4bae80145391 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Request body: {'network': {'project_id': '260df597f6ba435ebcd34ca1071fd683'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:10.217255 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:10.217614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: 6e030641-7bca-4022-9069-7af4f9773176, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:10.225414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:10.244105 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:10.249608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 6e030641-7bca-4022-9069-7af4f9773176 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:10.259370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Deleting port 3985264a-e2ee-4106-992f-ad8f10a0bf96 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:10.259733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.262203 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:10.262361 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:10.274968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 6e030641-7bca-4022-9069-7af4f9773176) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:10.281966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:10.282485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.285200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99327665-0a33-47c6-b1f7-f90e39b62e16 None None] Pushing event updated for resources: {'Port': ['ID=55372b6e-f1b9-4409-b56a-b75a4e0a1992,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:10.296284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b7051-3e9f-43f3-b15c-b30e27be0395 None None] Network 6e030641-7bca-4022-9069-7af4f9773176 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:10.304389 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7e44fbc2-5a2e-4415-af68-7af150b5d1ce tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0713029 Oct 11 04:28:10.308988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.323253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac51c8a-c504-4234-b130-42f66b82220c tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Pushing event updated for resources: {'Network': ['ID=51b94d3b-f52c-4fad-aa15-5f333819ee47,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:10.352640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Attempting to bind port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:10.353088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Attempting to bind port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:10.353458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Attempting to bind port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 on network 840584c5-1885-4f21-b501-0d29840c6674 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:10.356846 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a10ce2-9e5a-4bfc-9562-4bae80145391 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 11 04:28:10.361501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a10ce2-9e5a-4bfc-9562-4bae80145391 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:10.362759 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-20a10ce2-9e5a-4bfc-9562-4bae80145391 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1546633 Oct 11 04:28:10.371155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52064) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.390781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:10.396482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.396808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] For port 3985264a-e2ee-4106-992f-ad8f10a0bf96, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3985264a-e2ee-4106-992f-ad8f10a0bf96,segment=NetworkSegment(6738842c-ad2c-4587-a660-a772cb99044e),segment_id=6738842c-ad2c-4587-a660-a772cb99044e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:10.397309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.405893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 51b94d3b-f52c-4fad-aa15-5f333819ee47 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:10.443540 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Attempt 3 to provision port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 Oct 11 04:28:10.444193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Calling delete_port for 3985264a-e2ee-4106-992f-ad8f10a0bf96 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:10.444912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:10.445286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Checking segment: {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:10.445690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.446177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Bound using segment: {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:10.446722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Bound port: 55372b6e-f1b9-4409-b56a-b75a4e0a1992, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '840584c5-1885-4f21-b501-0d29840c6674'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:10.447105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.451793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-539a3168-8dd0-452c-be08-5470a9076e62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4116852 Oct 11 04:28:10.457675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52066) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.460014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:28:10.462950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477" -d '{"events": [{"name": "network-changed", "server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:28:10.493160 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:10.522439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.525762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd00f9ae-e235-4146-b19a-5dd5d06a75b0 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=260df597f6ba435ebcd34ca1071fd683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529953 Oct 11 04:28:10.537209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52070) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.544455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.549233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677afaf8-6937-442b-8079-9f14d571adb7 x-openstack-request-id: req-677afaf8-6937-442b-8079-9f14d571adb7 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:28:10.549521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:28:10.549819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-677afaf8-6937-442b-8079-9f14d571adb7 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:28:10.550224 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677afaf8-6937-442b-8079-9f14d571adb7'] response: {'name': 'network-changed', 'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'status': 'completed', 'code': 200} Oct 11 04:28:10.640098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.641349 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5924366 Oct 11 04:28:10.654377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52072) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.661208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf60bf4-8dd5-4541-b91f-ae4587fcff11 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d185fd8-43da-4545-8fd8-bbff44651899,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:10.663855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1464413-6f30-4a68-93bc-049695aed3f0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5 HTTP/1.1" status: 200 len: 991 time: 0.2047913 Oct 11 04:28:10.667498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.668679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bd0a91d4-8a0c-4e2f-b1c3-5bfecf21a0cd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '9d185fd8-43da-4545-8fd8-bbff44651899', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:10.669251 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-bd0a91d4-8a0c-4e2f-b1c3-5bfecf21a0cd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 11 04:28:10.669747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-bd0a91d4-8a0c-4e2f-b1c3-5bfecf21a0cd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:10.671227 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bd0a91d4-8a0c-4e2f-b1c3-5bfecf21a0cd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124083 Oct 11 04:28:10.676807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52074) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:10.695606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Deleting port 3985264a-e2ee-4106-992f-ad8f10a0bf96 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:10.695988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.734263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-703e1935-3595-4d30-ac67-a6677856bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:10.735894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-703e1935-3595-4d30-ac67-a6677856bcb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1098 time: 0.1383417 Oct 11 04:28:10.739444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19aa0238-5c01-435f-9207-224e4aa307fc tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.780602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.808012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:10.816143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19aa0238-5c01-435f-9207-224e4aa307fc tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.820793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] No DVR routers for this DVR port 3985264a-e2ee-4106-992f-ad8f10a0bf96 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:10.846204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event deleted for resources: {'Port': ['ID=3985264a-e2ee-4106-992f-ad8f10a0bf96,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:10.872798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5b46106-9d7c-4e50-a491-93f1875f1679 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.885566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] For port 3985264a-e2ee-4106-992f-ad8f10a0bf96, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3985264a-e2ee-4106-992f-ad8f10a0bf96,segment=NetworkSegment(6738842c-ad2c-4587-a660-a772cb99044e),segment_id=6738842c-ad2c-4587-a660-a772cb99044e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:10.885964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.917529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Calling delete_port for 3985264a-e2ee-4106-992f-ad8f10a0bf96 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:10.932845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] For port 55372b6e-f1b9-4409-b56a-b75a4e0a1992, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:10.935894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5b46106-9d7c-4e50-a491-93f1875f1679 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.936304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] For port 55372b6e-f1b9-4409-b56a-b75a4e0a1992, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=55372b6e-f1b9-4409-b56a-b75a4e0a1992,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:10.946683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-b76240a5-9ab5-4996-a731-40f719a8b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:10.947288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.948176 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-b76240a5-9ab5-4996-a731-40f719a8b11a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 898 time: 0.2021835 Oct 11 04:28:10.959271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:10.998035 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.006386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a25d4e-b064-4308-95db-e1cd704007eb']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.030740 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:11.033778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-6e030641-7bca-4022-9069-7af4f9773176', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:11.034674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.038579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6738842c-ad2c-4587-a660-a772cb99044e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.038940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6738842c-ad2c-4587-a660-a772cb99044e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.043717 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:11.044326 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.049241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19aa0238-5c01-435f-9207-224e4aa307fc tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.055331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19aa0238-5c01-435f-9207-224e4aa307fc tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.057171 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-19aa0238-5c01-435f-9207-224e4aa307fc tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7d8c1af-83d2-4f53-9692-608875cea42d HTTP/1.1" status: 204 len: 168 time: 0.5188463 Oct 11 04:28:11.065828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52076) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:11.067465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:11.068110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.080646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.092481 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-9f9e9ef6-7634-42b5-8d0e-bef23483a89d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 999 time: 0.1351256 Oct 11 04:28:11.095485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5b46106-9d7c-4e50-a491-93f1875f1679 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.101282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5b46106-9d7c-4e50-a491-93f1875f1679 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.103606 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d5b46106-9d7c-4e50-a491-93f1875f1679 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d185fd8-43da-4545-8fd8-bbff44651899 HTTP/1.1" status: 204 len: 168 time: 0.4252076 Oct 11 04:28:11.108264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52078) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:11.123715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.133716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.138246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0238-5c01-435f-9207-224e4aa307fc tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8c1af-83d2-4f53-9692-608875cea42d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:11.164537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99327665-0a33-47c6-b1f7-f90e39b62e16 None None] Pushing event updated for resources: {'Port': ['ID=55372b6e-f1b9-4409-b56a-b75a4e0a1992,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:11.187027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Releasing vlan 459 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:11.187435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.188582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46106-9d7c-4e50-a491-93f1875f1679 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d185fd8-43da-4545-8fd8-bbff44651899,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:11.205563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-24402f92-d17c-479c-a5aa-2dce59893141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:11.207544 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-24402f92-d17c-479c-a5aa-2dce59893141 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 200 len: 834 time: 0.1025412 Oct 11 04:28:11.223111 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 6738842c-ad2c-4587-a660-a772cb99044e resource provider aggregate not found Oct 11 04:28:11.234738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.242339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:11.271869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-210f1a87-4af9-44c9-90d9-edc8efb173be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:11.273614 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-210f1a87-4af9-44c9-90d9-edc8efb173be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d29ee76-9582-4384-b576-6e279a1d7630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0590055 Oct 11 04:28:11.285394 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 6738842c-ad2c-4587-a660-a772cb99044e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6738842c-ad2c-4587-a660-a772cb99044e found for delete ", "request_id": "req-84c10f62-fcae-4033-9f37-9e35f7e7c5d4"}]} Oct 11 04:28:11.310465 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Attempt 4 to provision port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 Oct 11 04:28:11.312615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:11.342755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.379689 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ed7f3973-9a33-4ff8-8746-49a4da0406d3 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2665038 Oct 11 04:28:11.379689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.380740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52084) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:11.394572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533618030'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:11.410809 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-73e54b5e-b80e-4c2e-95d8-17363caa6760 service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289647 Oct 11 04:28:11.427345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.432908 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] 10.222.0.39 "DELETE /v2.0/networks/11a25d4e-b064-4308-95db-e1cd704007eb HTTP/1.1" status: 204 len: 168 time: 1.6758680 Oct 11 04:28:11.476742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd830-5702-4d12-bf1b-4bba182b3eed tempest-TagsExtTest-222973078 tempest-TagsExtTest-222973078-project] Pushing event deleted for resources: {'Network': ['ID=11a25d4e-b064-4308-95db-e1cd704007eb,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:11.515652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Network 11a25d4e-b064-4308-95db-e1cd704007eb is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:28:11.516821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] No DVR routers for this DVR port 3985264a-e2ee-4106-992f-ad8f10a0bf96 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:11.529891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f21b7-4620-4e67-8902-202067b4dcaa None None] Pushing event deleted for resources: {'Port': ['ID=3985264a-e2ee-4106-992f-ad8f10a0bf96,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:11.551459 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c46ca3fc-2c07-4389-9ac0-3f1cacb08477 req-8f1ecc69-d750-40c8-bf74-e2205d7d498c service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326895 Oct 11 04:28:11.587840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.601801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Allocated IP 2001:db8:1::2 (6e030641-7bca-4022-9069-7af4f9773176/ae64a049-62c1-427f-bfda-f1cc4fb130e1/aa9fd49d-e78b-444e-9abf-b57eb3e7250f) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:11.634788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.636198 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.670730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:11.680720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b94d3b-f52c-4fad-aa15-5f333819ee47']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.722451 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0666f8d6-08cb-4eed-9032-4f57f5d73549 None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:27:37Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:11.724157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f601dda4-a219-44b7-bfe7-9b74e86cec43') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.724453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f601dda4-a219-44b7-bfe7-9b74e86cec43') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:11.759415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.786992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Current status of the port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:11.790007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.794750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.811039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3985264a-e2ee-4106-992f-ad8f10a0bf96 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:11.812863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Releasing vlan 479 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:11.813429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.865870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-010170d3-5834-4ddf-a23c-f1d79012114a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5 HTTP/1.1" status: 200 len: 991 time: 0.1914115 Oct 11 04:28:11.866116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 3985264a-e2ee-4106-992f-ad8f10a0bf96 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:11.866415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3985264a-e2ee-4106-992f-ad8f10a0bf96 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:11.894177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.895742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.900489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] For port 55372b6e-f1b9-4409-b56a-b75a4e0a1992, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=55372b6e-f1b9-4409-b56a-b75a4e0a1992,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:11.900708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.907594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52092) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:11.907800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "DELETE /v2.0/networks/51b94d3b-f52c-4fad-aa15-5f333819ee47 HTTP/1.1" status: 204 len: 168 time: 0.8408408 Oct 11 04:28:11.911624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:11.914610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.036588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Provisioning complete for port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:12.036961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.037292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52094) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.037435 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Attempt 1 to provision port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 Oct 11 04:28:12.044331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.083398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.099267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.101168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Pushing event updated for resources: {'Port': ['ID=55372b6e-f1b9-4409-b56a-b75a4e0a1992,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.159969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb3d63-cc6d-4075-8a03-1197db9ad69e None None] New status for floating IP bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:28:12.172113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:10Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:12.213434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Network 6e030641-7bca-4022-9069-7af4f9773176 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:12.239789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.243794 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8542790 Oct 11 04:28:12.247305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.250436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894fe81-e196-4f2e-918e-d940e0da1925 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Pushing event deleted for resources: {'Network': ['ID=51b94d3b-f52c-4fad-aa15-5f333819ee47,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.252714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42818d4-9685-4e8a-a8cb-1ccf9ab7950e None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:07Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:10Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:12.254438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:12.256365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52098) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.265141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:12.272981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Pushing event updated for resources: {'Port': ['ID=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.279795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bd72c241-f2be-469d-a93c-e486e50e570e tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '2934b265-32cb-4de8-82df-e739c7d5c327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:12.281815 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.api.v2.base [None req-bd72c241-f2be-469d-a93c-e486e50e570e tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 11 04:28:12.282340 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-bd72c241-f2be-469d-a93c-e486e50e570e tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:12.286482 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bd72c241-f2be-469d-a93c-e486e50e570e tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084565 Oct 11 04:28:12.295953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52100) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.312374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9e014-1376-420a-bb64-58b1b3bf4f55 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2934b265-32cb-4de8-82df-e739c7d5c327,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.316605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3f380480-efb9-42bb-9ffd-db30c7e12e8a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '2934b265-32cb-4de8-82df-e739c7d5c327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:12.318097 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-3f380480-efb9-42bb-9ffd-db30c7e12e8a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 11 04:28:12.318961 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-3f380480-efb9-42bb-9ffd-db30c7e12e8a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:12.329467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52102) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.330419 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f380480-efb9-42bb-9ffd-db30c7e12e8a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0332882 Oct 11 04:28:12.333987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b701f92d-76ae-41ff-875c-ebf594d193ee']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:12.334184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5a1ca6d2-c046-4cae-bcbb-76a643df1b31 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '2934b265-32cb-4de8-82df-e739c7d5c327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:12.334930 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.api.v2.base [None req-5a1ca6d2-c046-4cae-bcbb-76a643df1b31 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 11 04:28:12.335438 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-5a1ca6d2-c046-4cae-bcbb-76a643df1b31 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:12.336626 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5a1ca6d2-c046-4cae-bcbb-76a643df1b31 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061901 Oct 11 04:28:12.339399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52104) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.343946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-447fe53d-6902-44dd-87bd-25093d5dbb63 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '2934b265-32cb-4de8-82df-e739c7d5c327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:12.345875 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.api.v2.base [None req-447fe53d-6902-44dd-87bd-25093d5dbb63 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 11 04:28:12.347139 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-447fe53d-6902-44dd-87bd-25093d5dbb63 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:12.348236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-447fe53d-6902-44dd-87bd-25093d5dbb63 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079167 Oct 11 04:28:12.349981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8:1::1 (6e030641-7bca-4022-9069-7af4f9773176/ae64a049-62c1-427f-bfda-f1cc4fb130e1/eb0bc499-4d53-4787-9cb0-a4bbe14fcf84) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:12.352010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.361517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cce60c-f24d-4cbb-861d-e198d501467c') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:12.363082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cce60c-f24d-4cbb-861d-e198d501467c') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:12.374366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.393366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.400590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Releasing vlan 453 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:12.400989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.424652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Attempting to bind port aa9fd49d-e78b-444e-9abf-b57eb3e7250f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:12.425565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Attempting to bind port aa9fd49d-e78b-444e-9abf-b57eb3e7250f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:12.425919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Attempting to bind port aa9fd49d-e78b-444e-9abf-b57eb3e7250f on network 6e030641-7bca-4022-9069-7af4f9773176 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:12.431352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b453a4af-ccde-4257-ba9b-b10506ba36ce None None] Current status of the port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:12.455197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b483344-e01e-4b4f-9e62-e4bb681c4f5b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.464625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:12.465013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Checking segment: {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:12.465413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.465802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Bound using segment: {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:12.466282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Bound port: aa9fd49d-e78b-444e-9abf-b57eb3e7250f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:12.466743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.486973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.498697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.502170 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b701f92d-76ae-41ff-875c-ebf594d193ee HTTP/1.1" status: 204 len: 168 time: 0.5934477 Oct 11 04:28:12.525843 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8a6e55d0-6bf0-4f5b-81bf-852cb98da2fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1da10bfa1d954cdd8df9cdbf4ef45e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849737 Oct 11 04:28:12.526220 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 04cce60c-f24d-4cbb-861d-e198d501467c resource provider aggregate not found Oct 11 04:28:12.531294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53400-64d7-4d2c-9bf4-260425032a01 tempest-QuotasNegativeTest-1272803668 tempest-QuotasNegativeTest-1272803668-project-admin] Pushing event deleted for resources: {'Network': ['ID=b701f92d-76ae-41ff-875c-ebf594d193ee,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.533332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52112) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.553431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b483344-e01e-4b4f-9e62-e4bb681c4f5b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.561100 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 04cce60c-f24d-4cbb-861d-e198d501467c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04cce60c-f24d-4cbb-861d-e198d501467c found for delete ", "request_id": "req-89390823-d146-4854-80b9-4e93c3cbc01d"}]} Oct 11 04:28:12.652803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f10ad96-9403-4a72-b1c8-b768028f02ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.679580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.720679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b483344-e01e-4b4f-9e62-e4bb681c4f5b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.732548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b483344-e01e-4b4f-9e62-e4bb681c4f5b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.738241 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8b483344-e01e-4b4f-9e62-e4bb681c4f5b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/2934b265-32cb-4de8-82df-e739c7d5c327 HTTP/1.1" status: 204 len: 168 time: 0.3826151 Oct 11 04:28:12.738465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52116) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.747458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f10ad96-9403-4a72-b1c8-b768028f02ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.766963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.817048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6f699a00-d0d1-418b-bb49-956027bc580e tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775490 Oct 11 04:28:12.821054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52118) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.825885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--107143745'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:12.842232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] For port aa9fd49d-e78b-444e-9abf-b57eb3e7250f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:12.846766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] For port aa9fd49d-e78b-444e-9abf-b57eb3e7250f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:12.848541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-686a9ccb-cdfd-4232-89ad-8d9d0b629c6e None None] Provisioning complete for port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:12.848981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-686a9ccb-cdfd-4232-89ad-8d9d0b629c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.849405 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-686a9ccb-cdfd-4232-89ad-8d9d0b629c6e None None] Attempt 1 to provision port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 Oct 11 04:28:12.853588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.858103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b483344-e01e-4b4f-9e62-e4bb681c4f5b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934b265-32cb-4de8-82df-e739c7d5c327,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.868510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52122) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:12.875529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f10ad96-9403-4a72-b1c8-b768028f02ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.876292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.881112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f10ad96-9403-4a72-b1c8-b768028f02ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.885658 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2f10ad96-9403-4a72-b1c8-b768028f02ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9904228-a207-4ad3-93f4-519603519b84 HTTP/1.1" status: 204 len: 168 time: 0.3423936 Oct 11 04:28:12.898396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 6e030641-7bca-4022-9069-7af4f9773176 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:12.902286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10ad96-9403-4a72-b1c8-b768028f02ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9904228-a207-4ad3-93f4-519603519b84,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:12.905161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:12.918916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.976073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:12.976623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:12.988790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45794eac-2f0b-49d5-8ca8-c58c8822707f None None] Pushing event updated for resources: {'Port': ['ID=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:13.042881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-686a9ccb-cdfd-4232-89ad-8d9d0b629c6e None None] Current status of the port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:13.076908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.092666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.161288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.162578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3405657 Oct 11 04:28:13.165372 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52126) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.169867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1c54980d-adab-48ba-9f46-82508fed836f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.170359 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-1c54980d-adab-48ba-9f46-82508fed836f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 04:28:13.170890 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-1c54980d-adab-48ba-9f46-82508fed836f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.174356 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1c54980d-adab-48ba-9f46-82508fed836f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055699 Oct 11 04:28:13.174356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16ae38-0c1a-4674-9b0f-8218972445a9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f026e187-41c2-49de-9368-4535c75bba43,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:13.176635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52128) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.195002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-566234f2-acf7-4e97-bf87-c996eb2b5775 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.283334 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-82fa9094-044c-4d6c-aa69-9bdd6ec6a0b3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5 HTTP/1.1" status: 200 len: 993 time: 0.4056103 Oct 11 04:28:13.318779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment f601dda4-a219-44b7-bfe7-9b74e86cec43 resource provider aggregate not found Oct 11 04:28:13.375914 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment f601dda4-a219-44b7-bfe7-9b74e86cec43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f601dda4-a219-44b7-bfe7-9b74e86cec43 found for delete ", "request_id": "req-bb176b4f-b1a3-4f7d-895e-7e4a5df58332"}]} Oct 11 04:28:13.382372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.388227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52138) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.395721 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-566234f2-acf7-4e97-bf87-c996eb2b5775 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.396785 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-566234f2-acf7-4e97-bf87-c996eb2b5775 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2175407 Oct 11 04:28:13.400867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52142) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.414846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c5f02eea-5525-445d-8f96-42ff993cd64b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.415541 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-c5f02eea-5525-445d-8f96-42ff993cd64b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 11 04:28:13.416166 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-c5f02eea-5525-445d-8f96-42ff993cd64b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.419908 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c5f02eea-5525-445d-8f96-42ff993cd64b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145335 Oct 11 04:28:13.420646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52144) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.431966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8c0bc8f1-d998-48ce-bbba-eb1496454931 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.490319 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-8c0bc8f1-d998-48ce-bbba-eb1496454931 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.491683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8c0bc8f1-d998-48ce-bbba-eb1496454931 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0693710 Oct 11 04:28:13.494373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52148) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.499705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-11d5696f-9f26-433b-ad0b-0dffc9f66e2b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.501077 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-11d5696f-9f26-433b-ad0b-0dffc9f66e2b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 11 04:28:13.505501 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-11d5696f-9f26-433b-ad0b-0dffc9f66e2b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.506638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-11d5696f-9f26-433b-ad0b-0dffc9f66e2b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109148 Oct 11 04:28:13.509967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52150) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.523557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8d81d472-5b2c-4d20-9504-0fc28b418cb0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.599383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-8d81d472-5b2c-4d20-9504-0fc28b418cb0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.600668 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8d81d472-5b2c-4d20-9504-0fc28b418cb0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0896668 Oct 11 04:28:13.604169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52156) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.614611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ba2310b5-0836-4976-96ec-6ac6fb9e5f9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.615113 dv-neutron-860894-1-hyperv neutron-server[103098]: WARNING neutron.api.v2.base [None req-ba2310b5-0836-4976-96ec-6ac6fb9e5f9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 11 04:28:13.615585 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-ba2310b5-0836-4976-96ec-6ac6fb9e5f9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.616713 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ba2310b5-0836-4976-96ec-6ac6fb9e5f9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067077 Oct 11 04:28:13.622377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52158) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.627704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1e9d7cd9-3576-4491-a164-273375d2e598 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.633871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-507b1c68-2bd8-46bf-88f3-3131409e1a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.698583 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-1e9d7cd9-3576-4491-a164-273375d2e598 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.703204 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e9d7cd9-3576-4491-a164-273375d2e598 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0767326 Oct 11 04:28:13.704909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52162) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.719196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0714c003-34d7-4156-91d4-4167546d01bc tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'f026e187-41c2-49de-9368-4535c75bba43', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:13.759853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.760073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-507b1c68-2bd8-46bf-88f3-3131409e1a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.766077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-507b1c68-2bd8-46bf-88f3-3131409e1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.773101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.773850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.809065 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-507b1c68-2bd8-46bf-88f3-3131409e1a7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd30aecfdb4a462d886e51a9d9d40484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192481 Oct 11 04:28:13.811553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52164) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.812412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-0714c003-34d7-4156-91d4-4167546d01bc tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:13.813700 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0714c003-34d7-4156-91d4-4167546d01bc tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1083100 Oct 11 04:28:13.821132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52166) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:13.861954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1c68-2bd8-46bf-88f3-3131409e1a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7491c-1c42-4125-8910-9b874918c10b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:13.911864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:13.920041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 55372b6e-f1b9-4409-b56a-b75a4e0a1992 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:13.925414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74a576f2-bac5-4e8e-8b01-048ecbaafacf tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.962073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96965de9-f14e-470c-b2a8-45ccdeab9000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.964624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74a576f2-bac5-4e8e-8b01-048ecbaafacf tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:13.965618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network 6e030641-7bca-4022-9069-7af4f9773176 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:13.967283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:14.009415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:14.010215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.010587 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 Oct 11 04:28:14.020047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96965de9-f14e-470c-b2a8-45ccdeab9000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.095896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96965de9-f14e-470c-b2a8-45ccdeab9000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.102345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96965de9-f14e-470c-b2a8-45ccdeab9000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.104179 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-96965de9-f14e-470c-b2a8-45ccdeab9000 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fb7491c-1c42-4125-8910-9b874918c10b HTTP/1.1" status: 204 len: 168 time: 0.2916272 Oct 11 04:28:14.114930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74a576f2-bac5-4e8e-8b01-048ecbaafacf tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.119249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74a576f2-bac5-4e8e-8b01-048ecbaafacf tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.120624 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-74a576f2-bac5-4e8e-8b01-048ecbaafacf tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/f026e187-41c2-49de-9368-4535c75bba43 HTTP/1.1" status: 204 len: 168 time: 0.2978144 Oct 11 04:28:14.121914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96965de9-f14e-470c-b2a8-45ccdeab9000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7491c-1c42-4125-8910-9b874918c10b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:14.127723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52178) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.139752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:14.141180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device aa9fd49d-e78b-444e-9abf-b57eb3e7250f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:14.141571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a576f2-bac5-4e8e-8b01-048ecbaafacf tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026e187-41c2-49de-9368-4535c75bba43,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:14.237369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:14.263929 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4ed5fe2f-3868-40fe-a885-d2ffbc9922bd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350820 Oct 11 04:28:14.264754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52180) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.267985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52182) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.274103 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047843 Oct 11 04:28:14.274269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--873342296'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:14.274897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52184) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.283700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port aa9fd49d-e78b-444e-9abf-b57eb3e7250f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:14.284923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.285598 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port aa9fd49d-e78b-444e-9abf-b57eb3e7250f Oct 11 04:28:14.379507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.396622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port aa9fd49d-e78b-444e-9abf-b57eb3e7250f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:14.399057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.424976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:14.432919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d0b771e2-ea43-4c64-8ec2-836749df4652 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1226051 Oct 11 04:28:14.437042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52190) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.446440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1255369610'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:14.491651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port aa9fd49d-e78b-444e-9abf-b57eb3e7250f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:14.492350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:14.497305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.500694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.524087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.533115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.552350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:14.569893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.571396 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3015773 Oct 11 04:28:14.574332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.574644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52192) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.574756 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment bd0c10c8-ccb1-4519-abeb-1944e1dbedc7 of type vlan for network f5a0559e-85c5-4c8f-97c5-a42bb304d20e Oct 11 04:28:14.579641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5f8d41c5-9488-4025-9e38-975a252f7b9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '29fa1dd7-143e-4281-a1da-83a36afad137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:14.586465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0c8fd-352d-4972-8420-e1539cd5328f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fa1dd7-143e-4281-a1da-83a36afad137,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:14.591040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f53df-a2e9-49ab-b547-9aca782546b8 None None] Network 6e030641-7bca-4022-9069-7af4f9773176 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:14.644686 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-5f8d41c5-9488-4025-9e38-975a252f7b9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The resource could not be found. Oct 11 04:28:14.647082 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5f8d41c5-9488-4025-9e38-975a252f7b9d tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0709209 Oct 11 04:28:14.649998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52194) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.658258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2f0f3d25-42db-47ec-b4f6-bfd3d578ef77 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '29fa1dd7-143e-4281-a1da-83a36afad137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9739f53e-e728-4809-b448-ba9f350dc2cc'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:14.662944 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:28:14.681594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.700633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8032b2f8-2670-483b-a4b8-0691f2a6f04a tempest-NetworksApiDiscovery-1262423391 tempest-NetworksApiDiscovery-1262423391-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4249067 Oct 11 04:28:14.707269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ab6f67f9-2dc1-4be5-88da-1623d02ad187 None None] Provisioning complete for port aa9fd49d-e78b-444e-9abf-b57eb3e7250f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:14.707269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ab6f67f9-2dc1-4be5-88da-1623d02ad187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.707702 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ab6f67f9-2dc1-4be5-88da-1623d02ad187 None None] Attempt 1 to provision port aa9fd49d-e78b-444e-9abf-b57eb3e7250f Oct 11 04:28:14.732577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.736411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-2f0f3d25-42db-47ec-b4f6-bfd3d578ef77 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The resource could not be found. Oct 11 04:28:14.738641 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2f0f3d25-42db-47ec-b4f6-bfd3d578ef77 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0867214 Oct 11 04:28:14.741593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52198) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.750772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:14.752332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.769554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:14.793821 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3552895 Oct 11 04:28:14.798619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52200) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.809434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:14.865858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52202) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:14.892419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96c36e56-7d15-46c0-8950-9bc27f9cce07 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.901742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c361dc32-9d7c-41c3-ad78-8c599162b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:14.915568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378b387-c0ea-4c92-bb2b-06d4c2aca16b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=f5a0559e-85c5-4c8f-97c5-a42bb304d20e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:14.935722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:14.952733 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:14.964293 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:14.965451 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:14.973215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96c36e56-7d15-46c0-8950-9bc27f9cce07 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.019746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52206) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.043431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:15.046247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f67f9-2dc1-4be5-88da-1623d02ad187 None None] Current status of the port aa9fd49d-e78b-444e-9abf-b57eb3e7250f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:15.047211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.104083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96c36e56-7d15-46c0-8950-9bc27f9cce07 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.106670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96c36e56-7d15-46c0-8950-9bc27f9cce07 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.108008 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:15.110712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52210) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.111173 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-96c36e56-7d15-46c0-8950-9bc27f9cce07 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/29fa1dd7-143e-4281-a1da-83a36afad137 HTTP/1.1" status: 204 len: 168 time: 0.3677316 Oct 11 04:28:15.168444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c36e56-7d15-46c0-8950-9bc27f9cce07 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fa1dd7-143e-4281-a1da-83a36afad137,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:15.181744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a84-fcc4-4f96-a881-213ea23e515e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.189281 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b001c879-0b6a-4040-b62b-3306a85a379b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775409 Oct 11 04:28:15.195999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52212) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.207804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c15695c9-346e-42a1-8c3a-15493741f6fd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': 'd6079958-cbd2-4aa5-a241-8a6902b8af7f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:15.230464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c361dc32-9d7c-41c3-ad78-8c599162b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.248319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c361dc32-9d7c-41c3-ad78-8c599162b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.328991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a84-fcc4-4f96-a881-213ea23e515e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.334835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a84-fcc4-4f96-a881-213ea23e515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.378836 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:13Z', 'revision_number': 3, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:13Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:15.390834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb3a84-fcc4-4f96-a881-213ea23e515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ae279-e7b4-45a0-af9f-cdd325291f3f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:15.398764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29bb3a84-fcc4-4f96-a881-213ea23e515e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2bfdcc1674d413cb9f416918b830590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767865 Oct 11 04:28:15.407447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52214) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.413445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.421196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361dc32-9d7c-41c3-ad78-8c599162b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce7feb9-b317-45cd-9ca3-66afe31258d6,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:15.427356 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c361dc32-9d7c-41c3-ad78-8c599162b180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d54af853f7140db893f81f593b720e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606349 Oct 11 04:28:15.435488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52216) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.483571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Provisioning complete for port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:15.483946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.486560 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-c15695c9-346e-42a1-8c3a-15493741f6fd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The resource could not be found. Oct 11 04:28:15.487212 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Attempt 1 to provision port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 Oct 11 04:28:15.487649 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c15695c9-346e-42a1-8c3a-15493741f6fd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2889793 Oct 11 04:28:15.498491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52218) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.506165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147452925'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:15.532103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58ced745-fe1d-4493-bca6-c3e575b6f0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.535365 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:15.536144 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Updating router 6a75dc15-ed18-4da5-b594-9cfdce105d74 port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:28:15.540519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.566192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=f980fa0a-eece-49f3-b8a8-bd0d1cba41ae,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:15.568175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:15.577423 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.582405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58ced745-fe1d-4493-bca6-c3e575b6f0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.623652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:15.624407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: f5a0559e-85c5-4c8f-97c5-a42bb304d20e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:15.635714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-94d644ff-78c9-493b-bcca-1b330aaeb19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.649755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58ced745-fe1d-4493-bca6-c3e575b6f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.652467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58ced745-fe1d-4493-bca6-c3e575b6f0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.653619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-58ced745-fe1d-4493-bca6-c3e575b6f0cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b5ae279-e7b4-45a0-af9f-cdd325291f3f HTTP/1.1" status: 204 len: 168 time: 0.2437375 Oct 11 04:28:15.683485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ced745-fe1d-4493-bca6-c3e575b6f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ae279-e7b4-45a0-af9f-cdd325291f3f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:15.700476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-94d644ff-78c9-493b-bcca-1b330aaeb19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.712311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:15.766295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, f5a0559e-85c5-4c8f-97c5-a42bb304d20e) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:15.776495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa51f9-c3de-4644-b8bd-daae8716fd8c None None] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:15.823882 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-da6aa16e-d785-4b65-80ae-aa4722cb89f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327245 Oct 11 04:28:15.834850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:15.836248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.841805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.852493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.861966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device aa9fd49d-e78b-444e-9abf-b57eb3e7250f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:15.889542 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f73e06e8-e71a-4e2d-967d-2119123dbc2a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0851910 Oct 11 04:28:15.892035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52222) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.917720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-94d644ff-78c9-493b-bcca-1b330aaeb19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.923182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-94d644ff-78c9-493b-bcca-1b330aaeb19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.928295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-94d644ff-78c9-493b-bcca-1b330aaeb19b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fce7feb9-b317-45cd-9ca3-66afe31258d6 HTTP/1.1" status: 204 len: 168 time: 0.4915161 Oct 11 04:28:15.933067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:15.935677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4355822 Oct 11 04:28:15.939428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52226) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:15.952586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--620208136'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:15.958804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab0f05-5edd-47bf-b1c9-359ecb05fda9 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50555833-569c-4137-8b23-cfff7750855b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:16.005715 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.013999 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.017490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d644ff-78c9-493b-bcca-1b330aaeb19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce7feb9-b317-45cd-9ca3-66afe31258d6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:16.052659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.128490 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Attempt 2 to provision port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 Oct 11 04:28:16.149984 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c633b-675f-4181-ade4-ebce8c929498 None None] Pushing event updated for resources: {'Port': ['ID=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:16.156419 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Attempting to bind port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:16.156784 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Attempting to bind port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:16.157185 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Attempting to bind port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 on network 6e030641-7bca-4022-9069-7af4f9773176 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:16.163879 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:16.164672 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Checking segment: {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:16.165683 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.166122 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Bound using segment: {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:16.167254 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Bound port: eb0bc499-4d53-4787-9cb0-a4bbe14fcf84, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa780933-ccef-441f-ac93-732161b5db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '6e030641-7bca-4022-9069-7af4f9773176'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:16.167657 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.173196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:16.203274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port aa9fd49d-e78b-444e-9abf-b57eb3e7250f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:16.204775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.205267 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port aa9fd49d-e78b-444e-9abf-b57eb3e7250f Oct 11 04:28:16.251608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.264120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.264340 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] For port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:16.269251 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] For port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:16.274807 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.308413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:16.312097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.323356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.325001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3839531 Oct 11 04:28:16.327372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71121a4-0590-48d3-b35b-cc4079dc78e0 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80416269-d84d-427c-9f87-6a1bbb2f426d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:16.330360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52230) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:16.336234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-547eaabe-f6de-4021-8c89-ebe763f1ce4a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group_rule': {'security_group_id': '50555833-569c-4137-8b23-cfff7750855b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '80416269-d84d-427c-9f87-6a1bbb2f426d'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:16.341982 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:16.343569 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:16.382490 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-547eaabe-f6de-4021-8c89-ebe763f1ce4a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:16.384140 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-547eaabe-f6de-4021-8c89-ebe763f1ce4a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0524747 Oct 11 04:28:16.386822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52232) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:16.428920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-a1734a38-7dc6-4411-9da8-d8ccde473211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:16.435443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-a1734a38-7dc6-4411-9da8-d8ccde473211 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1098 time: 0.2619054 Oct 11 04:28:16.468952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b57d5d-0680-4e23-97b7-df65eb2c7e3b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.474509 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:16.518424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b57d5d-0680-4e23-97b7-df65eb2c7e3b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.522029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port aa9fd49d-e78b-444e-9abf-b57eb3e7250f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:16.555384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Allocated IP 2001:db8:2::2 (f5a0559e-85c5-4c8f-97c5-a42bb304d20e/f980fa0a-eece-49f3-b8a8-bd0d1cba41ae/1126281f-2314-4775-90bb-ee81c6147729) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:16.599706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b57d5d-0680-4e23-97b7-df65eb2c7e3b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.602593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b57d5d-0680-4e23-97b7-df65eb2c7e3b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.607186 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-78b57d5d-0680-4e23-97b7-df65eb2c7e3b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/80416269-d84d-427c-9f87-6a1bbb2f426d HTTP/1.1" status: 204 len: 168 time: 0.2167890 Oct 11 04:28:16.616188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52238) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:16.633215 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c633b-675f-4181-ade4-ebce8c929498 None None] Pushing event updated for resources: {'Port': ['ID=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:16.635402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b57d5d-0680-4e23-97b7-df65eb2c7e3b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80416269-d84d-427c-9f87-6a1bbb2f426d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:16.682640 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Attempt 3 to provision port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 Oct 11 04:28:16.698341 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-95543a1c-8caa-4ea9-83e3-ea86550b87f2 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0763779 Oct 11 04:28:16.700962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52242) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:16.778448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a00a374-6807-457c-8091-4724e5426af8 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.811915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a00a374-6807-457c-8091-4724e5426af8 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.812975 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:13Z', 'revision_number': 3, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:16.851831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-40d8fa0e-cb76-4180-8846-53d54d82e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:16.853321 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-40d8fa0e-cb76-4180-8846-53d54d82e8bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 898 time: 0.3895862 Oct 11 04:28:16.873315 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6b50f-a13d-44f3-b1d1-0a7a6b8c4b8c None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:13Z', 'revision_number': 3, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:16.883008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a00a374-6807-457c-8091-4724e5426af8 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.885659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a00a374-6807-457c-8091-4724e5426af8 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.886879 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5a00a374-6807-457c-8091-4724e5426af8 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/50555833-569c-4137-8b23-cfff7750855b HTTP/1.1" status: 204 len: 168 time: 0.1843917 Oct 11 04:28:16.890591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52246) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:16.913487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Current status of the port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:16.913952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.916020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.927019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.945431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:16.951021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00a374-6807-457c-8091-4724e5426af8 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50555833-569c-4137-8b23-cfff7750855b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.001492 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dda0ba92-ee1d-4d4e-af76-58d52e7b366b tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097834 Oct 11 04:28:17.002114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52250) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.006701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588430135'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:17.030272 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-31ddd3ca-4781-43ed-8da6-29a2a0151aa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 1001 time: 0.1695843 Oct 11 04:28:17.062476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:17.065718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.073268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:17.081462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:17.102137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] For port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:17.118095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.174018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Pushing event updated for resources: {'Port': ['ID=1126281f-2314-4775-90bb-ee81c6147729,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.234107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.241318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Provisioning complete for port aa9fd49d-e78b-444e-9abf-b57eb3e7250f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:17.241699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.242035 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Attempt 1 to provision port aa9fd49d-e78b-444e-9abf-b57eb3e7250f Oct 11 04:28:17.251187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.303694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e400728f-f7c5-4e3d-9c66-ec81a043370b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.309451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.313670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2074bbb8-92bc-43ee-8491-969922a80a6a tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3075817 Oct 11 04:28:17.316399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52258) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.325059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2d258142-805a-45f9-8959-32f8b009d97f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:17.325486 dv-neutron-860894-1-hyperv neutron-server[103099]: WARNING neutron.api.v2.base [None req-2d258142-805a-45f9-8959-32f8b009d97f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 11 04:28:17.325987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-2d258142-805a-45f9-8959-32f8b009d97f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] update failed (client error): There was a conflict when trying to complete your request. Oct 11 04:28:17.326113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Attempting to bind port 1126281f-2314-4775-90bb-ee81c6147729 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:17.326412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Attempting to bind port 1126281f-2314-4775-90bb-ee81c6147729 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:17.329475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Attempting to bind port 1126281f-2314-4775-90bb-ee81c6147729 on network f5a0559e-85c5-4c8f-97c5-a42bb304d20e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:17.329607 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2d258142-805a-45f9-8959-32f8b009d97f tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "PUT /v2.0/security-groups/e400728f-f7c5-4e3d-9c66-ec81a043370b HTTP/1.1" status: 409 len: 330 time: 0.0087199 Oct 11 04:28:17.329875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52260) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.348204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:17.348582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Checking segment: {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:17.349050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.350483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Bound using segment: {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:17.351011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Bound port: 1126281f-2314-4775-90bb-ee81c6147729, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:17.351403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.360061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52262) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.390275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Pushing event updated for resources: {'Port': ['ID=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.441584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0101c01-13c0-400e-bb46-f21a42a11cdd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.492188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0101c01-13c0-400e-bb46-f21a42a11cdd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.527848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] For port 1126281f-2314-4775-90bb-ee81c6147729, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:17.531474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2c032d73-a610-41a8-9d72-fded4e5309c6 None None] Current status of the port aa9fd49d-e78b-444e-9abf-b57eb3e7250f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:17.537669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] For port 1126281f-2314-4775-90bb-ee81c6147729, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1126281f-2314-4775-90bb-ee81c6147729,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:17.539524 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2127115151'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:17.543025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.573502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-e93b3722-10ad-4a7f-8b5b-6851bbd88b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:17.573502 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-e93b3722-10ad-4a7f-8b5b-6851bbd88b80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 200 len: 834 time: 0.5234113 Oct 11 04:28:17.574151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:17.574151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.592005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.616337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44984cd2-a131-4f6c-823a-c2f35920b728 None None] Pushing event updated for resources: {'Port': ['ID=1126281f-2314-4775-90bb-ee81c6147729,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.617438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0101c01-13c0-400e-bb46-f21a42a11cdd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.626386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0101c01-13c0-400e-bb46-f21a42a11cdd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.628331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d0101c01-13c0-400e-bb46-f21a42a11cdd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/e400728f-f7c5-4e3d-9c66-ec81a043370b HTTP/1.1" status: 204 len: 168 time: 0.2968764 Oct 11 04:28:17.638569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52266) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.665327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-62dd31bd-f903-45a7-804c-89264b11bcdb None None] Provisioning complete for port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:17.665879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-62dd31bd-f903-45a7-804c-89264b11bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.666225 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-62dd31bd-f903-45a7-804c-89264b11bcdb None None] Attempt 1 to provision port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 Oct 11 04:28:17.681897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0101c01-13c0-400e-bb46-f21a42a11cdd tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e400728f-f7c5-4e3d-9c66-ec81a043370b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.739682 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-80e84a73-b024-4575-bfe6-594a0cb18607 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995929 Oct 11 04:28:17.748962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-f4549620-e1f1-436f-87b1-6beafd60caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:17.758072 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-f4549620-e1f1-436f-87b1-6beafd60caf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d29ee76-9582-4384-b576-6e279a1d7630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1473303 Oct 11 04:28:17.758887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52268) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.789550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.792608 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-6fa6cb2b-fa45-49e9-9656-c021ff7ef936 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] delete failed (client error): The resource could not be found. Oct 11 04:28:17.797842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.799119 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6fa6cb2b-fa45-49e9-9656-c021ff7ef936 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "DELETE /v2.0/security-groups/87260e37-d4de-436e-812c-28cdc2869a22 HTTP/1.1" status: 404 len: 347 time: 0.0361645 Oct 11 04:28:17.800923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52270) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.832748 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-ddccb26c-abac-4909-baed-d2862d689733 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] show failed (client error): The resource could not be found. Oct 11 04:28:17.834513 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ddccb26c-abac-4909-baed-d2862d689733 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-groups/81fe3c79-4c0d-43a3-8cbb-faa9459b26aa HTTP/1.1" status: 404 len: 347 time: 0.0285215 Oct 11 04:28:17.845251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52272) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:17.876685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-62dd31bd-f903-45a7-804c-89264b11bcdb None None] Current status of the port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:17.887756 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-d1c809f6-148e-49f7-abd8-d8e89ae030a1 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] show failed (client error): The resource could not be found. Oct 11 04:28:17.889486 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1c809f6-148e-49f7-abd8-d8e89ae030a1 tempest-NegativeSecGroupTest-127510853 tempest-NegativeSecGroupTest-127510853-project] 10.222.0.39 "GET /v2.0/security-group-rules/3356d1a8-d8bf-4d66-8cac-0a8d8247cfa7 HTTP/1.1" status: 404 len: 356 time: 0.0263786 Oct 11 04:28:17.905867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:17.921816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07459b9a-54ec-4078-a822-9c2ea6c88942,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:17.939064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:17.939422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 7e947f99-2020-4aa3-9d85-d2e9d4c75b27 of type vlan for network 10bec523-b205-402b-9c68-fb33eb8aa170 Oct 11 04:28:17.970791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:17.999805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8:2::1 (f5a0559e-85c5-4c8f-97c5-a42bb304d20e/f980fa0a-eece-49f3-b8a8-bd0d1cba41ae/49956b45-16b2-4eee-8db2-cde59daa47b1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:18.003337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.038206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.047898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-0125613e-464d-48ab-a7f0-2bb94af07751 service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466507 Oct 11 04:28:18.051090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:18.051921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.072316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:18.072700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.073571 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 Oct 11 04:28:18.109458 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7472532 Oct 11 04:28:18.117048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52276) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:18.125726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'name': 'tempest-PortsIpV6TestJSON-168971253'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:18.164744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67da1e-ba38-48d2-a19b-a8cca166d9f5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=10bec523-b205-402b-9c68-fb33eb8aa170,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:18.178975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:18.212505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:18.286228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52280) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:18.331645 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f3848a01-0d84-4e63-923f-8f62500cb90b req-4f74a2d1-36e7-48d7-bd0c-5de4a008256f service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641897 Oct 11 04:28:18.334270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.348963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:18.352447 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.382448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:18.435937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-77a101c6-1502-437e-8282-d1c138fb8d3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2dd0eda582644ceb110b7f22246a0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481020 Oct 11 04:28:18.436850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52284) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:18.445065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.494923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d48650ac-8888-463f-9475-df8f2b057f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.511849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:18.521128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d48650ac-8888-463f-9475-df8f2b057f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.522743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=49956b45-16b2-4eee-8db2-cde59daa47b1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:18.525432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:18.530066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:18.530633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.577074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d48650ac-8888-463f-9475-df8f2b057f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.579918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d48650ac-8888-463f-9475-df8f2b057f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.582816 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d48650ac-8888-463f-9475-df8f2b057f90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c0d5f8b-9af5-46d0-9466-851a36c49ae3 HTTP/1.1" status: 204 len: 168 time: 0.1432006 Oct 11 04:28:18.589860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48650ac-8888-463f-9475-df8f2b057f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d5f8b-9af5-46d0-9466-851a36c49ae3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:18.693222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.732625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.775185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.906776 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=553f5ceb-8109-4453-8e7d-ae47e09d35b2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:18.921320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47cd6e0-7191-48ff-a5ea-5c41781cae84 None None] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:18.966118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '7e947f99-2020-4aa3-9d85-d2e9d4c75b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:18.966479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: 10bec523-b205-402b-9c68-fb33eb8aa170, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:18.989271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Provisioning complete for port 1126281f-2314-4775-90bb-ee81c6147729 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:18.989642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:18.989978 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Attempt 1 to provision port 1126281f-2314-4775-90bb-ee81c6147729 Oct 11 04:28:19.019679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:19.056722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 10bec523-b205-402b-9c68-fb33eb8aa170) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:19.066364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:19.071963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:19.072606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.105926 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dcfab6ad-9b25-4980-8051-6c11ceeea5c0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9848232 Oct 11 04:28:19.109006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52288) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:19.116665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-381783541'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:19.156729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:19.160214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.162399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7727e5-7e44-4e6a-ab41-570cefbdbef1 None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:19.166278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.175318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.176054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.235445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:19.259053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=49956b45-16b2-4eee-8db2-cde59daa47b1,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:19.261799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.262244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 9896d82f-7bb1-44f3-9476-11d4e47366f8 of type vlan for network 0332240a-5104-4b8d-bf07-3e3c6ba56d4f Oct 11 04:28:19.350583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.382487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:19.384155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Current status of the port 1126281f-2314-4775-90bb-ee81c6147729 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:19.384667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.387155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:19.426684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] For port 1126281f-2314-4775-90bb-ee81c6147729, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1126281f-2314-4775-90bb-ee81c6147729,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:19.431578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.432159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.438245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:19.438893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.482914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb5ed7-8ac0-492c-87c1-e4e1b63ec26f None None] Pushing event updated for resources: {'Port': ['ID=1126281f-2314-4775-90bb-ee81c6147729,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:19.524424 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4143288 Oct 11 04:28:19.527113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52290) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:19.532259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'ports': [{'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'}, {'network_id': '0332240a-5104-4b8d-bf07-3e3c6ba56d4f'}]} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:19.532570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:19.533046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '0332240a-5104-4b8d-bf07-3e3c6ba56d4f'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:19.558309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c145685-dc09-4baa-939b-29263233e931 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=0332240a-5104-4b8d-bf07-3e3c6ba56d4f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:19.568483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 0332240a-5104-4b8d-bf07-3e3c6ba56d4f details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:19.581756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:19.666674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Provisioning complete for port 1126281f-2314-4775-90bb-ee81c6147729 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:19.667244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.667672 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Attempt 1 to provision port 1126281f-2314-4775-90bb-ee81c6147729 Oct 11 04:28:19.703658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:19.712122 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6e12c386-a40e-443d-b015-394ecbb84354 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8163671 Oct 11 04:28:19.714368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52292) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:19.718307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014873107'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:19.732943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:19.763356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:19.767495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.775877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:19.780463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:19.802388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:19.802844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 2} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:19.810070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.815475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.815903 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added segment a5658b91-7cff-4fd4-86a2-422047b86ea2 of type vlan for network dc466e72-4fea-4457-b7cb-9976913c2d1f Oct 11 04:28:19.829612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.835435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1126281f-2314-4775-90bb-ee81c6147729 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:19.871226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Current status of the port 1126281f-2314-4775-90bb-ee81c6147729 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:19.873100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.908456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.914789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:19.915863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.935874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:19.973885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Provisioning complete for port 49956b45-16b2-4eee-8db2-cde59daa47b1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:19.974255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:19.974612 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Attempt 1 to provision port 49956b45-16b2-4eee-8db2-cde59daa47b1 Oct 11 04:28:19.997281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Network': ['ID=dc466e72-4fea-4457-b7cb-9976913c2d1f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:20.004347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 07d16576-a63a-4288-b314-04fdef7a591a yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:20.020014 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-04ca128b-c14f-4993-be5d-79eaac9bfd36 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3030467 Oct 11 04:28:20.020415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52294) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:20.025444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'subnet': {'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:20.057304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network dc466e72-4fea-4457-b7cb-9976913c2d1f details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:20.061368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1126281f-2314-4775-90bb-ee81c6147729 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:20.061734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.062066 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1126281f-2314-4775-90bb-ee81c6147729 Oct 11 04:28:20.073556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Port 49956b45-16b2-4eee-8db2-cde59daa47b1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:20.158438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Made reservation on behalf of fd33cd02365c43b6bcbbafff1aec70f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:20.162675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.194150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.291071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1126281f-2314-4775-90bb-ee81c6147729 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:20.308744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 7d266f13-730c-4f8d-8b59-97b5441a01f6 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:20.318516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:18Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:18Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:20.350130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:20.350484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Updating router 6a75dc15-ed18-4da5-b594-9cfdce105d74 port 49956b45-16b2-4eee-8db2-cde59daa47b1 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:28:20.376616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.575555 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Attempt 2 to provision port 49956b45-16b2-4eee-8db2-cde59daa47b1 Oct 11 04:28:20.632117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Port 49956b45-16b2-4eee-8db2-cde59daa47b1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:20.673902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.682231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.687387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.728651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.751693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Subnet': ['ID=8cc62df5-7ee3-432c-95a7-9960ec1f8e8f,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:20.759025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedae1d5-cb77-4a13-adb3-cf90708ba227 None None] Pushing event updated for resources: {'Port': ['ID=49956b45-16b2-4eee-8db2-cde59daa47b1,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:20.774628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Attempting to bind port 49956b45-16b2-4eee-8db2-cde59daa47b1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:20.774996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Attempting to bind port 49956b45-16b2-4eee-8db2-cde59daa47b1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:20.775358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Attempting to bind port 49956b45-16b2-4eee-8db2-cde59daa47b1 on network f5a0559e-85c5-4c8f-97c5-a42bb304d20e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:20.779003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Checking segment: {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:20.779358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network hostable DHCP agents. Network: dc466e72-4fea-4457-b7cb-9976913c2d1f, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:20.780517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:20.780970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Checking segment: {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:20.781372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.781818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Bound using segment: {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:20.782288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Bound port: 49956b45-16b2-4eee-8db2-cde59daa47b1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:20.782687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.799526 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.831688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network dc466e72-4fea-4457-b7cb-9976913c2d1f is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:20.855303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, dc466e72-4fea-4457-b7cb-9976913c2d1f) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:20.858073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:20.865029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:20.865614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.868285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:20.873652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:20.874733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:20.880870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=07d16576-a63a-4288-b314-04fdef7a591a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:20.896943 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dc0a71ff-33e6-4cb9-8e17-7bc7aba9be0a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8754473 Oct 11 04:28:20.900121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52296) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:20.947458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=7d266f13-730c-4f8d-8b59-97b5441a01f6,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:20.958996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '9896d82f-7bb1-44f3-9476-11d4e47366f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '0332240a-5104-4b8d-bf07-3e3c6ba56d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:20.959359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: 0332240a-5104-4b8d-bf07-3e3c6ba56d4f, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:20.973876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cd2b09-f5f6-4d1f-be95-defb0a916712 None None] Network dc466e72-4fea-4457-b7cb-9976913c2d1f requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:20.982154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 0332240a-5104-4b8d-bf07-3e3c6ba56d4f is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:20.991242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 0332240a-5104-4b8d-bf07-3e3c6ba56d4f) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:20.999399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:21.005186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:21.010074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:21.011227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.014125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30338637-3357-4fa8-9776-525157a050c8 None None] Network 0332240a-5104-4b8d-bf07-3e3c6ba56d4f requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:21.030005 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eb0fb903-4da1-471b-924e-2b60fbb46d63 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4991376 Oct 11 04:28:21.030235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52298) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:21.061948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] For port 49956b45-16b2-4eee-8db2-cde59daa47b1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:21.090570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] For port 49956b45-16b2-4eee-8db2-cde59daa47b1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=49956b45-16b2-4eee-8db2-cde59daa47b1,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:21.127982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.137681 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Attempt 3 to provision port 49956b45-16b2-4eee-8db2-cde59daa47b1 Oct 11 04:28:21.255392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:21.256019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:21.263599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 7d266f13-730c-4f8d-8b59-97b5441a01f6 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:21.263961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.326459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedae1d5-cb77-4a13-adb3-cf90708ba227 None None] Pushing event updated for resources: {'Port': ['ID=49956b45-16b2-4eee-8db2-cde59daa47b1,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:21.363710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.381012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 7d266f13-730c-4f8d-8b59-97b5441a01f6 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:21.426042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-dc466e72-4fea-4457-b7cb-9976913c2d1f', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:21.426908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.446468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:21.466224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.501617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Current status of the port 49956b45-16b2-4eee-8db2-cde59daa47b1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:21.502002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.578723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.619752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=7d266f13-730c-4f8d-8b59-97b5441a01f6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:21.643379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] For port 49956b45-16b2-4eee-8db2-cde59daa47b1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=49956b45-16b2-4eee-8db2-cde59daa47b1,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:21.651446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.654863 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-488de3c6-25ac-4015-8d5f-cdb00098733f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/7d266f13-730c-4f8d-8b59-97b5441a01f6 HTTP/1.1" status: 204 len: 168 time: 0.6234770 Oct 11 04:28:21.655640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.657455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52300) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:21.747865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14eb48-5a93-4e74-9ff9-ab7e0783f61e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:21.754682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14eb48-5a93-4e74-9ff9-ab7e0783f61e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:21.756497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4b14eb48-5a93-4e74-9ff9-ab7e0783f61e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0978067 Oct 11 04:28:21.759266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52302) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:21.792866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Allocated IP 2001:db8:3::2 (dc466e72-4fea-4457-b7cb-9976913c2d1f/8cc62df5-7ee3-432c-95a7-9960ec1f8e8f/30927789-0ce8-4299-a683-5ed791f29af7) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:21.821410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a27d0-97eb-4a59-964d-5b6394f75ad0 None None] Pushing event updated for resources: {'Port': ['ID=49956b45-16b2-4eee-8db2-cde59daa47b1,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:21.844063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5bcb940c-11cd-4274-bd96-7d464d74fea7 None None] Provisioning complete for port 49956b45-16b2-4eee-8db2-cde59daa47b1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:21.844427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bcb940c-11cd-4274-bd96-7d464d74fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.844764 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5bcb940c-11cd-4274-bd96-7d464d74fea7 None None] Attempt 1 to provision port 49956b45-16b2-4eee-8db2-cde59daa47b1 Oct 11 04:28:21.852361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 07d16576-a63a-4288-b314-04fdef7a591a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:21.852726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.920588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:21.932533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 07d16576-a63a-4288-b314-04fdef7a591a owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:21.969102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:18Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:22.011073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.039184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=07d16576-a63a-4288-b314-04fdef7a591a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:22.043554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4ccdb4-e7b7-4283-9ff8-ae24f5fb9551 None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:18Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:22.044732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.051609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2de65e08-7ac2-4488-aefe-97862b774ae5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/07d16576-a63a-4288-b314-04fdef7a591a HTTP/1.1" status: 204 len: 168 time: 0.2879562 Oct 11 04:28:22.051609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52304) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:22.065774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb940c-11cd-4274-bd96-7d464d74fea7 None None] Current status of the port 49956b45-16b2-4eee-8db2-cde59daa47b1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:22.081745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.090541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.144580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443a51f-5aa4-4fa3-a42f-b2ea25e12765 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:22.146152 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7443a51f-5aa4-4fa3-a42f-b2ea25e12765 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0939703 Oct 11 04:28:22.150777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:22.157787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Pushing event updated for resources: {'Port': ['ID=30927789-0ce8-4299-a683-5ed791f29af7,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:22.167778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Network dc466e72-4fea-4457-b7cb-9976913c2d1f is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:22.169212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:22.174884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:22.196333 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad8ad47-d440-4ff8-9bb1-5fd970d8a9fb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:22.198091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1ad8ad47-d440-4ff8-9bb1-5fd970d8a9fb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/7d266f13-730c-4f8d-8b59-97b5441a01f6 HTTP/1.1" status: 404 len: 333 time: 0.0461893 Oct 11 04:28:22.200916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52308) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:22.209888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Allocated IP 2001:db8:3::1 (dc466e72-4fea-4457-b7cb-9976913c2d1f/8cc62df5-7ee3-432c-95a7-9960ec1f8e8f/ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:22.231271 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cd6f5b-c352-4b62-974c-b9f5ae891abb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:22.234623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Attempting to bind port 30927789-0ce8-4299-a683-5ed791f29af7 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:22.234808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-33cd6f5b-c352-4b62-974c-b9f5ae891abb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/07d16576-a63a-4288-b314-04fdef7a591a HTTP/1.1" status: 404 len: 333 time: 0.0309665 Oct 11 04:28:22.234904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Attempting to bind port 30927789-0ce8-4299-a683-5ed791f29af7 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:22.234904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Attempting to bind port 30927789-0ce8-4299-a683-5ed791f29af7 on network dc466e72-4fea-4457-b7cb-9976913c2d1f {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:22.235862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52310) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:22.239679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:22.240177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Checking segment: {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:22.240657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.241113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Bound using segment: {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:22.241642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Bound port: 30927789-0ce8-4299-a683-5ed791f29af7, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:22.242101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.321174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] For port 30927789-0ce8-4299-a683-5ed791f29af7, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:22.326278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] For port 30927789-0ce8-4299-a683-5ed791f29af7, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=30927789-0ce8-4299-a683-5ed791f29af7,segment=NetworkSegment(a5658b91-7cff-4fd4-86a2-422047b86ea2),segment_id=a5658b91-7cff-4fd4-86a2-422047b86ea2)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:22.332860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.333072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.381525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.395532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523496e-ed22-450e-b09c-9eda956468ed None None] Pushing event updated for resources: {'Port': ['ID=30927789-0ce8-4299-a683-5ed791f29af7,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:22.429262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.462292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.485418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0332240a-5104-4b8d-bf07-3e3c6ba56d4f']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:22.488849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network dc466e72-4fea-4457-b7cb-9976913c2d1f is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:22.496142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9896d82f-7bb1-44f3-9476-11d4e47366f8') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:22.496464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9896d82f-7bb1-44f3-9476-11d4e47366f8') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:22.496926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:22.502145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:22.503464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.509865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.524797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.531836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:22.532324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.547202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:22.560794 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9896d82f-7bb1-44f3-9476-11d4e47366f8 resource provider aggregate not found Oct 11 04:28:22.634227 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9896d82f-7bb1-44f3-9476-11d4e47366f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9896d82f-7bb1-44f3-9476-11d4e47366f8 found for delete ", "request_id": "req-2e1e6f75-98f7-45f9-befe-b94736289c04"}]} Oct 11 04:28:22.643546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.660554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.663953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/0332240a-5104-4b8d-bf07-3e3c6ba56d4f HTTP/1.1" status: 204 len: 168 time: 0.4270782 Oct 11 04:28:22.669956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52316) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:22.687329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762769560'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:22.691023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a850f7-91dc-4046-9577-167db9615395 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=0332240a-5104-4b8d-bf07-3e3c6ba56d4f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:22.692735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.715377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:22.719530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.752043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 476} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:22.763650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.764042 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 75354c62-91ef-4688-9186-a1b4e21cd98e of type vlan for network 612fc676-e0ac-4b29-af88-184ffccfc465 Oct 11 04:28:22.826382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.851554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.858078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:22.858833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:22.888757 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2056794 Oct 11 04:28:22.891975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52318) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:22.896795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:22.951989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fca2b-223d-412a-9982-7fbd6d190766 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=612fc676-e0ac-4b29-af88-184ffccfc465,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:22.964222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 612fc676-e0ac-4b29-af88-184ffccfc465 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:23.017748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.031950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.033122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.041797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:23.049491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.111903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Performing IP validity checks on allocation pools {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 04:28:23.114746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 04:28:23.260825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.332428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=eac64a95-6cfa-464b-b998-fc4babf6405c,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:23.345467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '75354c62-91ef-4688-9186-a1b4e21cd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:23.345827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: 612fc676-e0ac-4b29-af88-184ffccfc465, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:23.364993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 612fc676-e0ac-4b29-af88-184ffccfc465 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:23.375918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 612fc676-e0ac-4b29-af88-184ffccfc465) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:23.380833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:23.381440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.388944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fe514-f133-4507-ad1d-cf8b00649a9e None None] Network 612fc676-e0ac-4b29-af88-184ffccfc465 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:23.407931 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-13c3a271-a1a6-4674-8132-1fc6920cd926 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5149088 Oct 11 04:28:23.412629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52320) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:23.418027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465', 'name': 'tempest-PortsIpV6TestJSON-951156200'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:23.437241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event updated for resources: {'Port': ['ID=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:23.503407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Network dc466e72-4fea-4457-b7cb-9976913c2d1f is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:23.505663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:23.554064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d10bfb-8247-4c2d-a0b4-73b71294714d None None] Network dc466e72-4fea-4457-b7cb-9976913c2d1f requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:23.567257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:23.570905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.601965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-612fc676-e0ac-4b29-af88-184ffccfc465', 'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': 'eac64a95-6cfa-464b-b998-fc4babf6405c'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:23.603461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.607246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port dfb4aa89-8586-4369-8ffe-344b3433556d yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:23.617452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:23.744012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:23.754715 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a55a71db-e0e6-4b50-81c4-2a613f5c71e0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8527098 Oct 11 04:28:23.755633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52322) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:23.762021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:23.762254 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:23.767963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::3ba (612fc676-e0ac-4b29-af88-184ffccfc465/eac64a95-6cfa-464b-b998-fc4babf6405c/dfb4aa89-8586-4369-8ffe-344b3433556d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:23.780661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:23.781263 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:23.918959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 49956b45-16b2-4eee-8db2-cde59daa47b1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:23.921493 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:23.959542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Provisioning complete for port 30927789-0ce8-4299-a683-5ed791f29af7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:23.959824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:23.960150 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Attempt 1 to provision port 30927789-0ce8-4299-a683-5ed791f29af7 Oct 11 04:28:23.973972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.012168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.058299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 612fc676-e0ac-4b29-af88-184ffccfc465 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:24.061907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:24.064532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:24.072778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:24.073517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.103038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=dfb4aa89-8586-4369-8ffe-344b3433556d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:24.114460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8a319020-dbba-4d51-ab8e-1636ffdadd5c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7005203 Oct 11 04:28:24.115188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52324) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:24.145692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Allocated IP 2001:db8::2 (612fc676-e0ac-4b29-af88-184ffccfc465/eac64a95-6cfa-464b-b998-fc4babf6405c/734a478c-21c7-47b8-8b66-b9de297b6b08) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:24.187619 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:22Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2', 'name': '', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:a4:87:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:21Z', 'updated_at': '2022-10-11T04:28:22Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:24.199236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 49956b45-16b2-4eee-8db2-cde59daa47b1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:24.199610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.199947 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 49956b45-16b2-4eee-8db2-cde59daa47b1 Oct 11 04:28:24.221587 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:24.221987 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Updating router 6a75dc15-ed18-4da5-b594-9cfdce105d74 port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:28:24.224454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port dfb4aa89-8586-4369-8ffe-344b3433556d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:24.224798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.252943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.extraroute_db [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 04:28:24.261817 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.269652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Current status of the port 30927789-0ce8-4299-a683-5ed791f29af7 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:24.270070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.276452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.extraroute_db [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Removed routes are [] {{(pid=103098) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 04:28:24.277419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.353652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.380057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for dfb4aa89-8586-4369-8ffe-344b3433556d owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:24.380716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] For port 30927789-0ce8-4299-a683-5ed791f29af7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=30927789-0ce8-4299-a683-5ed791f29af7,segment=NetworkSegment(a5658b91-7cff-4fd4-86a2-422047b86ea2),segment_id=a5658b91-7cff-4fd4-86a2-422047b86ea2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:24.419489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.516539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 49956b45-16b2-4eee-8db2-cde59daa47b1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:24.517658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 30927789-0ce8-4299-a683-5ed791f29af7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:24.552019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.556316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.561874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.573798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a585-0dca-4abd-9504-7cc7ea1ac467 None None] Pushing event updated for resources: {'Port': ['ID=30927789-0ce8-4299-a683-5ed791f29af7,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:24.597949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.638236 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.650601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.658353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Network 612fc676-e0ac-4b29-af88-184ffccfc465 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:24.661604 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.661934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Pushing event updated for resources: {'Port': ['ID=734a478c-21c7-47b8-8b66-b9de297b6b08,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:24.664678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:24.667172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:24.685181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 30927789-0ce8-4299-a683-5ed791f29af7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:24.685550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.685884 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 30927789-0ce8-4299-a683-5ed791f29af7 Oct 11 04:28:24.699601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:24.710516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=dfb4aa89-8586-4369-8ffe-344b3433556d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:24.750435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.758235 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-312db0e5-d0c2-497f-a85f-36a668f890b7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/dfb4aa89-8586-4369-8ffe-344b3433556d HTTP/1.1" status: 204 len: 168 time: 0.6414940 Oct 11 04:28:24.760812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52326) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:24.800222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Provisioning complete for port 30927789-0ce8-4299-a683-5ed791f29af7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:24.800607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.800946 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Attempt 1 to provision port 30927789-0ce8-4299-a683-5ed791f29af7 Oct 11 04:28:24.801760 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bee012e-61e6-4969-9f03-903e70cd220d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:24.803227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bee012e-61e6-4969-9f03-903e70cd220d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:24.807763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Attempting to bind port 734a478c-21c7-47b8-8b66-b9de297b6b08 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:24.808138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Attempting to bind port 734a478c-21c7-47b8-8b66-b9de297b6b08 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '75354c62-91ef-4688-9186-a1b4e21cd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:24.808501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Attempting to bind port 734a478c-21c7-47b8-8b66-b9de297b6b08 on network 612fc676-e0ac-4b29-af88-184ffccfc465 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:24.810186 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8bee012e-61e6-4969-9f03-903e70cd220d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/dfb4aa89-8586-4369-8ffe-344b3433556d HTTP/1.1" status: 404 len: 333 time: 0.0472736 Oct 11 04:28:24.814692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52328) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:24.846827 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f72b4f-903b-4262-be7a-55131f4f2595 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:24.850950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:24.851853 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3f72b4f-903b-4262-be7a-55131f4f2595 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/dfb4aa89-8586-4369-8ffe-344b3433556d HTTP/1.1" status: 404 len: 333 time: 0.0349870 Oct 11 04:28:24.852220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52330) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:24.854891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:24.855272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Checking segment: {'id': '75354c62-91ef-4688-9186-a1b4e21cd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:24.855676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.856067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Bound using segment: {'id': '75354c62-91ef-4688-9186-a1b4e21cd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:24.856550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Bound port: 734a478c-21c7-47b8-8b66-b9de297b6b08, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75354c62-91ef-4688-9186-a1b4e21cd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '612fc676-e0ac-4b29-af88-184ffccfc465'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:24.856933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.869387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.871463 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fb6b619e-7241-4575-8a19-d79e070be396 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 953 time: 1.1149104 Oct 11 04:28:24.875517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52332) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:24.909240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet eac64a95-6cfa-464b-b998-fc4babf6405c {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:24.912690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.960621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:24.968937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 30927789-0ce8-4299-a683-5ed791f29af7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:24.996156 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Attempting to bind port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:24.997259 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Attempting to bind port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:24.997901 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Attempting to bind port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 on network dc466e72-4fea-4457-b7cb-9976913c2d1f {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:25.006957 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:25.007751 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Checking segment: {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:25.008395 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.008986 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Bound using segment: {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:25.009826 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Bound port: ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5658b91-7cff-4fd4-86a2-422047b86ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:25.010468 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.021115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] For port 734a478c-21c7-47b8-8b66-b9de297b6b08, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:25.040084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] For port 734a478c-21c7-47b8-8b66-b9de297b6b08, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=734a478c-21c7-47b8-8b66-b9de297b6b08,segment=NetworkSegment(75354c62-91ef-4688-9186-a1b4e21cd98e),segment_id=75354c62-91ef-4688-9186-a1b4e21cd98e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:25.045910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Current status of the port 30927789-0ce8-4299-a683-5ed791f29af7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:25.051065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.069019 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e84c-d14c-405c-bcb6-2cdd13b3d98a None None] Pushing event updated for resources: {'Port': ['ID=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:25.074013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52334) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:25.074781 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3b787730-edcf-4a6d-9403-1a1c47a9aaa6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 953 time: 0.1974978 Oct 11 04:28:25.081105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'routes': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:25.111572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Provisioning complete for port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:25.112497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.112909 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Attempt 1 to provision port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 Oct 11 04:28:25.121466 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] For port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:25.126272 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] For port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,segment=NetworkSegment(a5658b91-7cff-4fd4-86a2-422047b86ea2),segment_id=a5658b91-7cff-4fd4-86a2-422047b86ea2)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:25.133060 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.160810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea8c2c-216b-4c65-ae08-37332f4d6420 None None] Pushing event updated for resources: {'Port': ['ID=734a478c-21c7-47b8-8b66-b9de297b6b08,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:25.174619 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:25.175316 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:25.186305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.189456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:25.272353 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110e84c-d14c-405c-bcb6-2cdd13b3d98a None None] Pushing event updated for resources: {'Port': ['ID=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:25.296766 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:25.376145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.426705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=eac64a95-6cfa-464b-b998-fc4babf6405c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:25.481371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.488161 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e710f7c0-ec43-478c-9f28-b241401fed13 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/eac64a95-6cfa-464b-b998-fc4babf6405c HTTP/1.1" status: 204 len: 168 time: 0.6320832 Oct 11 04:28:25.489150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52336) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:25.563889 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:24Z', 'revision_number': 6, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2', 'name': '', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:a4:87:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:21Z', 'updated_at': '2022-10-11T04:28:25Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:25.590149 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a409871-29a3-40f4-b2c8-04b227b57b26 None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:24Z', 'revision_number': 6, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2', 'name': '', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:a4:87:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:21Z', 'updated_at': '2022-10-11T04:28:25Z', 'revision_number': 4, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:25.691171 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Attempt 2 to provision port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 Oct 11 04:28:25.816339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Current status of the port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:25.816977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.868114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] For port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,segment=NetworkSegment(a5658b91-7cff-4fd4-86a2-422047b86ea2),segment_id=a5658b91-7cff-4fd4-86a2-422047b86ea2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:25.871305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.882769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:25.949669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be495472-5ec6-4f49-99ef-2ff914d57dd5 None None] Pushing event updated for resources: {'Port': ['ID=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:25.968467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 734a478c-21c7-47b8-8b66-b9de297b6b08 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:26.037092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-907b7569-aae2-4c5f-87d4-ceb240220120 None None] Provisioning complete for port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:26.037548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-907b7569-aae2-4c5f-87d4-ceb240220120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.037954 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-907b7569-aae2-4c5f-87d4-ceb240220120 None None] Attempt 1 to provision port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 Oct 11 04:28:26.048776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 04:28:26.049145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 04:28:26.063935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 734a478c-21c7-47b8-8b66-b9de297b6b08 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:26.064346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.073096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 734a478c-21c7-47b8-8b66-b9de297b6b08 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:26.073548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.073965 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 734a478c-21c7-47b8-8b66-b9de297b6b08 Oct 11 04:28:26.155092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.164659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] For port 734a478c-21c7-47b8-8b66-b9de297b6b08, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=734a478c-21c7-47b8-8b66-b9de297b6b08,segment=NetworkSegment(75354c62-91ef-4688-9186-a1b4e21cd98e),segment_id=75354c62-91ef-4688-9186-a1b4e21cd98e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:26.165061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.174632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-907b7569-aae2-4c5f-87d4-ceb240220120 None None] Current status of the port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:26.220546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 734a478c-21c7-47b8-8b66-b9de297b6b08 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:26.220753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.221600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 734a478c-21c7-47b8-8b66-b9de297b6b08 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:26.261209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 734a478c-21c7-47b8-8b66-b9de297b6b08, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=734a478c-21c7-47b8-8b66-b9de297b6b08,segment=NetworkSegment(75354c62-91ef-4688-9186-a1b4e21cd98e),segment_id=75354c62-91ef-4688-9186-a1b4e21cd98e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:26.266686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.267750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:26.344151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.347556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb39ca-504d-4615-ba3e-fa56907b1ba8 None None] Network 612fc676-e0ac-4b29-af88-184ffccfc465 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:26.369355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=734a478c-21c7-47b8-8b66-b9de297b6b08,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:26.382711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=734a478c-21c7-47b8-8b66-b9de297b6b08,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:26.392121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No DVR routers for this DVR port 734a478c-21c7-47b8-8b66-b9de297b6b08 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:26.392501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bec7a235-66a0-47a7-bf11-3680528ed4e3 None None] Could not find standard attr ID for object 734a478c-21c7-47b8-8b66-b9de297b6b08. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:26.434278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:26.434692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.435030 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 Oct 11 04:28:26.545473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.561619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:26.562779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 30927789-0ce8-4299-a683-5ed791f29af7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:26.564028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.575603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.583920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612fc676-e0ac-4b29-af88-184ffccfc465']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:26.598473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888bf7a-e5a5-4be1-b115-06bf0cf7181e None None] DHCP port deletion for 612fc676-e0ac-4b29-af88-184ffccfc465 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:26.600716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:26.626423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75354c62-91ef-4688-9186-a1b4e21cd98e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:26.626750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75354c62-91ef-4688-9186-a1b4e21cd98e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:26.630044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:26.631064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:26.641015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.683986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.699216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 476 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:26.699625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.713356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 30927789-0ce8-4299-a683-5ed791f29af7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:26.713616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.713907 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 30927789-0ce8-4299-a683-5ed791f29af7 Oct 11 04:28:26.731381 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 75354c62-91ef-4688-9186-a1b4e21cd98e resource provider aggregate not found Oct 11 04:28:26.736101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:26.749609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:26.773573 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 75354c62-91ef-4688-9186-a1b4e21cd98e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75354c62-91ef-4688-9186-a1b4e21cd98e found for delete ", "request_id": "req-c0092c26-f80e-40d7-a891-1bff0015664b"}]} Oct 11 04:28:26.816368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.825740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.828868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/612fc676-e0ac-4b29-af88-184ffccfc465 HTTP/1.1" status: 204 len: 168 time: 1.3394320 Oct 11 04:28:26.832494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52342) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:26.845109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1843609131'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:26.852851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df6d9d-63b3-4aae-9827-bab022287244 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=612fc676-e0ac-4b29-af88-184ffccfc465,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:26.911113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:26.914497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.917173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:26.925142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.926328 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-213655c6-7333-49cc-9717-7eabf898fff1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 703 time: 1.8504112 Oct 11 04:28:26.929728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:26.948937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:26.959516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:26.959888 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 5db6d800-81f5-415e-828f-3823ffeb9a45 of type vlan for network a40010bd-ae7b-47c5-8335-1291fb99077d Oct 11 04:28:27.009150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.035619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.041442 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c4960b0e-39f5-4dca-ab33-00341321899e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 703 time: 0.1104541 Oct 11 04:28:27.042703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:27.043489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.044387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52346) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:27.076479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 30927789-0ce8-4299-a683-5ed791f29af7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:27.087385 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2538817 Oct 11 04:28:27.090457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52348) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:27.098115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:27.132778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f5bff-e22c-4b40-a3fb-363ed9cd5c85 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=a40010bd-ae7b-47c5-8335-1291fb99077d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:27.146038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network a40010bd-ae7b-47c5-8335-1291fb99077d details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:27.222048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:27.225538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.233630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:26Z', 'revision_number': 7, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2', 'name': '', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:a4:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:21Z', 'updated_at': '2022-10-11T04:28:25Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:27.262663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:27.271433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:27.272160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:27.367263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:27.401473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.421621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.494004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=326e43e1-bc37-4f58-9cf4-4da6c279efb7,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:27.499948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '5db6d800-81f5-415e-828f-3823ffeb9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:27.500386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: a40010bd-ae7b-47c5-8335-1291fb99077d, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:27.518391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network a40010bd-ae7b-47c5-8335-1291fb99077d is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:27.530217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, a40010bd-ae7b-47c5-8335-1291fb99077d) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:27.537867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:27.538753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.552144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462a8cf-4836-4e68-ace0-d9c3da92b7ad None None] Network a40010bd-ae7b-47c5-8335-1291fb99077d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:27.556579 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6a169c16-53c2-4c4d-a0fb-9f8d3e20bb04 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4630134 Oct 11 04:28:27.559141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52350) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:27.564965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-41645989'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:27.666052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:27.666685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.684072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:26Z', 'revision_number': 7, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2', 'name': '', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:a4:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:21Z', 'updated_at': '2022-10-11T04:28:25Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:27.696182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:27.700331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.722276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c041c-c775-4bca-8ffc-36a019478c59 None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:26Z', 'revision_number': 7, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2', 'name': '', 'network_id': 'dc466e72-4fea-4457-b7cb-9976913c2d1f', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:a4:87:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:21Z', 'updated_at': '2022-10-11T04:28:25Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': '8cc62df5-7ee3-432c-95a7-9960ec1f8e8f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:27.734616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 1d81313a-f6ea-4615-bbf1-2f09183ecc1d yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:27.764806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:27.771174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-a40010bd-ae7b-47c5-8335-1291fb99077d', 'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': '326e43e1-bc37-4f58-9cf4-4da6c279efb7'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:27.772775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.807525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,segment=NetworkSegment(a5658b91-7cff-4fd4-86a2-422047b86ea2),segment_id=a5658b91-7cff-4fd4-86a2-422047b86ea2)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:27.807977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.821895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:27.905985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::1bc (a40010bd-ae7b-47c5-8335-1291fb99077d/326e43e1-bc37-4f58-9cf4-4da6c279efb7/1d81313a-f6ea-4615-bbf1-2f09183ecc1d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:27.912962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:27.913439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:27.913895 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 Oct 11 04:28:28.001279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:28.024849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.060656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:28.068814 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:28.072128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 734a478c-21c7-47b8-8b66-b9de297b6b08 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:28.081647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.087209 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:28.087860 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:28.102405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 734a478c-21c7-47b8-8b66-b9de297b6b08 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:28.103636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 734a478c-21c7-47b8-8b66-b9de297b6b08 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:28.128821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.185904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Allocated IP 2001:db8::2 (a40010bd-ae7b-47c5-8335-1291fb99077d/326e43e1-bc37-4f58-9cf4-4da6c279efb7/17cc1921-33c2-4cff-9046-af3b32536429) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:28.204746 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:28.211163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network a40010bd-ae7b-47c5-8335-1291fb99077d is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:28.222050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:28.237956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:28.244236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:28.244236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.301013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=1d81313a-f6ea-4615-bbf1-2f09183ecc1d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:28.319085 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bb2b776c-ae6a-4108-ba43-edd1f21d4ca4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7582815 Oct 11 04:28:28.321426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52352) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:28.423530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 1d81313a-f6ea-4615-bbf1-2f09183ecc1d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:28.423852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.440993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.450301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.486211 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:27Z', 'revision_number': 8, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:28.510704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Network a40010bd-ae7b-47c5-8335-1291fb99077d is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:28.515694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:28.518309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:28.520905 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:28.531459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Pushing event updated for resources: {'Port': ['ID=17cc1921-33c2-4cff-9046-af3b32536429,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:28.532833 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:28.533501 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:28.541664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.559004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 1d81313a-f6ea-4615-bbf1-2f09183ecc1d owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:28.587107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Attempting to bind port 17cc1921-33c2-4cff-9046-af3b32536429 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:28.587477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Attempting to bind port 17cc1921-33c2-4cff-9046-af3b32536429 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5db6d800-81f5-415e-828f-3823ffeb9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:28.587836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Attempting to bind port 17cc1921-33c2-4cff-9046-af3b32536429 on network a40010bd-ae7b-47c5-8335-1291fb99077d {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:28.593100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:28.593465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Checking segment: {'id': '5db6d800-81f5-415e-828f-3823ffeb9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:28.593858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.594243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Bound using segment: {'id': '5db6d800-81f5-415e-828f-3823ffeb9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:28.594730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Bound port: 17cc1921-33c2-4cff-9046-af3b32536429, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db6d800-81f5-415e-828f-3823ffeb9a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'a40010bd-ae7b-47c5-8335-1291fb99077d'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:28.595099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.613303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.641588 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:28.671623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] For port 17cc1921-33c2-4cff-9046-af3b32536429, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:28.722940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.723696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] For port 17cc1921-33c2-4cff-9046-af3b32536429, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=17cc1921-33c2-4cff-9046-af3b32536429,segment=NetworkSegment(5db6d800-81f5-415e-828f-3823ffeb9a45),segment_id=5db6d800-81f5-415e-828f-3823ffeb9a45)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:28.731171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.771380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=1d81313a-f6ea-4615-bbf1-2f09183ecc1d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:28.799075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.800401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d345b4a-3551-43eb-b09a-186f2b8415ae None None] Pushing event updated for resources: {'Port': ['ID=17cc1921-33c2-4cff-9046-af3b32536429,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:28.805421 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59fdcb5c-834e-426a-b87e-a209e3483acb tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/1d81313a-f6ea-4615-bbf1-2f09183ecc1d HTTP/1.1" status: 204 len: 168 time: 0.4807193 Oct 11 04:28:28.810027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52354) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:28.840891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-7238de7a-b697-42d2-b017-ff13c672b77a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:28.845513 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7238de7a-b697-42d2-b017-ff13c672b77a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/1d81313a-f6ea-4615-bbf1-2f09183ecc1d HTTP/1.1" status: 404 len: 333 time: 0.0338807 Oct 11 04:28:28.846768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52356) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:28.904162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet 326e43e1-bc37-4f58-9cf4-4da6c279efb7 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:28.904841 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:27Z', 'revision_number': 8, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:28.905026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:28.909741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:28.942869 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54952a-4675-436f-bddc-3144272ef7fb None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:27Z', 'revision_number': 8, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:28.952977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.033415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:29.041867 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10541599-85d2-41fb-b319-157d3d8388d8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9939661 Oct 11 04:28:29.042128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52358) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:29.064287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.097348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet 8cc62df5-7ee3-432c-95a7-9960ec1f8e8f {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:29.100579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.129629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.147256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.161923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=326e43e1-bc37-4f58-9cf4-4da6c279efb7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:29.168090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.174217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d3e66ecd-a1ab-4c2e-8e18-d4abdaa77f42 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/326e43e1-bc37-4f58-9cf4-4da6c279efb7 HTTP/1.1" status: 204 len: 168 time: 0.3261459 Oct 11 04:28:29.174368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52360) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:29.286975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.310237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.404628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.437419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.441213 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/8cc62df5-7ee3-432c-95a7-9960ec1f8e8f HTTP/1.1" status: 204 len: 168 time: 0.3980987 Oct 11 04:28:29.442048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1c678-03e9-4d37-b0b0-6b6d4a8f2538 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc62df5-7ee3-432c-95a7-9960ec1f8e8f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:29.443947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52362) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:29.446302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c60b7-e435-4e48-948e-dd863bc133c9 None None] Network dc466e72-4fea-4457-b7cb-9976913c2d1f requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:29.449734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 17cc1921-33c2-4cff-9046-af3b32536429 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:29.450080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.549625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] For port 17cc1921-33c2-4cff-9046-af3b32536429, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=17cc1921-33c2-4cff-9046-af3b32536429,segment=NetworkSegment(5db6d800-81f5-415e-828f-3823ffeb9a45),segment_id=5db6d800-81f5-415e-828f-3823ffeb9a45)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:29.550589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.557723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.567848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 17cc1921-33c2-4cff-9046-af3b32536429 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:29.613593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:29.626996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:29.631893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:29.649007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 30927789-0ce8-4299-a683-5ed791f29af7 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:29.649007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.692044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] DHCP port deletion for dc466e72-4fea-4457-b7cb-9976913c2d1f request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:29.707630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.748996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No DVR routers for this DVR port 17cc1921-33c2-4cff-9046-af3b32536429 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:29.753689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 30927789-0ce8-4299-a683-5ed791f29af7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=30927789-0ce8-4299-a683-5ed791f29af7,segment=NetworkSegment(a5658b91-7cff-4fd4-86a2-422047b86ea2),segment_id=a5658b91-7cff-4fd4-86a2-422047b86ea2)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:29.754053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.755775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=17cc1921-33c2-4cff-9046-af3b32536429,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:29.776230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:29.784719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 30927789-0ce8-4299-a683-5ed791f29af7 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:29.855960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.883306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40010bd-ae7b-47c5-8335-1291fb99077d']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:29.896079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db6d800-81f5-415e-828f-3823ffeb9a45') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:29.896483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db6d800-81f5-415e-828f-3823ffeb9a45') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:29.899183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 17cc1921-33c2-4cff-9046-af3b32536429 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:29.910178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.918199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.923362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 17cc1921-33c2-4cff-9046-af3b32536429 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:29.923724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 17cc1921-33c2-4cff-9046-af3b32536429 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 11 04:28:29.929172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Deleting port 30927789-0ce8-4299-a683-5ed791f29af7 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:29.929542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.937502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.945759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port 30927789-0ce8-4299-a683-5ed791f29af7 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:29.946358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:29.947153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:29.951297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=30927789-0ce8-4299-a683-5ed791f29af7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:29.964160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Port 17cc1921-33c2-4cff-9046-af3b32536429 not found, will not notify nova. {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 11 04:28:30.033319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d7244-dc17-4f7d-998a-253ff609c42a None None] Network a40010bd-ae7b-47c5-8335-1291fb99077d requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:30.048072 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5db6d800-81f5-415e-828f-3823ffeb9a45 resource provider aggregate not found Oct 11 04:28:30.052046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.057689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.066273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.073731 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/a40010bd-ae7b-47c5-8335-1291fb99077d HTTP/1.1" status: 204 len: 168 time: 0.8982902 Oct 11 04:28:30.074467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52368) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:30.083114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc466e72-4fea-4457-b7cb-9976913c2d1f']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:30.089821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'name': 'tempest-PortsIpV6TestJSON-362258325'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:30.093649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5658b91-7cff-4fd4-86a2-422047b86ea2') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:30.093885 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5db6d800-81f5-415e-828f-3823ffeb9a45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5db6d800-81f5-415e-828f-3823ffeb9a45 found for delete ", "request_id": "req-28ca4ac1-f7c9-46ad-927f-6da880cec949"}]} Oct 11 04:28:30.093999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5658b91-7cff-4fd4-86a2-422047b86ea2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:30.096871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dc122-519b-4ee1-bbe1-969e63fc0324 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=a40010bd-ae7b-47c5-8335-1291fb99077d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:30.106494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.121214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.129582 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 475 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:30.129823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.193268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:30.196908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.206142 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a5658b91-7cff-4fd4-86a2-422047b86ea2 resource provider aggregate not found Oct 11 04:28:30.211733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.216734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.223768 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/dc466e72-4fea-4457-b7cb-9976913c2d1f HTTP/1.1" status: 204 len: 168 time: 0.7784839 Oct 11 04:28:30.224547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52374) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:30.225300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 174979ce-bc07-4228-ab38-ca25c2188fcb yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:30.227335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:30.232147 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a5658b91-7cff-4fd4-86a2-422047b86ea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5658b91-7cff-4fd4-86a2-422047b86ea2 found for delete ", "request_id": "req-e5ea7bcc-efbc-4c2e-857e-f5ed1469479b"}]} Oct 11 04:28:30.268072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b95cf248-c7df-41cd-9482-d91f6fd31e65 None None] Could not find standard attr ID for object 17cc1921-33c2-4cff-9046-af3b32536429. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:30.310379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:30.310800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ad7bf4c3-c061-4d5c-91e5-16c5b7870ca2 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:30.311314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 30927789-0ce8-4299-a683-5ed791f29af7 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:30.313580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] For port 30927789-0ce8-4299-a683-5ed791f29af7, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:30.314043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.390052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 30927789-0ce8-4299-a683-5ed791f29af7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:30.390420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 30927789-0ce8-4299-a683-5ed791f29af7 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:30.392181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Calling delete_port for 30927789-0ce8-4299-a683-5ed791f29af7 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:30.396477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Port 30927789-0ce8-4299-a683-5ed791f29af7 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:28:30.402020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.409083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.430521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Network dc466e72-4fea-4457-b7cb-9976913c2d1f is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:28:30.431003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] No DVR routers for this DVR port 30927789-0ce8-4299-a683-5ed791f29af7 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:30.444235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.476836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f200f2-0600-4498-b880-fe4a075e99e3 None None] Pushing event deleted for resources: {'Port': ['ID=30927789-0ce8-4299-a683-5ed791f29af7,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:30.500703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:30.504068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:30.507618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:30.514052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:30.514690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.524649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=174979ce-bc07-4228-ab38-ca25c2188fcb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:30.527539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:27Z', 'revision_number': 8, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:30.532594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b027f-e2dc-443e-86ad-72c538bbb57e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=dc466e72-4fea-4457-b7cb-9976913c2d1f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:30.543797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7d88e1eb-ee00-4045-ac7a-aad27138767b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4643929 Oct 11 04:28:30.544895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52376) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:30.558483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:30.569650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:30.570334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:30.611037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03be49-bd91-4c7d-9ebf-af7ca962e2e8 None None] DHCP port deletion for a40010bd-ae7b-47c5-8335-1291fb99077d request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:30.666952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 174979ce-bc07-4228-ab38-ca25c2188fcb {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:30.667559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.675828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:30.734023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.746624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 174979ce-bc07-4228-ab38-ca25c2188fcb owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:30.836711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.871795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.875603 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/174979ce-bc07-4228-ab38-ca25c2188fcb HTTP/1.1" status: 204 len: 168 time: 0.3292873 Oct 11 04:28:30.876640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:30.877672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9eaac-15d1-44ee-9112-67ff9b1a072e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=174979ce-bc07-4228-ab38-ca25c2188fcb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:30.879572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52378) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:30.890156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'mac_address': 'fa:16:3e:0f:67:d2', 'name': 'tempest-PortsIpV6TestJSON-77109653'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:30.904819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:27Z', 'revision_number': 8, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:30.930934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fcb323-7b20-42a1-b160-00499e56c12f None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:27Z', 'revision_number': 8, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '49956b45-16b2-4eee-8db2-cde59daa47b1', 'name': '', 'network_id': 'f5a0559e-85c5-4c8f-97c5-a42bb304d20e', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f6:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:17Z', 'updated_at': '2022-10-11T04:28:21Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'f980fa0a-eece-49f3-b8a8-bd0d1cba41ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:30.987777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:31.055695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.078302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 2affcdac-94ae-4839-a54a-a9b8d8ff3f19 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:31.136307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 49956b45-16b2-4eee-8db2-cde59daa47b1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:31.136898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.228765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 49956b45-16b2-4eee-8db2-cde59daa47b1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=49956b45-16b2-4eee-8db2-cde59daa47b1,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:31.229128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.237204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.242326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 49956b45-16b2-4eee-8db2-cde59daa47b1 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:31.270843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.318195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:31.321308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:31.324923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:31.330409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:31.331036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.340626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=2affcdac-94ae-4839-a54a-a9b8d8ff3f19,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:31.354909 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-512b6aca-bd78-411a-a425-0545d5485a7d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4693980 Oct 11 04:28:31.358481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52380) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:31.429021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28883ab-7b08-4f80-8ee0-41fae8f80b06 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:31.430285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d28883ab-7b08-4f80-8ee0-41fae8f80b06 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/2affcdac-94ae-4839-a54a-a9b8d8ff3f19 HTTP/1.1" status: 200 len: 843 time: 0.0708084 Oct 11 04:28:31.433043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52382) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:31.479031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.527844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=49956b45-16b2-4eee-8db2-cde59daa47b1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:31.651638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 2affcdac-94ae-4839-a54a-a9b8d8ff3f19 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:31.651975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.668197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.767827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:31.810433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 17cc1921-33c2-4cff-9046-af3b32536429 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:31.811709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 2affcdac-94ae-4839-a54a-a9b8d8ff3f19 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:31.832629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 17cc1921-33c2-4cff-9046-af3b32536429 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:31.833254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 17cc1921-33c2-4cff-9046-af3b32536429 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:31.978455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:31.982104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.014114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=2affcdac-94ae-4839-a54a-a9b8d8ff3f19,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:32.021969 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.025166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fee261b5-db7c-4296-b5b8-52cd6100962a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/2affcdac-94ae-4839-a54a-a9b8d8ff3f19 HTTP/1.1" status: 204 len: 168 time: 0.5912340 Oct 11 04:28:32.028023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52384) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:32.052561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-24da99e4-af98-4beb-a876-6ca309fe5599 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:32.054091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-24da99e4-af98-4beb-a876-6ca309fe5599 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/2affcdac-94ae-4839-a54a-a9b8d8ff3f19 HTTP/1.1" status: 404 len: 333 time: 0.0249662 Oct 11 04:28:32.058945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52386) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:32.063963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'name': 'tempest-PortsIpV6TestJSON-727448933'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:32.107791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:32.113702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59fad69c-f24b-4200-9d07-5c6ce29b04ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850472 Oct 11 04:28:32.115917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52388) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:32.118399 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:32.129022 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:32.129930 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:32.152371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:32.155860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.170860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet f980fa0a-eece-49f3-b8a8-bd0d1cba41ae {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:32.174180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.174733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 864af17d-14e9-44c3-90a4-a46b6727ee60 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:32.214345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.218622 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:32.305585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.343105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.372443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.384000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.409527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.415845 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/f980fa0a-eece-49f3-b8a8-bd0d1cba41ae HTTP/1.1" status: 204 len: 168 time: 0.2986989 Oct 11 04:28:32.417236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52390) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:32.418087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19852fa0-df15-4adc-8662-a2652f0ed144 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=f980fa0a-eece-49f3-b8a8-bd0d1cba41ae,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:32.419444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f214e125-3777-4e46-a29f-2534f2ebc423 None None] Network f5a0559e-85c5-4c8f-97c5-a42bb304d20e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:32.451971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:32.466958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:32.473860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:32.479357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:32.479964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.484669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=864af17d-14e9-44c3-90a4-a46b6727ee60,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:32.518863 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:31Z', 'revision_number': 9, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:32.533920 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ee12e3b9-02c9-4fd6-9bd7-cc31d689e2d5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4737103 Oct 11 04:28:32.538186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52392) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:32.545627 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:32.547754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:32.548355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.554195 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:32.554848 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:32.625643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 1126281f-2314-4775-90bb-ee81c6147729 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:32.626068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.630338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.652483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] DHCP port deletion for f5a0559e-85c5-4c8f-97c5-a42bb304d20e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:32.663196 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:32.714507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] Deleting port 1126281f-2314-4775-90bb-ee81c6147729 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:32.715040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.723493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 1126281f-2314-4775-90bb-ee81c6147729, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1126281f-2314-4775-90bb-ee81c6147729,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:32.724987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.741535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 1126281f-2314-4775-90bb-ee81c6147729 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:32.794150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] For port 1126281f-2314-4775-90bb-ee81c6147729, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1126281f-2314-4775-90bb-ee81c6147729,segment=NetworkSegment(bd0c10c8-ccb1-4519-abeb-1944e1dbedc7),segment_id=bd0c10c8-ccb1-4519-abeb-1944e1dbedc7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:32.794666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.811318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] Calling delete_port for 1126281f-2314-4775-90bb-ee81c6147729 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:32.826919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.833216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.833833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] In _notify_port_updated(), no bound segment for port 864af17d-14e9-44c3-90a4-a46b6727ee60 on network 10bec523-b205-402b-9c68-fb33eb8aa170 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:28:32.840132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:32.840764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.841508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.842223 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/ports/864af17d-14e9-44c3-90a4-a46b6727ee60 HTTP/1.1" status: 200 len: 818 time: 0.3029425 Oct 11 04:28:32.845292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52394) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:32.878574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=1126281f-2314-4775-90bb-ee81c6147729,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:32.891556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port 1126281f-2314-4775-90bb-ee81c6147729 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:32.914809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.927459 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:31Z', 'revision_number': 9, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:32.944426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] Pushing event deleted for resources: {'Port': ['ID=1126281f-2314-4775-90bb-ee81c6147729,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:32.950903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e76a7c-1019-44ff-b83c-a42f8e6b92d5 None None] No DVR routers for this DVR port 1126281f-2314-4775-90bb-ee81c6147729 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:32.951059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f75e4e-2308-4ac3-9cb8-98d5b5e629ae tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=864af17d-14e9-44c3-90a4-a46b6727ee60,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:32.976106 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee50fbb-27f3-4eb3-b9a6-613e7fcc42ca None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:31Z', 'revision_number': 9, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb0bc499-4d53-4787-9cb0-a4bbe14fcf84', 'name': '', 'network_id': '6e030641-7bca-4022-9069-7af4f9773176', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:f0:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:11Z', 'updated_at': '2022-10-11T04:28:16Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'ae64a049-62c1-427f-bfda-f1cc4fb130e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:32.978957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 864af17d-14e9-44c3-90a4-a46b6727ee60 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:32.979301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:32.989346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.013053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a0559e-85c5-4c8f-97c5-a42bb304d20e']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:33.023015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:33.023313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0c10c8-ccb1-4519-abeb-1944e1dbedc7') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:33.032728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.045480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.051827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 460 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:33.052212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.061188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.067088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 864af17d-14e9-44c3-90a4-a46b6727ee60 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:33.092487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment bd0c10c8-ccb1-4519-abeb-1944e1dbedc7 resource provider aggregate not found Oct 11 04:28:33.125295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment bd0c10c8-ccb1-4519-abeb-1944e1dbedc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd0c10c8-ccb1-4519-abeb-1944e1dbedc7 found for delete ", "request_id": "req-62d11502-19c2-454b-96c5-ef35c8694281"}]} Oct 11 04:28:33.133669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.141828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.144984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/f5a0559e-85c5-4c8f-97c5-a42bb304d20e HTTP/1.1" status: 204 len: 168 time: 0.7183769 Oct 11 04:28:33.148115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52400) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:33.154014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969745-108e-4613-a8a7-a18dc7aac90f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=f5a0559e-85c5-4c8f-97c5-a42bb304d20e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:33.156033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.441043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=864af17d-14e9-44c3-90a4-a46b6727ee60,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:33.482408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.485581 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dd799990-9b47-4d69-9ad0-69baed4d5dbf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/864af17d-14e9-44c3-90a4-a46b6727ee60 HTTP/1.1" status: 204 len: 168 time: 0.6392970 Oct 11 04:28:33.488139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:33.607055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4e8301-3d0d-4d50-98ff-2ad7243e9f1a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:33.608429 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9b4e8301-3d0d-4d50-98ff-2ad7243e9f1a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1193998 Oct 11 04:28:33.611384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52404) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:33.635627 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-9688c350-0b47-430a-84ed-bd45a6083717 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:33.637097 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9688c350-0b47-430a-84ed-bd45a6083717 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/864af17d-14e9-44c3-90a4-a46b6727ee60 HTTP/1.1" status: 404 len: 333 time: 0.0247490 Oct 11 04:28:33.640859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52406) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:33.648499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-200978040'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:33.665694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:33.669211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.692712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:33.703988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.704339 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment c0dc1f7f-8996-4abd-94bc-0875d49f4251 of type vlan for network dc5f742d-b174-488a-a713-3891ea85ca91 Oct 11 04:28:33.747313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 49956b45-16b2-4eee-8db2-cde59daa47b1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:33.756635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.774075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 49956b45-16b2-4eee-8db2-cde59daa47b1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:33.774726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 49956b45-16b2-4eee-8db2-cde59daa47b1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:33.775147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1126281f-2314-4775-90bb-ee81c6147729 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:33.785385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.786857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.790916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:33.791506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:33.795529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 1126281f-2314-4775-90bb-ee81c6147729 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:33.795875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1126281f-2314-4775-90bb-ee81c6147729 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:33.830894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1884174 Oct 11 04:28:33.833715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52408) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:33.840616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:33.869529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48470-a59f-4126-8529-d6a7a6868f2c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=dc5f742d-b174-488a-a713-3891ea85ca91,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:33.880958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:33.967072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:33.970816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.037172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:34.037506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.132117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port eb0bc499-4d53-4787-9cb0-a4bbe14fcf84, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:34.132458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.146508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:34.151584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7c23b938-cc66-48c6-968f-53ed9bcacc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.159911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.220327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=ebc5ea5d-ea88-4c70-a1b8-24817b766203,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:34.228913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': 'c0dc1f7f-8996-4abd-94bc-0875d49f4251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:34.229279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: dc5f742d-b174-488a-a713-3891ea85ca91, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:34.246322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network dc5f742d-b174-488a-a713-3891ea85ca91 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:34.255665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, dc5f742d-b174-488a-a713-3891ea85ca91) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:34.260245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:34.260965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.267279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607b0bb-9bb8-422b-aea8-349c0e05182d None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:34.281318 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3b3e00a2-f503-46e6-8258-c160e6afb17a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4439747 Oct 11 04:28:34.281545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52410) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:34.286877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:34.331590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.362343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=eb0bc499-4d53-4787-9cb0-a4bbe14fcf84,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:34.421609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:34.426667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.430391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-dc5f742d-b174-488a-a713-3891ea85ca91', 'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': 'ebc5ea5d-ea88-4c70-a1b8-24817b766203'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:34.431507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.498841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.538169 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebc5ea5d-ea88-4c70-a1b8-24817b766203 (CIDR: 2001:db8::/64) Oct 11 04:28:34.543333 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:34.543848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:34.567642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-92d9c0e6-8a34-4414-befb-2624eea6414f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2849681 Oct 11 04:28:34.570119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52412) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:34.575780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:34.621269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Allocated IP 2001:db8::2 (dc5f742d-b174-488a-a713-3891ea85ca91/ebc5ea5d-ea88-4c70-a1b8-24817b766203/d587f761-95de-4552-8eb6-c6b2e03bc4ec) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:34.699649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:34.703086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.725727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:34.783850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.791333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.824085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:34.829303 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-accce352-5cca-4810-ad71-e2373554d7d2 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800163 Oct 11 04:28:34.832409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52414) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:34.840911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:34.844518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:34.855427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:34.858885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:34.864060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Pushing event updated for resources: {'Port': ['ID=d587f761-95de-4552-8eb6-c6b2e03bc4ec,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:34.890349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:34.891099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet ae64a049-62c1-427f-bfda-f1cc4fb130e1 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:34.891201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:34.894224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.937248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:34.959032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Attempting to bind port d587f761-95de-4552-8eb6-c6b2e03bc4ec on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:34.959320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Attempting to bind port d587f761-95de-4552-8eb6-c6b2e03bc4ec by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'c0dc1f7f-8996-4abd-94bc-0875d49f4251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:34.959692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Attempting to bind port d587f761-95de-4552-8eb6-c6b2e03bc4ec on network dc5f742d-b174-488a-a713-3891ea85ca91 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:34.973692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.000343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:35.000718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Checking segment: {'id': 'c0dc1f7f-8996-4abd-94bc-0875d49f4251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:35.001324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.001722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Bound using segment: {'id': 'c0dc1f7f-8996-4abd-94bc-0875d49f4251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:35.002238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Bound port: d587f761-95de-4552-8eb6-c6b2e03bc4ec, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc1f7f-8996-4abd-94bc-0875d49f4251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:35.002661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.020980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network dc5f742d-b174-488a-a713-3891ea85ca91 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:35.026114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:35.027333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:35.030846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:35.031442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.035503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.043514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=c732d27c-0453-4794-b4c1-59ba5d088f0b,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:35.056043 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-18ed492b-94bb-4da8-84a6-8f4ef0f4b54d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4822540 Oct 11 04:28:35.056465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:35.061787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'fixed_ips': [{'subnet_id': 'ebc5ea5d-ea88-4c70-a1b8-24817b766203'}, {'subnet_id': 'c732d27c-0453-4794-b4c1-59ba5d088f0b'}], 'name': 'tempest-PortsIpV6TestJSON-1787085265'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:35.109833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.136937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=ae64a049-62c1-427f-bfda-f1cc4fb130e1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:35.143432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.149156 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-40b4b478-b031-416b-8f57-a8d3b728dbc5 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/ae64a049-62c1-427f-bfda-f1cc4fb130e1 HTTP/1.1" status: 204 len: 168 time: 0.3133302 Oct 11 04:28:35.149488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:35.161311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e254d-d4de-4a5f-bb81-0bbc341e70af None None] Network 6e030641-7bca-4022-9069-7af4f9773176 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:35.163453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] For port d587f761-95de-4552-8eb6-c6b2e03bc4ec, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:35.224260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] For port d587f761-95de-4552-8eb6-c6b2e03bc4ec, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d587f761-95de-4552-8eb6-c6b2e03bc4ec,segment=NetworkSegment(c0dc1f7f-8996-4abd-94bc-0875d49f4251),segment_id=c0dc1f7f-8996-4abd-94bc-0875d49f4251)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:35.237567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.242812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:35.250375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.382143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.409355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port e8c75b6f-725a-45b5-9e20-06cd04167516 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:35.416582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port aa9fd49d-e78b-444e-9abf-b57eb3e7250f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:35.416922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.596065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f04b3-c671-4080-957c-b9f4a66a038f None None] Pushing event updated for resources: {'Port': ['ID=d587f761-95de-4552-8eb6-c6b2e03bc4ec,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:35.636029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:34Z', 'revision_number': 10, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:35.669895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:35.679266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:35.680064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:35.719938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] DHCP port deletion for 6e030641-7bca-4022-9069-7af4f9773176 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:35.808659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:35.858635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] Deleting port aa9fd49d-e78b-444e-9abf-b57eb3e7250f {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:35.859302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.889710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d587f761-95de-4552-8eb6-c6b2e03bc4ec up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:35.897384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port aa9fd49d-e78b-444e-9abf-b57eb3e7250f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:35.897743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:35.918658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for aa9fd49d-e78b-444e-9abf-b57eb3e7250f owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:36.037332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] For port aa9fd49d-e78b-444e-9abf-b57eb3e7250f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,segment=NetworkSegment(aa780933-ccef-441f-ac93-732161b5db4e),segment_id=aa780933-ccef-441f-ac93-732161b5db4e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:36.037849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.061518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] Calling delete_port for aa9fd49d-e78b-444e-9abf-b57eb3e7250f owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:36.084371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d587f761-95de-4552-8eb6-c6b2e03bc4ec triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:36.084371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.084371 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d587f761-95de-4552-8eb6-c6b2e03bc4ec Oct 11 04:28:36.089131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.130268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::372 (dc5f742d-b174-488a-a713-3891ea85ca91/ebc5ea5d-ea88-4c70-a1b8-24817b766203/e8c75b6f-725a-45b5-9e20-06cd04167516) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:36.135448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port aa9fd49d-e78b-444e-9abf-b57eb3e7250f on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:36.142063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:36.165018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8:0:1::334 (dc5f742d-b174-488a-a713-3891ea85ca91/c732d27c-0453-4794-b4c1-59ba5d088f0b/e8c75b6f-725a-45b5-9e20-06cd04167516) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:36.245361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.263073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.280571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:34Z', 'revision_number': 10, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:36.281415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e030641-7bca-4022-9069-7af4f9773176']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:36.306093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa780933-ccef-441f-ac93-732161b5db4e') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:36.306394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa780933-ccef-441f-ac93-732161b5db4e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:36.325195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.331945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] Pushing event deleted for resources: {'Port': ['ID=aa9fd49d-e78b-444e-9abf-b57eb3e7250f,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:36.334350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae0981-5c99-4802-9bab-76c2f81329ab None None] No DVR routers for this DVR port aa9fd49d-e78b-444e-9abf-b57eb3e7250f on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:36.335856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d587f761-95de-4552-8eb6-c6b2e03bc4ec is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:36.336301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.340891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aad5a0-57db-4c6e-a095-c5e5af7c2c7c None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:34Z', 'revision_number': 10, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None, '_interfaces': [{'id': '55372b6e-f1b9-4409-b56a-b75a4e0a1992', 'name': '', 'network_id': '840584c5-1885-4f21-b501-0d29840c6674', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'mac_address': 'fa:16:3e:b0:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:28:06Z', 'updated_at': '2022-10-11T04:28:11Z', 'revision_number': 5, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'subnets': [{'id': 'c2a3c39d-62ab-450f-8626-383bce547c74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:36.372817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc7dbf-c759-4a5c-bd83-18cf95884426 None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:36.381311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.385994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port d587f761-95de-4552-8eb6-c6b2e03bc4ec, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d587f761-95de-4552-8eb6-c6b2e03bc4ec,segment=NetworkSegment(c0dc1f7f-8996-4abd-94bc-0875d49f4251),segment_id=c0dc1f7f-8996-4abd-94bc-0875d49f4251)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:36.394606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:36.395334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.398244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.431952 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment aa780933-ccef-441f-ac93-732161b5db4e resource provider aggregate not found Oct 11 04:28:36.488508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment aa780933-ccef-441f-ac93-732161b5db4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa780933-ccef-441f-ac93-732161b5db4e found for delete ", "request_id": "req-17a3de75-ed05-4199-9e2e-7e4f8af556c5"}]} Oct 11 04:28:36.493852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.502262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.506913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.508042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-361fdb31-8814-4b66-94e5-1eb700ba7e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.513440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52424) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:36.513953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/6e030641-7bca-4022-9069-7af4f9773176 HTTP/1.1" status: 204 len: 168 time: 1.3630073 Oct 11 04:28:36.529379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=d587f761-95de-4552-8eb6-c6b2e03bc4ec,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:36.534238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-400cd3cd-d7b6-4d6f-9a6b-dd90636a5c0c None None] Provisioning complete for port d587f761-95de-4552-8eb6-c6b2e03bc4ec triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:36.534548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-400cd3cd-d7b6-4d6f-9a6b-dd90636a5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.534878 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-400cd3cd-d7b6-4d6f-9a6b-dd90636a5c0c None None] Attempt 1 to provision port d587f761-95de-4552-8eb6-c6b2e03bc4ec Oct 11 04:28:36.541690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668747-fbc6-4866-82c1-85ca0038cd9f tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=6e030641-7bca-4022-9069-7af4f9773176,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:36.575605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.622205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network dc5f742d-b174-488a-a713-3891ea85ca91 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:36.625652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:36.628305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:36.634183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:36.634829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.654640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=e8c75b6f-725a-45b5-9e20-06cd04167516,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:36.666904 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-75cd4b36-cd94-4fd5-8165-62c154ff904b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6092410 Oct 11 04:28:36.670477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52426) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:36.677486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebc5ea5d-ea88-4c70-a1b8-24817b766203'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:36.684120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-400cd3cd-d7b6-4d6f-9a6b-dd90636a5c0c None None] Current status of the port d587f761-95de-4552-8eb6-c6b2e03bc4ec is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:36.762974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device aa9fd49d-e78b-444e-9abf-b57eb3e7250f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:36.775276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.787728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: aa9fd49d-e78b-444e-9abf-b57eb3e7250f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:36.787986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device aa9fd49d-e78b-444e-9abf-b57eb3e7250f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:36.796012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] Update dhcp port {'port': {'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'fixed_ips': [{'subnet_id': 'ebc5ea5d-ea88-4c70-a1b8-24817b766203', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c732d27c-0453-4794-b4c1-59ba5d088f0b'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'd587f761-95de-4552-8eb6-c6b2e03bc4ec'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:28:36.845698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:36.922125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.029785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] Allocated IP 2001:db8:0:1::2 (dc5f742d-b174-488a-a713-3891ea85ca91/c732d27c-0453-4794-b4c1-59ba5d088f0b/d587f761-95de-4552-8eb6-c6b2e03bc4ec) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:37.125122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] For port d587f761-95de-4552-8eb6-c6b2e03bc4ec, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d587f761-95de-4552-8eb6-c6b2e03bc4ec,segment=NetworkSegment(c0dc1f7f-8996-4abd-94bc-0875d49f4251),segment_id=c0dc1f7f-8996-4abd-94bc-0875d49f4251)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:37.156359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.162610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.171077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 55372b6e-f1b9-4409-b56a-b75a4e0a1992 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:37.171412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.213986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Delete allocated IP 2001:db8:0:1::334 (dc5f742d-b174-488a-a713-3891ea85ca91/c732d27c-0453-4794-b4c1-59ba5d088f0b) {{(pid=103098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 04:28:37.249476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25518828-85b5-4613-8c89-49e9d373b928 None None] Pushing event updated for resources: {'Port': ['ID=d587f761-95de-4552-8eb6-c6b2e03bc4ec,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:37.267112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 55372b6e-f1b9-4409-b56a-b75a4e0a1992, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=55372b6e-f1b9-4409-b56a-b75a4e0a1992,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:37.267502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.280796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 55372b6e-f1b9-4409-b56a-b75a4e0a1992 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:37.360727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.366203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.417861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] In _notify_port_updated(), no bound segment for port e8c75b6f-725a-45b5-9e20-06cd04167516 on network dc5f742d-b174-488a-a713-3891ea85ca91 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:28:37.423397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:37.424575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.425921 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/ports/e8c75b6f-725a-45b5-9e20-06cd04167516 HTTP/1.1" status: 200 len: 926 time: 0.7540517 Oct 11 04:28:37.430961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52428) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:37.438118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebc5ea5d-ea88-4c70-a1b8-24817b766203'}, {'subnet_id': 'c732d27c-0453-4794-b4c1-59ba5d088f0b'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:37.467956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.474356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddef628-93a5-4d70-9d01-ac878f002ff2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=e8c75b6f-725a-45b5-9e20-06cd04167516,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:37.501369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=55372b6e-f1b9-4409-b56a-b75a4e0a1992,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:37.518556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.599306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.698437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.780999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8:0:1::1a3 (dc5f742d-b174-488a-a713-3891ea85ca91/c732d27c-0453-4794-b4c1-59ba5d088f0b/e8c75b6f-725a-45b5-9e20-06cd04167516) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:37.792881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:37.891336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d587f761-95de-4552-8eb6-c6b2e03bc4ec up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:37.951105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d587f761-95de-4552-8eb6-c6b2e03bc4ec triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:37.951620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.952046 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d587f761-95de-4552-8eb6-c6b2e03bc4ec Oct 11 04:28:37.966818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.975333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:37.983004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41194091-74da-48f7-bd7d-2501cae0baa2 None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:38.064171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] In _notify_port_updated(), no bound segment for port e8c75b6f-725a-45b5-9e20-06cd04167516 on network dc5f742d-b174-488a-a713-3891ea85ca91 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:28:38.069790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:38.070481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.074586 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/ports/e8c75b6f-725a-45b5-9e20-06cd04167516 HTTP/1.1" status: 200 len: 1012 time: 0.6401134 Oct 11 04:28:38.074796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Provisioning complete for port e8c75b6f-725a-45b5-9e20-06cd04167516 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:38.074796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.075006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cd805-6bce-4dc4-9852-434d9dda3b6f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=e8c75b6f-725a-45b5-9e20-06cd04167516,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:38.075114 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Attempt 1 to provision port e8c75b6f-725a-45b5-9e20-06cd04167516 Oct 11 04:28:38.075681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52430) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:38.119660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:38.131001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7f2f77e9-fdd6-4e41-8746-319aa4449892 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158109 Oct 11 04:28:38.131858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52432) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:38.132946 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:38.151792 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:38.153099 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:38.176674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Port e8c75b6f-725a-45b5-9e20-06cd04167516 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:38.187815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d587f761-95de-4552-8eb6-c6b2e03bc4ec is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:38.190656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting subnet c2a3c39d-62ab-450f-8626-383bce547c74 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:38.191871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port e8c75b6f-725a-45b5-9e20-06cd04167516 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:38.192729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.196011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.199796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:38.223653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:38.223904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device eb0bc499-4d53-4787-9cb0-a4bbe14fcf84 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:38.241834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.265363 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:38.294690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.309819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for e8c75b6f-725a-45b5-9e20-06cd04167516 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:38.330092 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:37Z', 'revision_number': 11, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:38.351313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.375532 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:38.385792 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:38.386590 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:38.443742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.460804 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:38.483174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a3c39d-62ab-450f-8626-383bce547c74,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:38.485200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.488946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1a1dd552-86a9-4bc6-9b03-bee189adbf1c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/c2a3c39d-62ab-450f-8626-383bce547c74 HTTP/1.1" status: 204 len: 168 time: 0.3559246 Oct 11 04:28:38.492630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52434) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:38.495321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f734f40-e285-41ad-93e0-7b96842dca9b None None] Network 840584c5-1885-4f21-b501-0d29840c6674 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:38.526663 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:37Z', 'revision_number': 11, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:38.547932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.556956 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a06a66d-ebb3-4af9-a0c2-8f206162c28c None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:37Z', 'revision_number': 11, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:38.607989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=e8c75b6f-725a-45b5-9e20-06cd04167516,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:38.649817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.651540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.655301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d3710167-60fd-49e7-80ba-15050cd5d44f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/e8c75b6f-725a-45b5-9e20-06cd04167516 HTTP/1.1" status: 204 len: 168 time: 0.5785329 Oct 11 04:28:38.657892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52436) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:38.688185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92f4d3b-d13d-4878-b43f-ecb37bed0f0f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:38.689855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b92f4d3b-d13d-4878-b43f-ecb37bed0f0f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/e8c75b6f-725a-45b5-9e20-06cd04167516 HTTP/1.1" status: 404 len: 333 time: 0.0301368 Oct 11 04:28:38.692657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52438) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:38.774807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet c732d27c-0453-4794-b4c1-59ba5d088f0b {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:38.780944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.791058 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Attempt 2 to provision port e8c75b6f-725a-45b5-9e20-06cd04167516 Oct 11 04:28:38.812192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Port e8c75b6f-725a-45b5-9e20-06cd04167516 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:28:38.818737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Deleting port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:38.819078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.841791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Provisioning complete for port d587f761-95de-4552-8eb6-c6b2e03bc4ec triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:38.842114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.842459 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Attempt 1 to provision port d587f761-95de-4552-8eb6-c6b2e03bc4ec Oct 11 04:28:38.844571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.935962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-695165e0-c94e-40ee-b4ea-91c7f59aeec2 None None] Current status of the port d587f761-95de-4552-8eb6-c6b2e03bc4ec is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:38.938284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] For port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:38.938752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:38.958446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Calling delete_port for 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:38.992593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] DHCP port deletion for 840584c5-1885-4f21-b501-0d29840c6674 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:39.032001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.058318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1493cdd7-8abf-4003-a543-07b9a924d28f None None] Could not find standard attr ID for object e8c75b6f-725a-45b5-9e20-06cd04167516. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:39.070896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] Deleting port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:39.071551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.095437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1493cdd7-8abf-4003-a543-07b9a924d28f None None] Provisioning complete for port d587f761-95de-4552-8eb6-c6b2e03bc4ec triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:39.096508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1493cdd7-8abf-4003-a543-07b9a924d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.097163 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1493cdd7-8abf-4003-a543-07b9a924d28f None None] Attempt 1 to provision port d587f761-95de-4552-8eb6-c6b2e03bc4ec Oct 11 04:28:39.111423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.153059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Port': ['ID=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:39.160610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No DVR routers for this DVR port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:39.176054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] For port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,segment=NetworkSegment(a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5),segment_id=a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:39.176452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.184543 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.192710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] Calling delete_port for 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:39.233388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=c732d27c-0453-4794-b4c1-59ba5d088f0b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:39.235528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.239529 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b07f7ccb-f9a7-4887-83a2-36c9bb443c10 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/c732d27c-0453-4794-b4c1-59ba5d088f0b HTTP/1.1" status: 204 len: 168 time: 0.5451341 Oct 11 04:28:39.241496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52440) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:39.284590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.312241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet ebc5ea5d-ea88-4c70-a1b8-24817b766203 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:39.316443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.323349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840584c5-1885-4f21-b501-0d29840c6674']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:39.325587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.327874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1493cdd7-8abf-4003-a543-07b9a924d28f None None] Current status of the port d587f761-95de-4552-8eb6-c6b2e03bc4ec is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:39.337191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:39.337487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:39.346223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bada44a6-ca4c-4ad0-b6b8-aec9dae161a0 None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:39.349482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.364751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.365091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.370367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.378577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:39.379446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.407200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5 resource provider aggregate not found Oct 11 04:28:39.460500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3a962bf-a2db-4f03-9a8f-c8fe54c2b3e5 found for delete ", "request_id": "req-0f915d38-4140-4089-a2e6-3182007db8fc"}]} Oct 11 04:28:39.469257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] Pushing event deleted for resources: {'Port': ['ID=6a59e6cc-49bf-42ef-b8f4-9cfa46394534,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:39.470862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.471840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.479177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.482622 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/networks/840584c5-1885-4f21-b501-0d29840c6674 HTTP/1.1" status: 204 len: 168 time: 0.9839516 Oct 11 04:28:39.485156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52448) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:39.491001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'routes': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:39.491216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee42796-974d-4b2b-adff-3ea303e1bdba None None] No DVR routers for this DVR port 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:39.492556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-398c1784-5e1f-4fb6-a9e9-ff9b3399a868 None None] Could not find standard attr ID for object e8c75b6f-725a-45b5-9e20-06cd04167516. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:39.529909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.551671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404a7ed-66c3-41b9-bdfb-b3e55f2ccbac tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Pushing event deleted for resources: {'Network': ['ID=840584c5-1885-4f21-b501-0d29840c6674,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:39.559454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.594224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc5ea5d-ea88-4c70-a1b8-24817b766203,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:39.594224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.604365 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3d9f92b3-3e0d-4c41-9c3a-0afc025c22d2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/ebc5ea5d-ea88-4c70-a1b8-24817b766203 HTTP/1.1" status: 204 len: 168 time: 0.3591108 Oct 11 04:28:39.604901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52452) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:39.657897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c36666-8383-45db-85cd-82efea19a92f None None] Update dhcp port {'port': {'network_id': 'dc5f742d-b174-488a-a713-3891ea85ca91', 'fixed_ips': [{'subnet_id': 'ebc5ea5d-ea88-4c70-a1b8-24817b766203'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'd587f761-95de-4552-8eb6-c6b2e03bc4ec'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:28:39.686358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53c36666-8383-45db-85cd-82efea19a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.713951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Added routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 11 04:28:39.714500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.extraroute_db [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Removed routes are [] {{(pid=103099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 11 04:28:39.714617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.781004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 55372b6e-f1b9-4409-b56a-b75a4e0a1992 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:39.795860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.802253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 55372b6e-f1b9-4409-b56a-b75a4e0a1992 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:39.802619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 55372b6e-f1b9-4409-b56a-b75a4e0a1992 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:39.803032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:39.823665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:39.824035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a59e6cc-49bf-42ef-b8f4-9cfa46394534 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:39.873165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29659f-9c48-4c4e-8650-914abecfea24 None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:39.923433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.931967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.967295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2db78fc6-29e3-4fa4-87a5-8382691c5191 None None] Provisioning complete for port d587f761-95de-4552-8eb6-c6b2e03bc4ec triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:39.967660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2db78fc6-29e3-4fa4-87a5-8382691c5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:39.967997 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2db78fc6-29e3-4fa4-87a5-8382691c5191 None None] Attempt 1 to provision port d587f761-95de-4552-8eb6-c6b2e03bc4ec Oct 11 04:28:40.009998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port d587f761-95de-4552-8eb6-c6b2e03bc4ec {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:40.009998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.014952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router 6a75dc15-ed18-4da5-b594-9cfdce105d74 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:40.059680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] DHCP port deletion for dc5f742d-b174-488a-a713-3891ea85ca91 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:40.094355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2db78fc6-29e3-4fa4-87a5-8382691c5191 None None] Current status of the port d587f761-95de-4552-8eb6-c6b2e03bc4ec is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:40.118289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Deleting port d587f761-95de-4552-8eb6-c6b2e03bc4ec {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:40.118693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.120261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] For port d587f761-95de-4552-8eb6-c6b2e03bc4ec, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d587f761-95de-4552-8eb6-c6b2e03bc4ec,segment=NetworkSegment(c0dc1f7f-8996-4abd-94bc-0875d49f4251),segment_id=c0dc1f7f-8996-4abd-94bc-0875d49f4251)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:40.120621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.154981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:40.163284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.164388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-504f116d-f5f0-400b-9337-3ab07c4d21ab tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 704 time: 0.6782663 Oct 11 04:28:40.167377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52454) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.168503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for d587f761-95de-4552-8eb6-c6b2e03bc4ec owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:40.175152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] Sync routers for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:40.190945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] For port d587f761-95de-4552-8eb6-c6b2e03bc4ec, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d587f761-95de-4552-8eb6-c6b2e03bc4ec,segment=NetworkSegment(c0dc1f7f-8996-4abd-94bc-0875d49f4251),segment_id=c0dc1f7f-8996-4abd-94bc-0875d49f4251)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:40.191357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.195935 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-61102dd5-e7a7-4d5c-a727-8a71ed6ba77c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 205 time: 0.0268879 Oct 11 04:28:40.198209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52456) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.207711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Calling delete_port for d587f761-95de-4552-8eb6-c6b2e03bc4ec owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:40.209392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:40.210006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.254174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.276406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.287292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=d587f761-95de-4552-8eb6-c6b2e03bc4ec,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:40.289113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No DVR routers for this DVR port d587f761-95de-4552-8eb6-c6b2e03bc4ec on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:40.311586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:40.375054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:37Z', 'revision_number': 11, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.377893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.398935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5f742d-b174-488a-a713-3891ea85ca91']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.409445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dc1f7f-8996-4abd-94bc-0875d49f4251') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.410009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dc1f7f-8996-4abd-94bc-0875d49f4251') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.412989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] Checking router: 6a75dc15-ed18-4da5-b594-9cfdce105d74 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:40.421872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.424981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.436101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.438498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] Routers {'6a75dc15-ed18-4da5-b594-9cfdce105d74'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:40.439218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6a75dc15-ed18-4da5-b594-9cfdce105d74'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.442106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.442949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:40.443376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.446176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.489446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.492233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.492999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router 6a75dc15-ed18-4da5-b594-9cfdce105d74 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:28:40.500736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.509244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6fc881f2-ae73-4157-b921-318d40088c0c tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 204 len: 168 time: 0.3027058 Oct 11 04:28:40.509545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52458) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.514469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1943797793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:40.519756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] Set router 6a75dc15-ed18-4da5-b594-9cfdce105d74 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:40.522869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.527230 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.530231 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/dc5f742d-b174-488a-a713-3891ea85ca91 HTTP/1.1" status: 204 len: 168 time: 0.8904145 Oct 11 04:28:40.535789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52460) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.551569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eca127-5a75-4d6d-ab6f-0f3dd889653a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=dc5f742d-b174-488a-a713-3891ea85ca91,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:40.561520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.562613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.599900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Network dc5f742d-b174-488a-a713-3891ea85ca91 is not hosted by any dhcp agent {{(pid=103100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 11 04:28:40.600358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] No DVR routers for this DVR port d587f761-95de-4552-8eb6-c6b2e03bc4ec on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:40.602595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff134d-d43a-454b-a278-097ce556fc4f None None] Pushing event deleted for resources: {'Port': ['ID=d587f761-95de-4552-8eb6-c6b2e03bc4ec,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:40.605426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:37Z', 'revision_number': 11, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:40.619312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.623673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239a8b92-9a1a-4317-a318-d113ea0fc8f8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:40.625457 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-239a8b92-9a1a-4317-a318-d113ea0fc8f8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0886800 Oct 11 04:28:40.626323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.630286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52462) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.639043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f2862-2a59-4192-a6c8-572e77dfae33 None None] The sync data for ids ['6a75dc15-ed18-4da5-b594-9cfdce105d74'] in dv-neutron-860894-1-hyperv is: [{'id': '6a75dc15-ed18-4da5-b594-9cfdce105d74', 'name': 'tempest-RoutersIpV6Test-router-540969320', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:04Z', 'updated_at': '2022-10-11T04:28:37Z', 'revision_number': 11, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:40.649542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.654831 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6c4c8753-7afa-47a9-bed2-ecbf528c4b7b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1439114 Oct 11 04:28:40.655507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52464) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.660218 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:40.682827 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-825a761b-acc3-4eda-b4de-22e081c27e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0511637 Oct 11 04:28:40.686149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52466) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.691571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2092789846'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:40.712477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:40.715899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.746554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:40.756704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.757066 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 49827813-c04c-4531-98f4-2b694aef3f03 of type vlan for network 12370180-43d4-4091-bf16-2c6290400c2e Oct 11 04:28:40.798894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.826384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.833363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:40.834065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:40.883615 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1934812 Oct 11 04:28:40.884003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52468) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:40.890477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '12370180-43d4-4091-bf16-2c6290400c2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:40.935804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd31c-8377-4cb1-b985-004402474816 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=12370180-43d4-4091-bf16-2c6290400c2e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:40.947110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 12370180-43d4-4091-bf16-2c6290400c2e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:41.023174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:41.026857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.122203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.132940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.211850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.224161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Router c4594506-908e-4624-85c3-ca087ed58272 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:28:41.273734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:41.281149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '49827813-c04c-4531-98f4-2b694aef3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '12370180-43d4-4091-bf16-2c6290400c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:41.281506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: 12370180-43d4-4091-bf16-2c6290400c2e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:41.297095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 12370180-43d4-4091-bf16-2c6290400c2e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:41.298161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:41.307615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.308207 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] Sync routers for ids ['c4594506-908e-4624-85c3-ca087ed58272'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:41.308762 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3390c0fb-ef36-4140-96b2-dc193804ac5a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "PUT /v2.0/routers/c4594506-908e-4624-85c3-ca087ed58272 HTTP/1.1" status: 200 len: 698 time: 0.6522360 Oct 11 04:28:41.311593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52470) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:41.317974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 12370180-43d4-4091-bf16-2c6290400c2e) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:41.319698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] Routers {'c4594506-908e-4624-85c3-ca087ed58272'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:41.320286 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c4594506-908e-4624-85c3-ca087ed58272'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:41.326921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1cb4b8-ef2c-4896-9e4a-e939c9e0c952 None None] Network 12370180-43d4-4091-bf16-2c6290400c2e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:41.353657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:41.354850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.392993 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] Set router c4594506-908e-4624-85c3-ca087ed58272 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:41.402089 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b8692741-4557-47d0-ae7a-b5835c6cc83d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5170288 Oct 11 04:28:41.404901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52472) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:41.407686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f51373f3-975c-4ea5-8420-103b0e39552d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/routers/c4594506-908e-4624-85c3-ca087ed58272 HTTP/1.1" status: 200 len: 704 time: 0.0951200 Oct 11 04:28:41.411404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '12370180-43d4-4091-bf16-2c6290400c2e', 'name': 'tempest-PortsIpV6TestJSON-1158858684'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:41.415214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52474) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:41.453008 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f4a6fda5-cc09-4aac-a5d8-6daf81104c51 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4594506-908e-4624-85c3-ca087ed58272 HTTP/1.1" status: 200 len: 205 time: 0.0355277 Oct 11 04:28:41.455842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52476) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:41.460337 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4594506-908e-4624-85c3-ca087ed58272', 'name': 'tempest-RoutersIpV6Test-router-1943797793', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:40Z', 'updated_at': '2022-10-11T04:28:41Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:41.493232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] Checking router: c4594506-908e-4624-85c3-ca087ed58272 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:28:41.503747 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] Routers {'c4594506-908e-4624-85c3-ca087ed58272'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:41.504570 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['c4594506-908e-4624-85c3-ca087ed58272'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:41.535901 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c0dc1f7f-8996-4abd-94bc-0875d49f4251 resource provider aggregate not found Oct 11 04:28:41.577782 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] Set router c4594506-908e-4624-85c3-ca087ed58272 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:28:41.586745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment c0dc1f7f-8996-4abd-94bc-0875d49f4251 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0dc1f7f-8996-4abd-94bc-0875d49f4251 found for delete ", "request_id": "req-21fc95d8-dd37-4327-88b5-7c28c12fd7f3"}]} Oct 11 04:28:41.594379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.631009 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4594506-908e-4624-85c3-ca087ed58272', 'name': 'tempest-RoutersIpV6Test-router-1943797793', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:40Z', 'updated_at': '2022-10-11T04:28:41Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:41.647180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-12370180-43d4-4091-bf16-2c6290400c2e', 'network_id': '12370180-43d4-4091-bf16-2c6290400c2e', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': '56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:41.648160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.749720 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66da6c3-f32b-437e-b73f-be5a2d02df09 None None] The sync data for ids ['c4594506-908e-4624-85c3-ca087ed58272'] in dv-neutron-860894-1-hyperv is: [{'id': 'c4594506-908e-4624-85c3-ca087ed58272', 'name': 'tempest-RoutersIpV6Test-router-1943797793', 'tenant_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:28:40Z', 'updated_at': '2022-10-11T04:28:41Z', 'revision_number': 2, 'project_id': 'fd33cd02365c43b6bcbbafff1aec70f3', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:41.755944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:41.762818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d587f761-95de-4552-8eb6-c6b2e03bc4ec no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:41.763330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.803284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.807020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.815579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d587f761-95de-4552-8eb6-c6b2e03bc4ec {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:41.815927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d587f761-95de-4552-8eb6-c6b2e03bc4ec not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:41.818935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 7d453924-f477-42ea-bd67-0327e79ee8b7 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:41.843082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Allocated IP 2001:db8::2 (12370180-43d4-4091-bf16-2c6290400c2e/56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc/d8d1c8fd-105a-4129-93a9-24820222aed1) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:41.887594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.888096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Fanout notify agent at l3_agent the message router_deleted on router c4594506-908e-4624-85c3-ca087ed58272 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:28:41.895602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:41.896691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e0884282-ed36-4c3c-bc45-3f5e7cb3b1c1 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/c4594506-908e-4624-85c3-ca087ed58272 HTTP/1.1" status: 204 len: 168 time: 0.4396770 Oct 11 04:28:41.900460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52482) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:41.927577 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dbd69e82-278a-4538-bb9c-d83913279f57 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4594506-908e-4624-85c3-ca087ed58272 HTTP/1.1" status: 200 len: 205 time: 0.0259709 Oct 11 04:28:41.929760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52484) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:41.972683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-d140a245-59fa-4a1b-902f-6d19f6b58060 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:41.973710 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d140a245-59fa-4a1b-902f-6d19f6b58060 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/c4594506-908e-4624-85c3-ca087ed58272 HTTP/1.1" status: 404 len: 336 time: 0.0429029 Oct 11 04:28:41.976436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52486) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.006717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-506f25b7-aa7b-468a-bb81-8e9449edffa6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.007175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506f25b7-aa7b-468a-bb81-8e9449edffa6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.009613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.012742 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-506f25b7-aa7b-468a-bb81-8e9449edffa6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/8cc62df5-7ee3-432c-95a7-9960ec1f8e8f HTTP/1.1" status: 404 len: 337 time: 0.0327148 Oct 11 04:28:42.012963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52488) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.015337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.057026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Network 12370180-43d4-4091-bf16-2c6290400c2e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:42.060874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6b878d-7977-4167-a577-d58f08906a01 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.061330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6b878d-7977-4167-a577-d58f08906a01 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.062413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:42.065089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Pushing event updated for resources: {'Port': ['ID=d8d1c8fd-105a-4129-93a9-24820222aed1,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:42.067918 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4b6b878d-7977-4167-a577-d58f08906a01 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/f980fa0a-eece-49f3-b8a8-bd0d1cba41ae HTTP/1.1" status: 404 len: 337 time: 0.0515392 Oct 11 04:28:42.068080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:42.068442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52492) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.101282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::2b2 (12370180-43d4-4091-bf16-2c6290400c2e/56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc/7d453924-f477-42ea-bd67-0327e79ee8b7) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:42.101531 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8265dd-48be-4208-a2ed-423bbddaed91 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.101972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8265dd-48be-4208-a2ed-423bbddaed91 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.105547 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1f8265dd-48be-4208-a2ed-423bbddaed91 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/ae64a049-62c1-427f-bfda-f1cc4fb130e1 HTTP/1.1" status: 404 len: 337 time: 0.0357695 Oct 11 04:28:42.108528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52494) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.121972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Attempting to bind port d8d1c8fd-105a-4129-93a9-24820222aed1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:42.122383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Attempting to bind port d8d1c8fd-105a-4129-93a9-24820222aed1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '49827813-c04c-4531-98f4-2b694aef3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '12370180-43d4-4091-bf16-2c6290400c2e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:42.122834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Attempting to bind port d8d1c8fd-105a-4129-93a9-24820222aed1 on network 12370180-43d4-4091-bf16-2c6290400c2e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:42.128260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:42.128632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Checking segment: {'id': '49827813-c04c-4531-98f4-2b694aef3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '12370180-43d4-4091-bf16-2c6290400c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:42.129111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.129563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Bound using segment: {'id': '49827813-c04c-4531-98f4-2b694aef3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '12370180-43d4-4091-bf16-2c6290400c2e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:42.130027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Bound port: d8d1c8fd-105a-4129-93a9-24820222aed1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49827813-c04c-4531-98f4-2b694aef3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '12370180-43d4-4091-bf16-2c6290400c2e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:42.130405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.137870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6ca756-43a4-4856-b106-19d5a6f7248e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.138330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6ca756-43a4-4856-b106-19d5a6f7248e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.141383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ef6ca756-43a4-4856-b106-19d5a6f7248e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/c2a3c39d-62ab-450f-8626-383bce547c74 HTTP/1.1" status: 404 len: 337 time: 0.0311944 Oct 11 04:28:42.144093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52496) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.175887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1bb141bd-a1a7-4d33-b8f4-b18b30ca3486 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 200 len: 205 time: 0.0307117 Oct 11 04:28:42.178216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52498) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.207632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] For port d8d1c8fd-105a-4129-93a9-24820222aed1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:42.211508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] For port d8d1c8fd-105a-4129-93a9-24820222aed1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d8d1c8fd-105a-4129-93a9-24820222aed1,segment=NetworkSegment(49827813-c04c-4531-98f4-2b694aef3f03),segment_id=49827813-c04c-4531-98f4-2b694aef3f03)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:42.217206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.225666 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-bdd46ef6-beac-4ce6-b73f-e04774072b2d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:42.226793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bdd46ef6-beac-4ce6-b73f-e04774072b2d tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/6a75dc15-ed18-4da5-b594-9cfdce105d74 HTTP/1.1" status: 404 len: 336 time: 0.0471554 Oct 11 04:28:42.229381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52500) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.259195 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ecb5e2d5-9757-4d46-a6e9-7ae002f9a33e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=69bafd83-03a2-48c8-9280-7a75476cdc5b HTTP/1.1" status: 200 len: 205 time: 0.0287304 Oct 11 04:28:42.261479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52502) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.280956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8fcd0-8316-45c4-85f5-650c88adf922 None None] Pushing event updated for resources: {'Port': ['ID=d8d1c8fd-105a-4129-93a9-24820222aed1,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:42.281324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.304378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-552bb2ee-628e-475b-a22b-0384f12743a9 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:42.306568 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-552bb2ee-628e-475b-a22b-0384f12743a9 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/69bafd83-03a2-48c8-9280-7a75476cdc5b HTTP/1.1" status: 404 len: 336 time: 0.0423067 Oct 11 04:28:42.307981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52504) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.318750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.340384 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-698b6425-1d31-447f-96b8-50b424931fbe tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.340847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698b6425-1d31-447f-96b8-50b424931fbe tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.346903 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-698b6425-1d31-447f-96b8-50b424931fbe tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/ca83d7cc-cf23-4344-b786-bde4dbbecc46 HTTP/1.1" status: 404 len: 337 time: 0.0349932 Oct 11 04:28:42.347199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52506) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.365766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 12370180-43d4-4091-bf16-2c6290400c2e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:42.369381 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:42.371967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:42.378453 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10118d12-beb8-469b-8189-bd49f698ca23 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 200 len: 205 time: 0.0299618 Oct 11 04:28:42.378990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:42.379728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.380834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52508) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.395600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=7d453924-f477-42ea-bd67-0327e79ee8b7,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:42.415148 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2c65effa-5ef5-4f35-b71d-227cc3011344 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0088656 Oct 11 04:28:42.416020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52510) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.421762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-51be42f1-3085-4cf5-ab58-77d8f7e3b91e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:42.422815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-51be42f1-3085-4cf5-ab58-77d8f7e3b91e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/e8003dc6-7bd2-465a-b525-411620f993b5 HTTP/1.1" status: 404 len: 336 time: 0.0408876 Oct 11 04:28:42.425898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52512) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.426350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '12370180-43d4-4091-bf16-2c6290400c2e', 'name': 'tempest-PortsIpV6TestJSON-1365528912'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:42.475723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0382519f-ad90-4d16-910a-bf3867a26ca0 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b98c46c-06c8-4c30-b1a1-111a03addd1a HTTP/1.1" status: 200 len: 205 time: 0.0483615 Oct 11 04:28:42.477962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52514) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.523012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-6174e751-a485-4ee5-a3d8-f7818b9bda6a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:42.524057 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6174e751-a485-4ee5-a3d8-f7818b9bda6a tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/9b98c46c-06c8-4c30-b1a1-111a03addd1a HTTP/1.1" status: 404 len: 336 time: 0.0450947 Oct 11 04:28:42.529800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52516) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.558102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec24be43-7e3a-4f7a-84a9-1f94f5684181 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.558723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec24be43-7e3a-4f7a-84a9-1f94f5684181 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.561893 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ec24be43-7e3a-4f7a-84a9-1f94f5684181 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/679055bc-388a-4f39-b8f1-be98f15b990e HTTP/1.1" status: 404 len: 337 time: 0.0308151 Oct 11 04:28:42.564605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52518) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.593742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:42.598147 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4309ee6f-8165-4dea-b177-9ffaaa3892c9 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=c620775c-b619-4d59-af78-b7655147db13 HTTP/1.1" status: 200 len: 205 time: 0.0311072 Oct 11 04:28:42.601127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.602174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52520) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.621760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 31b574f0-8220-4f61-a839-c54ddcef171a yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:42.646795 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-872f627e-a89d-4259-9962-589180d208e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:42.648516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-872f627e-a89d-4259-9962-589180d208e6 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/c620775c-b619-4d59-af78-b7655147db13 HTTP/1.1" status: 404 len: 336 time: 0.0446820 Oct 11 04:28:42.650811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52522) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.678983 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b60e8b8-cbf5-4698-a06b-8d9f759e5b5b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.678983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b60e8b8-cbf5-4698-a06b-8d9f759e5b5b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.682107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6b60e8b8-cbf5-4698-a06b-8d9f759e5b5b tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/f46899fa-b321-4545-a2d8-47b2cf9bf200 HTTP/1.1" status: 404 len: 337 time: 0.0303032 Oct 11 04:28:42.685176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52524) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.714428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fdab8ac3-74ec-4d11-8b40-7f5b5e181eff tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8786724-a110-412a-9f96-3082aa8fc8b7 HTTP/1.1" status: 200 len: 205 time: 0.0254641 Oct 11 04:28:42.714428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52526) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.749058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::3eb (12370180-43d4-4091-bf16-2c6290400c2e/56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc/31b574f0-8220-4f61-a839-c54ddcef171a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:42.755120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-4c57f08a-42ce-437d-9d21-a9adfd495f1e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] delete failed (client error): The resource could not be found. Oct 11 04:28:42.758211 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4c57f08a-42ce-437d-9d21-a9adfd495f1e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/routers/d8786724-a110-412a-9f96-3082aa8fc8b7 HTTP/1.1" status: 404 len: 336 time: 0.0406728 Oct 11 04:28:42.759979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52528) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.793567 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-607b6a40-c04b-4163-b42e-713f28fa088e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.794018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607b6a40-c04b-4163-b42e-713f28fa088e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.797040 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-607b6a40-c04b-4163-b42e-713f28fa088e tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/15203575-75c7-43e7-bab4-41a2c4fb7354 HTTP/1.1" status: 404 len: 337 time: 0.0361669 Oct 11 04:28:42.799667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52530) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:42.825978 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dca190-ab23-467a-9cff-8fcf98c3f3b8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] DELETE failed (client error): The resource could not be found. Oct 11 04:28:42.825978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dca190-ab23-467a-9cff-8fcf98c3f3b8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:42.829011 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-97dca190-ab23-467a-9cff-8fcf98c3f3b8 tempest-RoutersIpV6Test-300274653 tempest-RoutersIpV6Test-300274653-project] 10.222.0.39 "DELETE /v2.0/subnets/f422a87e-33de-4317-ab08-c49a4b1271cc HTTP/1.1" status: 404 len: 337 time: 0.0284383 Oct 11 04:28:42.905175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.938496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:42.985340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 12370180-43d4-4091-bf16-2c6290400c2e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:42.988780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:42.991272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:42.997193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:42.997789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.017156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=31b574f0-8220-4f61-a839-c54ddcef171a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:43.023702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9538b441-1478-445c-95b9-0440a83e3dda tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6062946 Oct 11 04:28:43.027032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52536) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:43.088960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52538) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:43.110906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617818b-41f6-48d4-94a7-c338674d42f8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:43.112388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9617818b-41f6-48d4-94a7-c338674d42f8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b2 HTTP/1.1" status: 200 len: 929 time: 0.0844510 Oct 11 04:28:43.115646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52542) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:43.208894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 31b574f0-8220-4f61-a839-c54ddcef171a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:43.209146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.233512 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5d129d7e-fdba-4ce0-8029-c57d547ee8b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd33cd02365c43b6bcbbafff1aec70f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433496 Oct 11 04:28:43.234200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52544) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:43.285596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04008eb0-6f97-45ce-a182-26b75a565534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.296720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.309579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04008eb0-6f97-45ce-a182-26b75a565534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.309904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 31b574f0-8220-4f61-a839-c54ddcef171a owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:43.362076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04008eb0-6f97-45ce-a182-26b75a565534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.365100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04008eb0-6f97-45ce-a182-26b75a565534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.366518 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-04008eb0-6f97-45ce-a182-26b75a565534 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/684b4df0-9c98-4ade-a4bd-5b66378011a0 HTTP/1.1" status: 204 len: 168 time: 0.1311657 Oct 11 04:28:43.375825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008eb0-6f97-45ce-a182-26b75a565534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b4df0-9c98-4ade-a4bd-5b66378011a0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:43.460196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.488649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=31b574f0-8220-4f61-a839-c54ddcef171a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:43.516935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.523024 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-35e9e6a8-ccb2-496a-b02e-d3d66388d2b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/31b574f0-8220-4f61-a839-c54ddcef171a HTTP/1.1" status: 204 len: 168 time: 0.4064567 Oct 11 04:28:43.523201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52550) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:43.553613 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca4760a-537e-4ac8-94ca-4148729f31b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:43.555156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1ca4760a-537e-4ac8-94ca-4148729f31b6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/31b574f0-8220-4f61-a839-c54ddcef171a HTTP/1.1" status: 404 len: 333 time: 0.0308895 Oct 11 04:28:43.558141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52552) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:43.559827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b49c3-3984-49bb-a306-1e7ad6509755 None None] Network 12370180-43d4-4091-bf16-2c6290400c2e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:43.660391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Provisioning complete for port d8d1c8fd-105a-4129-93a9-24820222aed1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:43.660757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.661093 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Attempt 1 to provision port d8d1c8fd-105a-4129-93a9-24820222aed1 Oct 11 04:28:43.670554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 7d453924-f477-42ea-bd67-0327e79ee8b7 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:43.670928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.783828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.800377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Current status of the port d8d1c8fd-105a-4129-93a9-24820222aed1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:43.800763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.803079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 7d453924-f477-42ea-bd67-0327e79ee8b7 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:43.841691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8d1c8fd-105a-4129-93a9-24820222aed1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:43.847205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] For port d8d1c8fd-105a-4129-93a9-24820222aed1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d8d1c8fd-105a-4129-93a9-24820222aed1,segment=NetworkSegment(49827813-c04c-4531-98f4-2b694aef3f03),segment_id=49827813-c04c-4531-98f4-2b694aef3f03)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:43.868498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.941558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63149926-c04a-4a85-b144-58bc407cdc3a None None] Pushing event updated for resources: {'Port': ['ID=d8d1c8fd-105a-4129-93a9-24820222aed1,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:43.951363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d8d1c8fd-105a-4129-93a9-24820222aed1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:43.951915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:43.952671 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d8d1c8fd-105a-4129-93a9-24820222aed1 Oct 11 04:28:44.010038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.037080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=7d453924-f477-42ea-bd67-0327e79ee8b7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:44.075106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d8d1c8fd-105a-4129-93a9-24820222aed1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:44.079438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.082935 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8e7c9099-098a-408d-a71a-4766f074ec75 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/7d453924-f477-42ea-bd67-0327e79ee8b7 HTTP/1.1" status: 204 len: 168 time: 0.5237014 Oct 11 04:28:44.085441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52570) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.112425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-914693b9-f7e2-47e8-b689-ae62b22d5991 None None] Provisioning complete for port d8d1c8fd-105a-4129-93a9-24820222aed1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:44.112808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-914693b9-f7e2-47e8-b689-ae62b22d5991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.113394 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-914693b9-f7e2-47e8-b689-ae62b22d5991 None None] Attempt 1 to provision port d8d1c8fd-105a-4129-93a9-24820222aed1 Oct 11 04:28:44.118204 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f024e5a-d224-4f80-8d5c-7c825077fb00 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:44.122120 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2f024e5a-d224-4f80-8d5c-7c825077fb00 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/7d453924-f477-42ea-bd67-0327e79ee8b7 HTTP/1.1" status: 404 len: 333 time: 0.0334532 Oct 11 04:28:44.122716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52572) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.187169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet 56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:44.192319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.203158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-914693b9-f7e2-47e8-b689-ae62b22d5991 None None] Current status of the port d8d1c8fd-105a-4129-93a9-24820222aed1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:44.207146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-914693b9-f7e2-47e8-b689-ae62b22d5991 None None] Could not find standard attr ID for object 7d453924-f477-42ea-bd67-0327e79ee8b7. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:44.207379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52574) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.241090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.321849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b4ff02c5-7bbd-4fc3-8991-a06384825a9b tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-238125355', 'prefixes': ['172.20.0.0/16']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:44.325276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-14e3b722-dbb5-4122-892a-46eec7f244d7 None None] Could not find standard attr ID for object 7d453924-f477-42ea-bd67-0327e79ee8b7. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:44.336855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.401341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b4ff02c5-7bbd-4fc3-8991-a06384825a9b tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] Notify callbacks [] for subnetpool, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.402817 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b4ff02c5-7bbd-4fc3-8991-a06384825a9b tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1941507 Oct 11 04:28:44.405239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52578) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.405841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.436591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.441096 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc HTTP/1.1" status: 204 len: 168 time: 0.3169589 Oct 11 04:28:44.442236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c98a39-9cf0-4dcd-b135-4b5398550904 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:44.444134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1bfa2b42-9d05-4adc-ae60-c0df82fd525c tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] 10.222.0.39 "GET /v2.0/subnetpools/7b9e2444-7f95-4366-bedf-5b7123ba771e HTTP/1.1" status: 200 len: 731 time: 0.0378160 Oct 11 04:28:44.446645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52582) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.446777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52580) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.451334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-feb29368-f185-449b-a627-248cc05c997e tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1381585338'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:44.539778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.540762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203322f-c2db-4114-bed7-18c603d29b27 None None] Network 12370180-43d4-4091-bf16-2c6290400c2e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:44.541100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-feb29368-f185-449b-a627-248cc05c997e tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] Notify callbacks [] for subnetpool, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.542427 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-feb29368-f185-449b-a627-248cc05c997e tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] 10.222.0.39 "PUT /v2.0/subnetpools/7b9e2444-7f95-4366-bedf-5b7123ba771e HTTP/1.1" status: 200 len: 684 time: 0.0948496 Oct 11 04:28:44.544973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52584) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.566706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bc32bf1e-4dea-4dea-b4ed-bbf3239d1f97 None None] Could not find standard attr ID for object 31b574f0-8220-4f61-a839-c54ddcef171a. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:44.603985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port d8d1c8fd-105a-4129-93a9-24820222aed1 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:44.604329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.622710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-093a4153-d040-4e1c-a6ce-aced3591a7df tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] Notify callbacks [] for subnetpool, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.627404 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-093a4153-d040-4e1c-a6ce-aced3591a7df tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7b9e2444-7f95-4366-bedf-5b7123ba771e HTTP/1.1" status: 204 len: 168 time: 0.0779772 Oct 11 04:28:44.627568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52586) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.647747 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-07237afa-771e-4a3f-a22a-485d06d38c84 tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] show failed (client error): The resource could not be found. Oct 11 04:28:44.647747 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-07237afa-771e-4a3f-a22a-485d06d38c84 tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] 10.222.0.39 "GET /v2.0/subnetpools/7b9e2444-7f95-4366-bedf-5b7123ba771e HTTP/1.1" status: 404 len: 346 time: 0.0164285 Oct 11 04:28:44.648107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52588) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.665416 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-4ca5f179-32f0-4261-ba48-36642dabe25d tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] delete failed (client error): The resource could not be found. Oct 11 04:28:44.666563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4ca5f179-32f0-4261-ba48-36642dabe25d tempest-SubnetPoolsTestJSON-1207503662 tempest-SubnetPoolsTestJSON-1207503662-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7b9e2444-7f95-4366-bedf-5b7123ba771e HTTP/1.1" status: 404 len: 346 time: 0.0174725 Oct 11 04:28:44.671999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] For port d8d1c8fd-105a-4129-93a9-24820222aed1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d8d1c8fd-105a-4129-93a9-24820222aed1,segment=NetworkSegment(49827813-c04c-4531-98f4-2b694aef3f03),segment_id=49827813-c04c-4531-98f4-2b694aef3f03)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:44.672363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.687345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for d8d1c8fd-105a-4129-93a9-24820222aed1 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:44.738011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] DHCP port deletion for 12370180-43d4-4091-bf16-2c6290400c2e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:44.776704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.791016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Deleting port d8d1c8fd-105a-4129-93a9-24820222aed1 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:44.791393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.806517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No DVR routers for this DVR port d8d1c8fd-105a-4129-93a9-24820222aed1 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:44.811985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=d8d1c8fd-105a-4129-93a9-24820222aed1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:44.855846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] For port d8d1c8fd-105a-4129-93a9-24820222aed1, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:44.856246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.872034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Calling delete_port for d8d1c8fd-105a-4129-93a9-24820222aed1 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:44.875326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Port d8d1c8fd-105a-4129-93a9-24820222aed1 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:28:44.877265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.900423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.902252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] Pushing event deleted for resources: {'Port': ['ID=d8d1c8fd-105a-4129-93a9-24820222aed1,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:44.906754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841008e-16e3-411c-b674-1f31fae69128 None None] No DVR routers for this DVR port d8d1c8fd-105a-4129-93a9-24820222aed1 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:44.927879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12370180-43d4-4091-bf16-2c6290400c2e']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:44.937544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49827813-c04c-4531-98f4-2b694aef3f03') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:44.937844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49827813-c04c-4531-98f4-2b694aef3f03') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:44.948025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.956728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52594) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:44.961027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.966924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:44.967510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:44.986917 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 49827813-c04c-4531-98f4-2b694aef3f03 resource provider aggregate not found Oct 11 04:28:45.006883 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 49827813-c04c-4531-98f4-2b694aef3f03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49827813-c04c-4531-98f4-2b694aef3f03 found for delete ", "request_id": "req-99acf58d-3aec-4ddd-a2a1-81cebff03859"}]} Oct 11 04:28:45.039434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.047750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.051676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/12370180-43d4-4091-bf16-2c6290400c2e HTTP/1.1" status: 204 len: 168 time: 0.6040123 Oct 11 04:28:45.055398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52602) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:45.060582 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1030771625'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:45.065315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212dfaa-c9f3-4db3-b9d8-2368dd089083 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=12370180-43d4-4091-bf16-2c6290400c2e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:45.089334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0f72-4582-440e-9adc-848d503235b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.104972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:45.108222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.148586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:45.165425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.165794 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 72b8adc0-e8fb-4332-b94e-7cace46e57f8 of type vlan for network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 Oct 11 04:28:45.222634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.237970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0f72-4582-440e-9adc-848d503235b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.247275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0f72-4582-440e-9adc-848d503235b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.288119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.293566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:45.294139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.304317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e0f72-4582-440e-9adc-848d503235b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c13e3-aa26-4a83-9a01-acb9512e76f2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:45.310984 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cc0e0f72-4582-440e-9adc-848d503235b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71de714f30f740f3ac492cd1a6b124b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506536 Oct 11 04:28:45.311533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52606) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:45.338076 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2816272 Oct 11 04:28:45.343398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52608) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:45.367405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3be4c151-f8a0-4891-86e0-07d2b0415353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.389566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3be4c151-f8a0-4891-86e0-07d2b0415353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.438938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3be4c151-f8a0-4891-86e0-07d2b0415353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.441474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3be4c151-f8a0-4891-86e0-07d2b0415353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.442718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3be4c151-f8a0-4891-86e0-07d2b0415353 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd2c13e3-aa26-4a83-9a01-acb9512e76f2 HTTP/1.1" status: 204 len: 168 time: 0.1301880 Oct 11 04:28:45.452208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4c151-f8a0-4891-86e0-07d2b0415353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c13e3-aa26-4a83-9a01-acb9512e76f2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:45.620162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:45.627463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9f025-8392-41c5-99a5-efdadd6cc3c1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=0fdab517-f475-4e6a-bc9e-d30a0ee258c9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:45.638748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:45.740202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:45.744172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:45.776069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8d1c8fd-105a-4129-93a9-24820222aed1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:45.797398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d8d1c8fd-105a-4129-93a9-24820222aed1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:45.797738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8d1c8fd-105a-4129-93a9-24820222aed1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:45.942596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.008920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=81482ae4-6e0d-419b-aa1b-80c87dca3dca,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:46.018277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '72b8adc0-e8fb-4332-b94e-7cace46e57f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:46.018666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: 0fdab517-f475-4e6a-bc9e-d30a0ee258c9, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:46.034960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:46.043502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 0fdab517-f475-4e6a-bc9e-d30a0ee258c9) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:46.048120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:46.049276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.052343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044dfe8-4f6f-49fe-88a5-a673f73d6f1f None None] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:46.066135 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fdd12626-4aed-4404-bb04-8f292025fed1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7214737 Oct 11 04:28:46.069164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52614) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:46.074491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9', 'name': 'tempest-PortsIpV6TestJSON-1823987531', 'fixed_ips': [{'subnet_id': '81482ae4-6e0d-419b-aa1b-80c87dca3dca', 'ip_address': '2001:db8::10'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:46.187162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:46.200798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-0fdab517-f475-4e6a-bc9e-d30a0ee258c9', 'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': '81482ae4-6e0d-419b-aa1b-80c87dca3dca'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:46.201662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.271652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.287998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 498f813d-35d3-4918-b588-f5840b8649c2 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:46.338393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Allocated IP 2001:db8::2 (0fdab517-f475-4e6a-bc9e-d30a0ee258c9/81482ae4-6e0d-419b-aa1b-80c87dca3dca/505b1c2c-cc8d-4be1-b8bb-b1b2399b2053) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:46.478706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.484278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.525558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:46.528624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:46.531562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:46.532534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::10 (0fdab517-f475-4e6a-bc9e-d30a0ee258c9/81482ae4-6e0d-419b-aa1b-80c87dca3dca/498f813d-35d3-4918-b588-f5840b8649c2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:46.544120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Pushing event updated for resources: {'Port': ['ID=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:46.590219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Attempting to bind port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:46.590619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Attempting to bind port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '72b8adc0-e8fb-4332-b94e-7cace46e57f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:46.591383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Attempting to bind port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 on network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:46.596775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:46.597142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Checking segment: {'id': '72b8adc0-e8fb-4332-b94e-7cace46e57f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:46.597532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.597941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Bound using segment: {'id': '72b8adc0-e8fb-4332-b94e-7cace46e57f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:46.598400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Bound port: 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b8adc0-e8fb-4332-b94e-7cace46e57f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:46.598795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.665173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] For port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:46.668719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] For port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,segment=NetworkSegment(72b8adc0-e8fb-4332-b94e-7cace46e57f8),segment_id=72b8adc0-e8fb-4332-b94e-7cace46e57f8)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:46.672545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.690936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:46.726137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f22e8e-c78d-4c76-ad98-33eda9d2d750 None None] Pushing event updated for resources: {'Port': ['ID=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:47.055453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.099565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:47.102567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:47.105423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:47.111059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:47.111597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.121174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=498f813d-35d3-4918-b588-f5840b8649c2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:47.135915 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-761503dc-3695-4d2d-a5d3-68bcc386092e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0654104 Oct 11 04:28:47.138448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52616) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:47.144420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '0fdab517-f475-4e6a-bc9e-d30a0ee258c9', 'name': 'tempest-PortsIpV6TestJSON-1403279009', 'fixed_ips': [{'subnet_id': '81482ae4-6e0d-419b-aa1b-80c87dca3dca', 'ip_address': '2001:db8::f'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:47.251342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:47.256136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.272863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:47.428660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::f (0fdab517-f475-4e6a-bc9e-d30a0ee258c9/81482ae4-6e0d-419b-aa1b-80c87dca3dca/5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:47.578752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.588733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cdf557-5abf-4301-9918-2d5e50185aec None None] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:47.612167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.655252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Provisioning complete for port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:47.655625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.655961 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Attempt 1 to provision port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 Oct 11 04:28:47.661358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:47.664527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:47.671644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:47.677213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:47.677817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.680042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:47.699799 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c0654fd7-0186-43f6-82c0-5f56d51a3126 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5574152 Oct 11 04:28:47.699799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52618) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:47.784633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20ce83-c8fd-4e50-a8b2-387d8aa2f2e0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:47.786828 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3d20ce83-c8fd-4e50-a8b2-387d8aa2f2e0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0857017 Oct 11 04:28:47.789348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52620) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:47.803993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:47.830860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Current status of the port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:47.831142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.883329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1014e4-6674-4534-afa7-a376d4582858 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:47.885060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] For port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,segment=NetworkSegment(72b8adc0-e8fb-4332-b94e-7cace46e57f8),segment_id=72b8adc0-e8fb-4332-b94e-7cace46e57f8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:47.889717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1014e4-6674-4534-afa7-a376d4582858 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:47.892380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.896947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1014e4-6674-4534-afa7-a376d4582858 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:47.897965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:47.898203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:47.898685 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 Oct 11 04:28:47.901511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52622) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:47.903009 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bf1014e4-6674-4534-afa7-a376d4582858 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1126091 Oct 11 04:28:47.972857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91b43c-bdb9-4c34-b026-f23003e928f0 None None] Pushing event updated for resources: {'Port': ['ID=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:48.006432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:48.006904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.020783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:48.096663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.109870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:48.116995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Provisioning complete for port 498f813d-35d3-4918-b588-f5840b8649c2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:48.117419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.117754 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Attempt 1 to provision port 498f813d-35d3-4918-b588-f5840b8649c2 Oct 11 04:28:48.153170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Port 498f813d-35d3-4918-b588-f5840b8649c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:48.248946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.278775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:48.307290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.310820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-123faa51-2c55-4305-bed5-f17787cda6f7 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0 HTTP/1.1" status: 204 len: 168 time: 0.4080682 Oct 11 04:28:48.313433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52624) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:48.341894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbf3ae6-4041-4494-be22-6a309774452c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:48.343576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9dbf3ae6-4041-4494-be22-6a309774452c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0 HTTP/1.1" status: 404 len: 333 time: 0.0291641 Oct 11 04:28:48.346660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52626) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:48.443677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 498f813d-35d3-4918-b588-f5840b8649c2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:48.444027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.536634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.549013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 498f813d-35d3-4918-b588-f5840b8649c2 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:48.654742 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Attempt 2 to provision port 498f813d-35d3-4918-b588-f5840b8649c2 Oct 11 04:28:48.677239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.688226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Port 498f813d-35d3-4918-b588-f5840b8649c2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:48.711071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=498f813d-35d3-4918-b588-f5840b8649c2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:48.737788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.741012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-377c8b45-eb85-49c2-beb8-127f833f7879 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/498f813d-35d3-4918-b588-f5840b8649c2 HTTP/1.1" status: 204 len: 168 time: 0.3934300 Oct 11 04:28:48.743618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52628) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:48.768496 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcd6f9a-a4f4-40b2-9e34-db36b5530c34 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:48.770079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-afcd6f9a-a4f4-40b2-9e34-db36b5530c34 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/498f813d-35d3-4918-b588-f5840b8649c2 HTTP/1.1" status: 404 len: 333 time: 0.0255511 Oct 11 04:28:48.772793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52630) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:48.826094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet 81482ae4-6e0d-419b-aa1b-80c87dca3dca {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:48.829330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.870690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:48.958768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.015262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.042779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=81482ae4-6e0d-419b-aa1b-80c87dca3dca,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:49.044737 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.048608 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cbd3d6b3-c7dd-4d28-b80f-79014b9da0f4 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/81482ae4-6e0d-419b-aa1b-80c87dca3dca HTTP/1.1" status: 204 len: 168 time: 0.2741535 Oct 11 04:28:49.050488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52632) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:49.052898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b1c8b-e14b-46a0-8979-d21bde81f030 None None] Network 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:49.133717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.187306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:49.187646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.223378 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Attempt 3 to provision port 498f813d-35d3-4918-b588-f5840b8649c2 Oct 11 04:28:49.255657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] For port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,segment=NetworkSegment(72b8adc0-e8fb-4332-b94e-7cace46e57f8),segment_id=72b8adc0-e8fb-4332-b94e-7cace46e57f8)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:49.256014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.267366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:49.268468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Port 498f813d-35d3-4918-b588-f5840b8649c2 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:28:49.278375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Could not find standard attr ID for object 5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:49.324152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Provisioning complete for port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:49.324517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.324853 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Attempt 1 to provision port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 Oct 11 04:28:49.346545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.368015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] Could not find standard attr ID for object 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:49.371635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=505b1c2c-cc8d-4be1-b8bb-b1b2399b2053,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:49.373994 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.db [None req-7e60693f-178a-432e-a605-df8f69fe661d None None] No ports have port_id starting with 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 Oct 11 04:28:49.375865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No DVR routers for this DVR port 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:49.438991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0ec87-4ab4-4e4d-b647-e062d6da3a01 None None] DHCP port deletion for 0fdab517-f475-4e6a-bc9e-d30a0ee258c9 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:49.460648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.480467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdab517-f475-4e6a-bc9e-d30a0ee258c9']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:49.490798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93f720a8-af04-49d0-a972-9f88462a3f2c None None] Could not find standard attr ID for object 498f813d-35d3-4918-b588-f5840b8649c2. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:49.491145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b8adc0-e8fb-4332-b94e-7cace46e57f8') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:49.491454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b8adc0-e8fb-4332-b94e-7cace46e57f8') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:49.494580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93f720a8-af04-49d0-a972-9f88462a3f2c None None] Could not find standard attr ID for object 5e4e0176-f7a6-4ad6-a53e-2fec3b2118c0. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:49.501141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.514978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.521053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 475 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:49.521436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.551200 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 72b8adc0-e8fb-4332-b94e-7cace46e57f8 resource provider aggregate not found Oct 11 04:28:49.592247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.600007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.603123 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/0fdab517-f475-4e6a-bc9e-d30a0ee258c9 HTTP/1.1" status: 204 len: 168 time: 0.5516503 Oct 11 04:28:49.604611 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 72b8adc0-e8fb-4332-b94e-7cace46e57f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72b8adc0-e8fb-4332-b94e-7cace46e57f8 found for delete ", "request_id": "req-ddd9c904-fb77-4d90-bba7-7968e7297490"}]} Oct 11 04:28:49.607143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52638) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:49.612823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1452708769'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:49.619174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29f58-2073-48ca-98a9-848647f97c8f tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=0fdab517-f475-4e6a-bc9e-d30a0ee258c9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:49.632034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:49.635423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.658426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:28:49.667083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.667367 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Added segment 4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4 of type vlan for network 007567da-5ee6-4f95-a988-dabf0966a247 Oct 11 04:28:49.713370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.739718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.745064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:49.745639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:49.766292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:49.774020 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1658037 Oct 11 04:28:49.777020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52640) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:49.782060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '007567da-5ee6-4f95-a988-dabf0966a247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:49.787548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:49.787896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 505b1c2c-cc8d-4be1-b8bb-b1b2399b2053 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:49.820535 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f250-a012-4506-8c1e-cc653aa3d79a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Network': ['ID=007567da-5ee6-4f95-a988-dabf0966a247,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:49.830269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 007567da-5ee6-4f95-a988-dabf0966a247 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:28:49.868641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:49.872114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.049870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.112420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=81dc3705-2b2e-4252-a8d5-ff21db7bba4a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:50.120885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Checking segment: {'id': '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '007567da-5ee6-4f95-a988-dabf0966a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:50.121246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network hostable DHCP agents. Network: 007567da-5ee6-4f95-a988-dabf0966a247, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:28:50.137759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 007567da-5ee6-4f95-a988-dabf0966a247 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:28:50.147714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 007567da-5ee6-4f95-a988-dabf0966a247) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:50.154567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:50.155192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.155616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9561a53f-b441-41d6-bb99-343204152e7f None None] Network 007567da-5ee6-4f95-a988-dabf0966a247 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:50.171116 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3ea0a2bb-487e-4ee5-aea8-02e61c311ea9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3929870 Oct 11 04:28:50.173855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52644) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:50.178226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-321308295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:50.198801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.199753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.250848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.255912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.273962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.277666 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-85827616-416e-40ae-a13e-0ee7c72665f1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1004455 Oct 11 04:28:50.278013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52646) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:50.283731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'network_id': '007567da-5ee6-4f95-a988-dabf0966a247', 'name': 'tempest-PortsIpV6TestJSON-1609160544'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:50.305772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-007567da-5ee6-4f95-a988-dabf0966a247', 'network_id': '007567da-5ee6-4f95-a988-dabf0966a247', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': '81dc3705-2b2e-4252-a8d5-ff21db7bba4a'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:50.306703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.391547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:50.395530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.412325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port d10a2786-3ca6-43bf-949d-d1af87e2257d yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:50.446994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Allocated IP 2001:db8::2 (007567da-5ee6-4f95-a988-dabf0966a247/81dc3705-2b2e-4252-a8d5-ff21db7bba4a/43cae14e-8999-427f-a4ce-0046db507c71) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:50.585980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.591717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.635497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Network 007567da-5ee6-4f95-a988-dabf0966a247 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:50.638258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:50.646672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:50.646672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Pushing event updated for resources: {'Port': ['ID=43cae14e-8999-427f-a4ce-0046db507c71,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:50.652758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::b3 (007567da-5ee6-4f95-a988-dabf0966a247/81dc3705-2b2e-4252-a8d5-ff21db7bba4a/d10a2786-3ca6-43bf-949d-d1af87e2257d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:50.698210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Attempting to bind port 43cae14e-8999-427f-a4ce-0046db507c71 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:50.698734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Attempting to bind port 43cae14e-8999-427f-a4ce-0046db507c71 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '007567da-5ee6-4f95-a988-dabf0966a247'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:50.699106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Attempting to bind port 43cae14e-8999-427f-a4ce-0046db507c71 on network 007567da-5ee6-4f95-a988-dabf0966a247 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:50.704094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:50.705225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Checking segment: {'id': '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '007567da-5ee6-4f95-a988-dabf0966a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:50.705401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.705793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Bound using segment: {'id': '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '007567da-5ee6-4f95-a988-dabf0966a247'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:50.706253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Bound port: 43cae14e-8999-427f-a4ce-0046db507c71, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '007567da-5ee6-4f95-a988-dabf0966a247'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:50.706655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.767403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] For port 43cae14e-8999-427f-a4ce-0046db507c71, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:50.770408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] For port 43cae14e-8999-427f-a4ce-0046db507c71, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=43cae14e-8999-427f-a4ce-0046db507c71,segment=NetworkSegment(4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4),segment_id=4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:50.775370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.824074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.850973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab0e21-8dae-46ea-8790-f483070f50c6 None None] Pushing event updated for resources: {'Port': ['ID=43cae14e-8999-427f-a4ce-0046db507c71,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:50.873901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.924468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 007567da-5ee6-4f95-a988-dabf0966a247 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:50.927774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:50.930408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:50.936472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:50.937178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:50.951700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=d10a2786-3ca6-43bf-949d-d1af87e2257d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:50.972129 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f3d35b50-61f8-4375-8be5-ad0b15670a27 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6928935 Oct 11 04:28:50.974516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52648) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:51.290348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.538695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.544586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.640481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=d10a2786-3ca6-43bf-949d-d1af87e2257d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:51.662028 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:28:51.718278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.736725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6d3b8-4a42-4787-ad42-b727430bf6eb None None] Network 007567da-5ee6-4f95-a988-dabf0966a247 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:51.800898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 43cae14e-8999-427f-a4ce-0046db507c71 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:51.842808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.893628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Provisioning complete for port 43cae14e-8999-427f-a4ce-0046db507c71 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:51.893991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.894319 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Attempt 1 to provision port 43cae14e-8999-427f-a4ce-0046db507c71 Oct 11 04:28:51.936278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 43cae14e-8999-427f-a4ce-0046db507c71 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:51.936659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:51.936979 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 43cae14e-8999-427f-a4ce-0046db507c71 Oct 11 04:28:52.047326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Current status of the port 43cae14e-8999-427f-a4ce-0046db507c71 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:52.047713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.108337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] For port 43cae14e-8999-427f-a4ce-0046db507c71, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=43cae14e-8999-427f-a4ce-0046db507c71,segment=NetworkSegment(4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4),segment_id=4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:52.109677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 43cae14e-8999-427f-a4ce-0046db507c71 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:52.110155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.112562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.117106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.118146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.121070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.190934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=d10a2786-3ca6-43bf-949d-d1af87e2257d,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:52.207717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:28:52.208070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:28:52.208547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d803f3-14e3-42c6-9ea6-d1f9adb1a0bc None None] Pushing event updated for resources: {'Port': ['ID=43cae14e-8999-427f-a4ce-0046db507c71,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:52.254879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Provisioning complete for port 43cae14e-8999-427f-a4ce-0046db507c71 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:52.255252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.255592 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Attempt 1 to provision port 43cae14e-8999-427f-a4ce-0046db507c71 Oct 11 04:28:52.267345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 007567da-5ee6-4f95-a988-dabf0966a247 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:52.268032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:52.338817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Current status of the port 43cae14e-8999-427f-a4ce-0046db507c71 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:52.349940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Provisioning complete for port d10a2786-3ca6-43bf-949d-d1af87e2257d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:52.350314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:52.350687 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Attempt 1 to provision port d10a2786-3ca6-43bf-949d-d1af87e2257d Oct 11 04:28:52.392316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Port d10a2786-3ca6-43bf-949d-d1af87e2257d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:52.397706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Router a33be121-aa66-4baf-ac22-8cd1fc24314c is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:28:52.493496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:52.502744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2f9c9877-14d8-4294-89b5-b6e27c80c25c tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/routers/a33be121-aa66-4baf-ac22-8cd1fc24314c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229201 Oct 11 04:28:52.502849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52650) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:52.506177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] Sync routers for ids ['a33be121-aa66-4baf-ac22-8cd1fc24314c'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:52.516553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] Routers {'a33be121-aa66-4baf-ac22-8cd1fc24314c'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:52.517171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a33be121-aa66-4baf-ac22-8cd1fc24314c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:52.553077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:52.554208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eafc72-a352-49a5-b006-bb67fd7f6b5a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:52.558579 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c9eafc72-a352-49a5-b006-bb67fd7f6b5a tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33be121-aa66-4baf-ac22-8cd1fc24314c HTTP/1.1" status: 200 len: 988 time: 0.0527768 Oct 11 04:28:52.558745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52652) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:52.566091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] Routers {'a33be121-aa66-4baf-ac22-8cd1fc24314c'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:52.567054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a33be121-aa66-4baf-ac22-8cd1fc24314c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:52.604534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:52.605333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362f03f-116a-4cc9-b656-3de11cc56e2b None None] The sync data for ids ['a33be121-aa66-4baf-ac22-8cd1fc24314c'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:52.747143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 43cae14e-8999-427f-a4ce-0046db507c71 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:52.893606 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Attempt 2 to provision port d10a2786-3ca6-43bf-949d-d1af87e2257d Oct 11 04:28:52.927798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Port d10a2786-3ca6-43bf-949d-d1af87e2257d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:52.941663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.144211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port d10a2786-3ca6-43bf-949d-d1af87e2257d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:53.144469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.230581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.242039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for d10a2786-3ca6-43bf-949d-d1af87e2257d owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:53.407018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.428635 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Attempt 3 to provision port d10a2786-3ca6-43bf-949d-d1af87e2257d Oct 11 04:28:53.435816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=d10a2786-3ca6-43bf-949d-d1af87e2257d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:53.448847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d31e7383-cffa-4478-b2c4-734630a89157 None None] Port d10a2786-3ca6-43bf-949d-d1af87e2257d was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:28:53.532964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.562974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8f0ed3a8-367a-4c2f-8231-2b04e7655b00 None None] Could not find standard attr ID for object d10a2786-3ca6-43bf-949d-d1af87e2257d. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:28:53.694460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Router a33be121-aa66-4baf-ac22-8cd1fc24314c has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:28:53.756119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 43cae14e-8999-427f-a4ce-0046db507c71 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:53.769472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:28:53.776770 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f52caf7b-82dc-4315-8885-aabeecf12127 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/routers/a33be121-aa66-4baf-ac22-8cd1fc24314c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2153800 Oct 11 04:28:53.777670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52654) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:53.779214 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] Sync routers for ids ['a33be121-aa66-4baf-ac22-8cd1fc24314c'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:28:53.790337 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] Routers {'a33be121-aa66-4baf-ac22-8cd1fc24314c'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:53.791049 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a33be121-aa66-4baf-ac22-8cd1fc24314c'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:53.806153 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3f404b-19cc-464a-960c-e064b5c88fe3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:53.810234 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3c3f404b-19cc-464a-960c-e064b5c88fe3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/d10a2786-3ca6-43bf-949d-d1af87e2257d HTTP/1.1" status: 404 len: 333 time: 0.0287297 Oct 11 04:28:53.810496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52656) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:53.811223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 43cae14e-8999-427f-a4ce-0046db507c71 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:53.811598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.811931 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 43cae14e-8999-427f-a4ce-0046db507c71 Oct 11 04:28:53.822489 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:53.831544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] Routers {'a33be121-aa66-4baf-ac22-8cd1fc24314c'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:28:53.832194 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:28:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a33be121-aa66-4baf-ac22-8cd1fc24314c'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:53.866281 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:53.867029 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa97bc2-4975-418f-afb3-41a785e9c771 None None] The sync data for ids ['a33be121-aa66-4baf-ac22-8cd1fc24314c'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:28:53.886257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:53.892963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 43cae14e-8999-427f-a4ce-0046db507c71 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:54.265405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.268319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.311222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.311741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Fanout notify agent at l3_agent the message router_deleted on router a33be121-aa66-4baf-ac22-8cd1fc24314c {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:28:54.318986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.322964 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fd7c58a0-e354-4b7d-93ff-79e6928ec5c5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/routers/a33be121-aa66-4baf-ac22-8cd1fc24314c HTTP/1.1" status: 204 len: 168 time: 0.5088181 Oct 11 04:28:54.322964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52658) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:54.371896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet 81dc3705-2b2e-4252-a8d5-ff21db7bba4a {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:54.375136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.414109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.497112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.553615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.578572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=81dc3705-2b2e-4252-a8d5-ff21db7bba4a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:54.586655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.589993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-44a6a095-eaa6-4f68-be2e-6d5efd15948e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/81dc3705-2b2e-4252-a8d5-ff21db7bba4a HTTP/1.1" status: 204 len: 168 time: 0.2662699 Oct 11 04:28:54.592704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52660) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:54.595272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cee56-00ca-4527-b302-c7d57a5b7f97 None None] Network 007567da-5ee6-4f95-a988-dabf0966a247 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:54.671106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.724165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 43cae14e-8999-427f-a4ce-0046db507c71 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:54.724502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.770213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] DHCP port deletion for 007567da-5ee6-4f95-a988-dabf0966a247 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:28:54.786946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] For port 43cae14e-8999-427f-a4ce-0046db507c71, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=43cae14e-8999-427f-a4ce-0046db507c71,segment=NetworkSegment(4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4),segment_id=4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:54.787305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.804217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 43cae14e-8999-427f-a4ce-0046db507c71 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:54.818907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] Deleting port 43cae14e-8999-427f-a4ce-0046db507c71 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:54.819284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.882643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.885022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] For port 43cae14e-8999-427f-a4ce-0046db507c71, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=43cae14e-8999-427f-a4ce-0046db507c71,segment=NetworkSegment(4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4),segment_id=4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:54.885497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.898372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] Calling delete_port for 43cae14e-8999-427f-a4ce-0046db507c71 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:54.909850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=43cae14e-8999-427f-a4ce-0046db507c71,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:54.911712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No DVR routers for this DVR port 43cae14e-8999-427f-a4ce-0046db507c71 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:54.973806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:54.992234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.001820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] Pushing event deleted for resources: {'Port': ['ID=43cae14e-8999-427f-a4ce-0046db507c71,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:55.005262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a45182-8d50-47d7-81f4-a075f77438a0 None None] No DVR routers for this DVR port 43cae14e-8999-427f-a4ce-0046db507c71 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:28:55.015762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007567da-5ee6-4f95-a988-dabf0966a247']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:55.025133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:55.025421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:28:55.035321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.048858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.054878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 497 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:28:55.055269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.074417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4 resource provider aggregate not found Oct 11 04:28:55.116432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bcd4628-7ddf-46cd-ad0b-a1ea254a2fe4 found for delete ", "request_id": "req-758242aa-3a3b-448f-ae3c-8bc4228618ec"}]} Oct 11 04:28:55.123611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.130388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.133538 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/007567da-5ee6-4f95-a988-dabf0966a247 HTTP/1.1" status: 204 len: 168 time: 0.5399261 Oct 11 04:28:55.138035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52666) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:55.149025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854c97-ddb9-463d-abac-d3ac78d057ba tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=007567da-5ee6-4f95-a988-dabf0966a247,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:55.181143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6424f5a4-20ed-4043-8ee6-d3a0dd10ae90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:55.182487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6424f5a4-20ed-4043-8ee6-d3a0dd10ae90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/553f5ceb-8109-4453-8e7d-ae47e09d35b2 HTTP/1.1" status: 200 len: 844 time: 0.0437617 Oct 11 04:28:55.186163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52668) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:55.223978 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dd6aa1f8-5730-4c79-a9a1-2abde94fbcac tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/553f5ceb-8109-4453-8e7d-ae47e09d35b2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0367498 Oct 11 04:28:55.227525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52670) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:55.232095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:55.317989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:55.321385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.750416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 43cae14e-8999-427f-a4ce-0046db507c71 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:28:55.770471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 43cae14e-8999-427f-a4ce-0046db507c71 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:28:55.771198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 43cae14e-8999-427f-a4ce-0046db507c71 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:28:55.808811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.851021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:55.854188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:55.858253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:55.859340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.862979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444fae7-477f-412c-96e8-b0e8dbb743da None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:55.864640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=0721dfc6-1f3e-4043-b0e8-a73601b2a2a9,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:55.879336 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e9b5aee2-c230-44b9-acd8-7953f312abff tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6508350 Oct 11 04:28:55.882076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52674) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:55.886461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'security_group': {'name': 'tempest-secgroup-672966624'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:55.906415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.977940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:55.981896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.012999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.014421 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1313825 Oct 11 04:28:56.016641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14083f-1846-4d87-a38c-9f51321f6f55 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7edff-74f6-4b15-98f9-3550a5569afd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:56.018104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52676) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:56.024478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'security_group': {'name': 'tempest-secgroup-2040403103'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:56.046079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.116466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.120571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.148295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.149530 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1293917 Oct 11 04:28:56.153238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52678) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:56.153762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf8a32-ddff-456a-bed6-9cf423116653 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf45d01-a067-4bb8-9343-5c0885478f48,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:56.160938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1345921068', 'security_groups': ['5bf45d01-a067-4bb8-9343-5c0885478f48'], 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0721dfc6-1f3e-4043-b0e8-a73601b2a2a9'}]}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:56.170597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-10bec523-b205-402b-9c68-fb33eb8aa170', 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'tenant_id': 'b7e3ea54470a40afa94a5bec9dcb00f3', 'fixed_ips': [{'subnet_id': '0721dfc6-1f3e-4043-b0e8-a73601b2a2a9'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:28:56.171495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.267736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:56.308056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Allocated IP 2001:db8::2 (10bec523-b205-402b-9c68-fb33eb8aa170/0721dfc6-1f3e-4043-b0e8-a73601b2a2a9/c3caa5bd-1c31-42ef-8575-4aa219944e7d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:56.347311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.363215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:28:56.447738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.453377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.494506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:56.499105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:56.502796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:56.511394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Pushing event updated for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:56.522598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::366 (10bec523-b205-402b-9c68-fb33eb8aa170/0721dfc6-1f3e-4043-b0e8-a73601b2a2a9/f7cba6e3-2e2d-4583-a9c7-662d5283f1d8) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:56.564441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Attempting to bind port c3caa5bd-1c31-42ef-8575-4aa219944e7d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:28:56.564806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Attempting to bind port c3caa5bd-1c31-42ef-8575-4aa219944e7d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '7e947f99-2020-4aa3-9d85-d2e9d4c75b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:28:56.565159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Attempting to bind port c3caa5bd-1c31-42ef-8575-4aa219944e7d on network 10bec523-b205-402b-9c68-fb33eb8aa170 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:28:56.569996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:28:56.570362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Checking segment: {'id': '7e947f99-2020-4aa3-9d85-d2e9d4c75b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:28:56.570792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.571181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Bound using segment: {'id': '7e947f99-2020-4aa3-9d85-d2e9d4c75b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:28:56.571638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Bound port: c3caa5bd-1c31-42ef-8575-4aa219944e7d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e947f99-2020-4aa3-9d85-d2e9d4c75b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:28:56.572009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.633972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-50daa591-622b-4f03-843d-4166341d7154 None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:28:56.637207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-50daa591-622b-4f03-843d-4166341d7154 None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c3caa5bd-1c31-42ef-8575-4aa219944e7d,segment=NetworkSegment(7e947f99-2020-4aa3-9d85-d2e9d4c75b27),segment_id=7e947f99-2020-4aa3-9d85-d2e9d4c75b27)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:28:56.640748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.667705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.694067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daa591-622b-4f03-843d-4166341d7154 None None] Pushing event updated for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:56.700568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.749006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:56.752951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:56.756744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:28:56.762582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:56.763178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:56.769174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=f7cba6e3-2e2d-4583-a9c7-662d5283f1d8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:56.781242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.781732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.782100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.782544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.783069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.783389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.783718 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.784049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.784384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.784707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.785032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.785356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:56.799119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52680) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:56.799289 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-caee0450-aa9e-49d3-8a2e-59e83314a994 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6433601 Oct 11 04:28:56.804204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:56.927711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:56.931433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.028176 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.ipam_backend_mixin [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0721dfc6-1f3e-4043-b0e8-a73601b2a2a9 (CIDR: 2001:db8::/64) Oct 11 04:28:57.031189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:28:57.031641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:28:57.046336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-af753b1a-3455-41cc-8e59-542193621f33 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2461598 Oct 11 04:28:57.049624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52682) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:57.054566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:57.166288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:57.169815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.412878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.456538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:57.459797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:57.464405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:57.464993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.476861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=b0c94e1f-59e6-48a5-b52d-9321a1141244,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:57.489609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-709dd1cc-70b0-4790-8fca-1bfd1617b1e5 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4389682 Oct 11 04:28:57.492816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52684) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:57.498207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-519813044', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0c94e1f-59e6-48a5-b52d-9321a1141244'}], 'security_groups': ['b3d7edff-74f6-4b15-98f9-3550a5569afd']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:57.587178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24a23c-70fc-4761-b43b-82282a4ac78f None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:57.645713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.660810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Provisioning complete for port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:57.661187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.661528 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 1 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:28:57.713235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:57.804635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c3caa5bd-1c31-42ef-8575-4aa219944e7d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:57.881887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] Update dhcp port {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'fixed_ips': [{'subnet_id': '0721dfc6-1f3e-4043-b0e8-a73601b2a2a9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0c94e1f-59e6-48a5-b52d-9321a1141244'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'c3caa5bd-1c31-42ef-8575-4aa219944e7d'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:28:57.905220 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c3caa5bd-1c31-42ef-8575-4aa219944e7d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:57.905593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.905933 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c3caa5bd-1c31-42ef-8575-4aa219944e7d Oct 11 04:28:57.928514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:57.948492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Delete allocated IP 2001:db8::366 (10bec523-b205-402b-9c68-fb33eb8aa170/0721dfc6-1f3e-4043-b0e8-a73601b2a2a9) {{(pid=103099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 04:28:57.958017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8:0:1::302 (10bec523-b205-402b-9c68-fb33eb8aa170/b0c94e1f-59e6-48a5-b52d-9321a1141244/f7cba6e3-2e2d-4583-a9c7-662d5283f1d8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:58.083624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c3caa5bd-1c31-42ef-8575-4aa219944e7d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:58.084026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.108789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.113725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.119600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c3caa5bd-1c31-42ef-8575-4aa219944e7d,segment=NetworkSegment(7e947f99-2020-4aa3-9d85-d2e9d4c75b27),segment_id=7e947f99-2020-4aa3-9d85-d2e9d4c75b27)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:58.123619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.175556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] In _notify_port_updated(), no bound segment for port f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 on network 10bec523-b205-402b-9c68-fb33eb8aa170 {{(pid=103099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:28:58.180954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:58.181553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.182855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/ports/f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 HTTP/1.1" status: 200 len: 930 time: 0.6889977 Oct 11 04:28:58.185751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52686) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:58.202207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] Allocated IP 2001:db8:0:1::2 (10bec523-b205-402b-9c68-fb33eb8aa170/b0c94e1f-59e6-48a5-b52d-9321a1141244/c3caa5bd-1c31-42ef-8575-4aa219944e7d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:28:58.211440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:58.214665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34347e-1cc1-4c98-8410-d11e955fc333 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=f7cba6e3-2e2d-4583-a9c7-662d5283f1d8,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:58.218475 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 2 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:28:58.274860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:58.283152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:28:58.283490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.329775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c3caa5bd-1c31-42ef-8575-4aa219944e7d,segment=NetworkSegment(7e947f99-2020-4aa3-9d85-d2e9d4c75b27),segment_id=7e947f99-2020-4aa3-9d85-d2e9d4c75b27)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:28:58.361772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.366629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.368067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.380265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:28:58.448434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e11d6-b01e-4558-977a-ad96e66c2933 None None] Pushing event updated for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:58.508897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.540613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=f7cba6e3-2e2d-4583-a9c7-662d5283f1d8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:58.568170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.571871 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c22f56de-0f00-432e-b91f-ed291efd4a9e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 HTTP/1.1" status: 204 len: 168 time: 0.3848166 Oct 11 04:28:58.574400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52688) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:58.603718 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-026c1269-fac3-455f-98a1-ba1c0e12aae1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:28:58.605635 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-026c1269-fac3-455f-98a1-ba1c0e12aae1 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/f7cba6e3-2e2d-4583-a9c7-662d5283f1d8 HTTP/1.1" status: 404 len: 333 time: 0.0300236 Oct 11 04:28:58.608118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52690) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:58.663742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dab35ca2-109e-4ac6-b7c9-b09273ad86da tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.686897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dab35ca2-109e-4ac6-b7c9-b09273ad86da tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.729794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dab35ca2-109e-4ac6-b7c9-b09273ad86da tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.732427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dab35ca2-109e-4ac6-b7c9-b09273ad86da tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.733603 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dab35ca2-109e-4ac6-b7c9-b09273ad86da tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/security-groups/5bf45d01-a067-4bb8-9343-5c0885478f48 HTTP/1.1" status: 204 len: 168 time: 0.1245313 Oct 11 04:28:58.737162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52692) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:58.745252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35ca2-109e-4ac6-b7c9-b09273ad86da tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf45d01-a067-4bb8-9343-5c0885478f48,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:58.776472 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 3 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:28:58.800169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4600c0f1-ce4b-4caa-bcc4-a1274d63f758 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.817674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:58.828564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4600c0f1-ce4b-4caa-bcc4-a1274d63f758 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.874894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4600c0f1-ce4b-4caa-bcc4-a1274d63f758 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.877873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4600c0f1-ce4b-4caa-bcc4-a1274d63f758 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.879015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4600c0f1-ce4b-4caa-bcc4-a1274d63f758 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/security-groups/b3d7edff-74f6-4b15-98f9-3550a5569afd HTTP/1.1" status: 204 len: 168 time: 0.1407669 Oct 11 04:28:58.881712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52694) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:58.888621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600c0f1-ce4b-4caa-bcc4-a1274d63f758 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7edff-74f6-4b15-98f9-3550a5569afd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:58.939547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet 0721dfc6-1f3e-4043-b0e8-a73601b2a2a9 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:28:58.943200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:58.991913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.083364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.149728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.177690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=0721dfc6-1f3e-4043-b0e8-a73601b2a2a9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:59.182978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.186188 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a89e990e-5a6b-49cd-ab9b-ecc77357af89 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/0721dfc6-1f3e-4043-b0e8-a73601b2a2a9 HTTP/1.1" status: 204 len: 168 time: 0.3034365 Oct 11 04:28:59.190153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52696) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:59.195178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:59.199191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f31ee40-ec5c-48d4-9c45-007448c98f51 None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:59.310916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:28:59.315744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.319371 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 4 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:28:59.371706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:59.548656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.591437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:28:59.594558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:28:59.598761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:28:59.599345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.613647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=2e3c960c-0930-418c-8437-683379a065dc,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:59.623775 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324219 Oct 11 04:28:59.625515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.625868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.626766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.627106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.627437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.627689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52698) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:59.627848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.628081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.628407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.628732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.629060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.629440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.629764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd44ca-b72a-41fa-84ad-d7ff6595bd15 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:28:59.633978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'security_group': {'name': 'tempest-secgroup-901012086'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:59.659665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.737444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.743540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.780657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0076ea61-52fc-4098-bba9-d9774cd6a9e5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:59.784718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c3caa5bd-1c31-42ef-8575-4aa219944e7d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:28:59.792011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.793232 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bd1b9397-0c37-4848-91ef-6dd8d3a00b77 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1629343 Oct 11 04:28:59.795911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52700) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:59.801778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'security_group': {'name': 'tempest-secgroup-874313750'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:59.827833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.844396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c3caa5bd-1c31-42ef-8575-4aa219944e7d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:28:59.845082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.845416 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c3caa5bd-1c31-42ef-8575-4aa219944e7d Oct 11 04:28:59.876851 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 5 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:28:59.904826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.909963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.922272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:28:59.942485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:28:59.946272 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1469047 Oct 11 04:28:59.946475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:28:59.951332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'security_group': {'name': 'tempest-secgroup-448800094'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:28:59.955765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864966e-88c1-4040-a62f-b661d90b4366 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989a7994-0c4e-4b50-adcd-8c02fc8a9aaa,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:28:59.965667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c3caa5bd-1c31-42ef-8575-4aa219944e7d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:28:59.969290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f11d14-97a4-412a-9329-0e36fb796f4b None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:28:59.976846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.044958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.049137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.077918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.079184 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1315815 Oct 11 04:29:00.080991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a9f89-094f-4b18-8247-e9c0c6596dcf tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1884ecd-cc31-4276-b2ce-3c27bc956b6c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:00.082108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52704) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:00.087262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-87304847', 'security_groups': ['d1884ecd-cc31-4276-b2ce-3c27bc956b6c'], 'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e3c960c-0930-418c-8437-683379a065dc'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:00.180525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Update dhcp port {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'fixed_ips': [{'subnet_id': 'b0c94e1f-59e6-48a5-b52d-9321a1141244', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2e3c960c-0930-418c-8437-683379a065dc'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'c3caa5bd-1c31-42ef-8575-4aa219944e7d'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:29:00.199785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:00.204651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.209046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.222000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] device_id is not set on port 35670b87-1065-4adc-b82c-9207c5b16adf yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:29:00.366137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Allocated IP 2001:db8::2 (10bec523-b205-402b-9c68-fb33eb8aa170/2e3c960c-0930-418c-8437-683379a065dc/c3caa5bd-1c31-42ef-8575-4aa219944e7d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:00.433557 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 6 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:00.486550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c3caa5bd-1c31-42ef-8575-4aa219944e7d,segment=NetworkSegment(7e947f99-2020-4aa3-9d85-d2e9d4c75b27),segment_id=7e947f99-2020-4aa3-9d85-d2e9d4c75b27)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:00.488268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:00.514413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.519408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.578299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8::b9 (10bec523-b205-402b-9c68-fb33eb8aa170/2e3c960c-0930-418c-8437-683379a065dc/35670b87-1065-4adc-b82c-9207c5b16adf) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:00.611288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Pushing event updated for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:00.618547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.618905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.619392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.619607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.620023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.620356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.620686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.621002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.621322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.621641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.621957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.622273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b57c77-4245-408e-80fd-0790c48bcd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:29:00.722725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.756452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.803424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:29:00.806651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:00.810560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:29:00.816709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:00.817335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.823641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=35670b87-1065-4adc-b82c-9207c5b16adf,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:00.841314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a2e2d524-5571-4374-bc55-f91fa3fc6e68 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7578726 Oct 11 04:29:00.844120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52706) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:00.849302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:00.964671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:00.968076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:00.989440 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 7 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:01.027632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:01.058485 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.ipam_backend_mixin [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e3c960c-0930-418c-8437-683379a065dc (CIDR: 2001:db8::/64) Oct 11 04:29:01.061725 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:29:01.062216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:01.081611 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-64f438f8-34e7-4dae-bc16-0a8b41bc9801 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2332845 Oct 11 04:29:01.082366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52708) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:01.087458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:01.200930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:01.205156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:01.302030 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.ipam_backend_mixin [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b0c94e1f-59e6-48a5-b52d-9321a1141244 (CIDR: 2001:db8:0:1::/64) Oct 11 04:29:01.305193 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 04:29:01.305647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:01.322396 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c5d55683-9b43-47b9-a11c-8d134db0e9d8 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2388706 Oct 11 04:29:01.325103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52710) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:01.330071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'subnet': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:01.440412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Made reservation on behalf of b7e3ea54470a40afa94a5bec9dcb00f3 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:01.443948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:01.528505 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 8 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:01.570180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:01.681669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:01.730547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Network 10bec523-b205-402b-9c68-fb33eb8aa170 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:29:01.733813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:01.737299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:01.738129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:01.745471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ccea1-f7fd-4206-b090-f5cd3bfd47ca None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:29:01.748415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Subnet': ['ID=f9ef6a31-2d47-45da-a190-08e9f0727c11,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:01.765040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c3caa5bd-1c31-42ef-8575-4aa219944e7d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:29:01.765219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4a61e0c1-0211-4c84-ac71-546aa15bcaa6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4365206 Oct 11 04:29:01.765499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52712) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:01.771227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1618669641', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f9ef6a31-2d47-45da-a190-08e9f0727c11'}], 'security_groups': ['0076ea61-52fc-4098-bba9-d9774cd6a9e5', '989a7994-0c4e-4b50-adcd-8c02fc8a9aaa']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:01.919182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.030650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c3caa5bd-1c31-42ef-8575-4aa219944e7d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:02.031213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.031319 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c3caa5bd-1c31-42ef-8575-4aa219944e7d Oct 11 04:29:02.071116 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 9 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:02.138805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:02.202155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c3caa5bd-1c31-42ef-8575-4aa219944e7d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:02.214418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] Update dhcp port {'port': {'network_id': '10bec523-b205-402b-9c68-fb33eb8aa170', 'fixed_ips': [{'subnet_id': 'b0c94e1f-59e6-48a5-b52d-9321a1141244', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2e3c960c-0930-418c-8437-683379a065dc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9ef6a31-2d47-45da-a190-08e9f0727c11'}], 'binding:host_id': 'dv-neutron-860894-1-hyperv'}, 'id': 'c3caa5bd-1c31-42ef-8575-4aa219944e7d'} from dv-neutron-860894-1-hyperv. {{(pid=103100) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 11 04:29:02.221943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Delete allocated IP 2001:db8::b9 (10bec523-b205-402b-9c68-fb33eb8aa170/2e3c960c-0930-418c-8437-683379a065dc) {{(pid=103098) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 11 04:29:02.230794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Allocated IP 2001:db8:0:2::f4 (10bec523-b205-402b-9c68-fb33eb8aa170/f9ef6a31-2d47-45da-a190-08e9f0727c11/35670b87-1065-4adc-b82c-9207c5b16adf) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:02.239854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.395960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.400711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.449224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] Allocated IP 2001:db8:0:2::2 (10bec523-b205-402b-9c68-fb33eb8aa170/f9ef6a31-2d47-45da-a190-08e9f0727c11/c3caa5bd-1c31-42ef-8575-4aa219944e7d) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:02.463429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] In _notify_port_updated(), no bound segment for port 35670b87-1065-4adc-b82c-9207c5b16adf on network 10bec523-b205-402b-9c68-fb33eb8aa170 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:29:02.468895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:02.469521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.473913 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "PUT /v2.0/ports/35670b87-1065-4adc-b82c-9207c5b16adf HTTP/1.1" status: 200 len: 969 time: 0.7048149 Oct 11 04:29:02.474299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52716) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:02.482459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a6854-2dc1-4cad-a8a1-8873e19e3056 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event updated for resources: {'Port': ['ID=35670b87-1065-4adc-b82c-9207c5b16adf,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:02.549377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c3caa5bd-1c31-42ef-8575-4aa219944e7d,segment=NetworkSegment(7e947f99-2020-4aa3-9d85-d2e9d4c75b27),segment_id=7e947f99-2020-4aa3-9d85-d2e9d4c75b27)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:02.566805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 35670b87-1065-4adc-b82c-9207c5b16adf {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:29:02.567145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.577727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.584122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.639397 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 10 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:02.658362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.670261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 35670b87-1065-4adc-b82c-9207c5b16adf owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:29:02.719021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a2338-64f2-4b6b-9abf-055a3268c68c None None] Pushing event updated for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:02.726499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:02.736247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Provisioning complete for port c3caa5bd-1c31-42ef-8575-4aa219944e7d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:02.736619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.736954 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Attempt 1 to provision port c3caa5bd-1c31-42ef-8575-4aa219944e7d Oct 11 04:29:02.806143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.824189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-12a621ea-5a41-473c-9427-a1721ccdb813 None None] Current status of the port c3caa5bd-1c31-42ef-8575-4aa219944e7d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:02.833623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=35670b87-1065-4adc-b82c-9207c5b16adf,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:02.861366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.864570 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b0071a36-7fc0-4f30-aaa3-17a7f6bc15a6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/35670b87-1065-4adc-b82c-9207c5b16adf HTTP/1.1" status: 204 len: 168 time: 0.3892453 Oct 11 04:29:02.867203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52718) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:02.895838 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9301f9f-7cf0-4dc0-83ce-b7f841e031f3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] GET failed (client error): The resource could not be found. Oct 11 04:29:02.897420 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9301f9f-7cf0-4dc0-83ce-b7f841e031f3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports/35670b87-1065-4adc-b82c-9207c5b16adf HTTP/1.1" status: 404 len: 333 time: 0.0290823 Oct 11 04:29:02.900118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52720) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:02.944496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Provisioning complete for port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:02.945155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.945524 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Attempt 1 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:02.960446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18ea27fe-3f73-4f3e-9e54-c06241dc4f90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.983981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18ea27fe-3f73-4f3e-9e54-c06241dc4f90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:02.992296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:03.031859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18ea27fe-3f73-4f3e-9e54-c06241dc4f90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.035545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-18ea27fe-3f73-4f3e-9e54-c06241dc4f90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.039099 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-18ea27fe-3f73-4f3e-9e54-c06241dc4f90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/security-groups/d1884ecd-cc31-4276-b2ce-3c27bc956b6c HTTP/1.1" status: 204 len: 168 time: 0.1357543 Oct 11 04:29:03.039860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52722) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:03.046174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea27fe-3f73-4f3e-9e54-c06241dc4f90 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1884ecd-cc31-4276-b2ce-3c27bc956b6c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:03.098610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87a87655-9859-4d99-98fe-9cb679baf9e6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.121784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87a87655-9859-4d99-98fe-9cb679baf9e6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.166079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87a87655-9859-4d99-98fe-9cb679baf9e6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.168627 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87a87655-9859-4d99-98fe-9cb679baf9e6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.169807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-87a87655-9859-4d99-98fe-9cb679baf9e6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/security-groups/989a7994-0c4e-4b50-adcd-8c02fc8a9aaa HTTP/1.1" status: 204 len: 168 time: 0.1291111 Oct 11 04:29:03.172863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52724) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:03.179240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a87655-9859-4d99-98fe-9cb679baf9e6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a7994-0c4e-4b50-adcd-8c02fc8a9aaa,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:03.228349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c91538a-518d-45a0-9152-b46e4c42f8ea tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.252144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c91538a-518d-45a0-9152-b46e4c42f8ea tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.294634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c91538a-518d-45a0-9152-b46e4c42f8ea tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.297217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c91538a-518d-45a0-9152-b46e4c42f8ea tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.298409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7c91538a-518d-45a0-9152-b46e4c42f8ea tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/security-groups/0076ea61-52fc-4098-bba9-d9774cd6a9e5 HTTP/1.1" status: 204 len: 168 time: 0.1245618 Oct 11 04:29:03.301257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52726) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:03.308741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91538a-518d-45a0-9152-b46e4c42f8ea tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076ea61-52fc-4098-bba9-d9774cd6a9e5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:03.361216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet 2e3c960c-0930-418c-8437-683379a065dc {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:29:03.364599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.410969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.494137 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Attempt 2 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:03.499561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.530863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:03.561374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.593665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3c960c-0930-418c-8437-683379a065dc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:03.597801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.601080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-18936ef9-d099-4388-8c34-84dbd7fabe91 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/2e3c960c-0930-418c-8437-683379a065dc HTTP/1.1" status: 204 len: 168 time: 0.2986741 Oct 11 04:29:03.605049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:03.624943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1821ec-a763-448e-abf5-02ed95dac979 None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:29:03.662553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet f9ef6a31-2d47-45da-a190-08e9f0727c11 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:29:03.665673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.705757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.769345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c3caa5bd-1c31-42ef-8575-4aa219944e7d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:29:03.794100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.834087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c3caa5bd-1c31-42ef-8575-4aa219944e7d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:03.834618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.835069 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c3caa5bd-1c31-42ef-8575-4aa219944e7d Oct 11 04:29:03.861901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.891198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ef6a31-2d47-45da-a190-08e9f0727c11,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:03.893222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:03.896362 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-22f896b5-51b4-4c33-ae9a-2b350c9fb419 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/f9ef6a31-2d47-45da-a190-08e9f0727c11 HTTP/1.1" status: 204 len: 168 time: 0.2899690 Oct 11 04:29:03.898789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52730) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:03.928397 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc85c55-9bda-40b5-bfac-15d1f6977b24 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:03.928669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c3caa5bd-1c31-42ef-8575-4aa219944e7d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:03.928853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc85c55-9bda-40b5-bfac-15d1f6977b24 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:03.932166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fdc85c55-9bda-40b5-bfac-15d1f6977b24 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/2e3c960c-0930-418c-8437-683379a065dc HTTP/1.1" status: 404 len: 337 time: 0.0322585 Oct 11 04:29:03.935126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52732) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:03.989413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting subnet b0c94e1f-59e6-48a5-b52d-9321a1141244 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:29:03.992926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.032624 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Attempt 3 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:04.035094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.068598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:04.127369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.156194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-463e31ba-e8cf-4935-8129-ffe98f1db659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.188053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.214887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c94e1f-59e6-48a5-b52d-9321a1141244,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:04.220743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.223910 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a140b345-f85e-4c59-a8b2-1289e87d4381 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/b0c94e1f-59e6-48a5-b52d-9321a1141244 HTTP/1.1" status: 204 len: 168 time: 0.2870119 Oct 11 04:29:04.226289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52734) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.253743 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f4c0bf-aabe-4991-b695-ebb91b65cfc6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.254203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f4c0bf-aabe-4991-b695-ebb91b65cfc6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.257276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-64f4c0bf-aabe-4991-b695-ebb91b65cfc6 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/0721dfc6-1f3e-4043-b0e8-a73601b2a2a9 HTTP/1.1" status: 404 len: 337 time: 0.0300426 Oct 11 04:29:04.260082 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52736) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.287348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0b75d294-7e70-47cf-9985-a338f1b7f576 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33be121-aa66-4baf-ac22-8cd1fc24314c HTTP/1.1" status: 200 len: 205 time: 0.0260644 Oct 11 04:29:04.289583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52738) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.327264 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-1a373d0e-4317-4a75-9e18-3b1b0923c578 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] delete failed (client error): The resource could not be found. Oct 11 04:29:04.328300 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1a373d0e-4317-4a75-9e18-3b1b0923c578 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/routers/a33be121-aa66-4baf-ac22-8cd1fc24314c HTTP/1.1" status: 404 len: 336 time: 0.0378277 Oct 11 04:29:04.330851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52740) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.352009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601ecf9-ca5e-4353-a6e2-0ca20471cbbb None None] Network 10bec523-b205-402b-9c68-fb33eb8aa170 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:29:04.361694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-9debd778-a12d-4204-b701-2cde88f7cea0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.362140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9debd778-a12d-4204-b701-2cde88f7cea0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.365089 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9debd778-a12d-4204-b701-2cde88f7cea0 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/81dc3705-2b2e-4252-a8d5-ff21db7bba4a HTTP/1.1" status: 404 len: 337 time: 0.0333598 Oct 11 04:29:04.367672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52742) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.393502 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d844b8-a09f-4706-8495-89d1ef9f3b50 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.393945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d844b8-a09f-4706-8495-89d1ef9f3b50 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.396868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-54d844b8-a09f-4706-8495-89d1ef9f3b50 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/81482ae4-6e0d-419b-aa1b-80c87dca3dca HTTP/1.1" status: 404 len: 337 time: 0.0282459 Oct 11 04:29:04.399367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52744) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.424540 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0af89da-6cf5-445a-a100-1914506b781d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.424983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0af89da-6cf5-445a-a100-1914506b781d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.427937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b0af89da-6cf5-445a-a100-1914506b781d tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/56d9aff3-2c6f-4e09-b1a2-fbf10be7e6fc HTTP/1.1" status: 404 len: 337 time: 0.0276957 Oct 11 04:29:04.430505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52746) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.452582 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d50611-0e16-475f-bbc2-b1ad3e9f35de tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.453170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d50611-0e16-475f-bbc2-b1ad3e9f35de tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.458383 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-73d50611-0e16-475f-bbc2-b1ad3e9f35de tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/e8c75b6f-725a-45b5-9e20-06cd04167516 HTTP/1.1" status: 404 len: 333 time: 0.0247369 Oct 11 04:29:04.458635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52748) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.483233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7817e8-33f5-460f-b3df-58f99debe64b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.483691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7817e8-33f5-460f-b3df-58f99debe64b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.487220 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1c7817e8-33f5-460f-b3df-58f99debe64b tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/c732d27c-0453-4794-b4c1-59ba5d088f0b HTTP/1.1" status: 404 len: 337 time: 0.0277240 Oct 11 04:29:04.489654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52750) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.519404 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d25602-c391-424b-a39d-2842f61213ec tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.519852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d25602-c391-424b-a39d-2842f61213ec tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.523038 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-09d25602-c391-424b-a39d-2842f61213ec tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/ebc5ea5d-ea88-4c70-a1b8-24817b766203 HTTP/1.1" status: 404 len: 337 time: 0.0322452 Oct 11 04:29:04.525485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.530845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] DHCP port deletion for 10bec523-b205-402b-9c68-fb33eb8aa170 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:29:04.550043 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0d6b27-2a58-45ae-aaff-6d8706c806b2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.550672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0d6b27-2a58-45ae-aaff-6d8706c806b2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.553608 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5d0d6b27-2a58-45ae-aaff-6d8706c806b2 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/1d81313a-f6ea-4615-bbf1-2f09183ecc1d HTTP/1.1" status: 404 len: 333 time: 0.0270829 Oct 11 04:29:04.556115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52754) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.570194 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Attempt 4 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:04.582011 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9a27e2-bad8-4dc9-83eb-34bd1547dba3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.582501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9a27e2-bad8-4dc9-83eb-34bd1547dba3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.585781 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e9a27e2-bad8-4dc9-83eb-34bd1547dba3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/326e43e1-bc37-4f58-9cf4-4da6c279efb7 HTTP/1.1" status: 404 len: 337 time: 0.0284755 Oct 11 04:29:04.588297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52756) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.608267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] Deleting port c3caa5bd-1c31-42ef-8575-4aa219944e7d {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:29:04.608574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.614780 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-230fac21-7d75-4a9c-8c00-13e8c3e5aad9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] DELETE failed (client error): The resource could not be found. Oct 11 04:29:04.615257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230fac21-7d75-4a9c-8c00-13e8c3e5aad9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 04:29:04.618172 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-230fac21-7d75-4a9c-8c00-13e8c3e5aad9 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/subnets/eac64a95-6cfa-464b-b998-fc4babf6405c HTTP/1.1" status: 404 len: 337 time: 0.0288866 Oct 11 04:29:04.620678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52758) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:04.625299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:04.674386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] For port c3caa5bd-1c31-42ef-8575-4aa219944e7d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c3caa5bd-1c31-42ef-8575-4aa219944e7d,segment=NetworkSegment(7e947f99-2020-4aa3-9d85-d2e9d4c75b27),segment_id=7e947f99-2020-4aa3-9d85-d2e9d4c75b27)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:04.674813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.686911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] Calling delete_port for c3caa5bd-1c31-42ef-8575-4aa219944e7d owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:29:04.703135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Deleting port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:29:04.703469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.768418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:04.794307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] Pushing event deleted for resources: {'Port': ['ID=c3caa5bd-1c31-42ef-8575-4aa219944e7d,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:04.798463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc892982-1690-4e30-9e1a-ca8705088e53 None None] No DVR routers for this DVR port c3caa5bd-1c31-42ef-8575-4aa219944e7d on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:29:05.018161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.031606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Calling delete_port for 553f5ceb-8109-4453-8e7d-ae47e09d35b2 owned by {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:29:05.107147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.126683 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Attempt 5 to provision port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 Oct 11 04:29:05.133741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Port': ['ID=553f5ceb-8109-4453-8e7d-ae47e09d35b2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:05.143011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.149422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fd082e29-8295-4f09-8ad3-d22be7739bc3 tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/ports/553f5ceb-8109-4453-8e7d-ae47e09d35b2 HTTP/1.1" status: 204 len: 168 time: 0.5245428 Oct 11 04:29:05.149513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Port 553f5ceb-8109-4453-8e7d-ae47e09d35b2 was deleted so its status cannot be updated. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 11 04:29:05.149599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52760) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:05.151127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Could not find standard attr ID for object f7cba6e3-2e2d-4583-a9c7-662d5283f1d8. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:29:05.153917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Could not find standard attr ID for object 35670b87-1065-4adc-b82c-9207c5b16adf. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:29:05.156738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ceae8cf8-820a-4449-a758-a4f4832e4496 None None] Could not find standard attr ID for object c3caa5bd-1c31-42ef-8575-4aa219944e7d. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:29:05.228327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.268658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-26d8440f-55d0-47ee-aba6-a3bed51359e1 None None] Could not find standard attr ID for object 553f5ceb-8109-4453-8e7d-ae47e09d35b2. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:29:05.271483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-26d8440f-55d0-47ee-aba6-a3bed51359e1 None None] Could not find standard attr ID for object 35670b87-1065-4adc-b82c-9207c5b16adf. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:29:05.274626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-26d8440f-55d0-47ee-aba6-a3bed51359e1 None None] Could not find standard attr ID for object c3caa5bd-1c31-42ef-8575-4aa219944e7d. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 04:29:05.316990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.337079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bec523-b205-402b-9c68-fb33eb8aa170']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:05.346153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e947f99-2020-4aa3-9d85-d2e9d4c75b27') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:05.346449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e947f99-2020-4aa3-9d85-d2e9d4c75b27') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:05.355552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.368298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.374131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Releasing vlan 489 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:29:05.374812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.406455 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 7e947f99-2020-4aa3-9d85-d2e9d4c75b27 resource provider aggregate not found Oct 11 04:29:05.444450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.451307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.455059 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] 10.222.0.39 "DELETE /v2.0/networks/10bec523-b205-402b-9c68-fb33eb8aa170 HTTP/1.1" status: 204 len: 168 time: 0.3049390 Oct 11 04:29:05.456578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 7e947f99-2020-4aa3-9d85-d2e9d4c75b27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e947f99-2020-4aa3-9d85-d2e9d4c75b27 found for delete ", "request_id": "req-d39ef96c-2182-4c3d-8387-018e8b22644b"}]} Oct 11 04:29:05.467640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a153ded-ef4e-4638-b55c-29d65a39609e tempest-PortsIpV6TestJSON-1104586928 tempest-PortsIpV6TestJSON-1104586928-project] Pushing event deleted for resources: {'Network': ['ID=10bec523-b205-402b-9c68-fb33eb8aa170,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:05.695964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52770) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:05.767499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c3caa5bd-1c31-42ef-8575-4aa219944e7d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:29:05.790816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c3caa5bd-1c31-42ef-8575-4aa219944e7d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:29:05.791168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c3caa5bd-1c31-42ef-8575-4aa219944e7d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:29:05.831680 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e6a618d5-ac5b-4fe6-8d9d-4837ada71ca0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7e3ea54470a40afa94a5bec9dcb00f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344781 Oct 11 04:29:05.833981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52774) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:05.880935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7156272-ffcd-4397-b676-095a7fc3fd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.900631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7156272-ffcd-4397-b676-095a7fc3fd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.945781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7156272-ffcd-4397-b676-095a7fc3fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.948499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f7156272-ffcd-4397-b676-095a7fc3fd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:05.949627 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f7156272-ffcd-4397-b676-095a7fc3fd0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07459b9a-54ec-4078-a822-9c2ea6c88942 HTTP/1.1" status: 204 len: 168 time: 0.1147244 Oct 11 04:29:05.957226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7156272-ffcd-4397-b676-095a7fc3fd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07459b9a-54ec-4078-a822-9c2ea6c88942,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:06.420371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-052712b3-3075-43b8-a015-76620e3dc667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.572339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52796) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:06.664066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--562204062'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:06.683528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.691606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.768393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.772061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.809553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a324d0-099b-4f8d-a040-4699a2f8ce7a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:06.850599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.854136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.883562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:06.884762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3114278 Oct 11 04:29:06.886716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad369e-0176-47ff-a3b1-6940362984b7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a000af-15ee-4d61-8786-3a06d10c86e1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:06.887584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52800) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:06.937831 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-620dc7fd-ab06-43f1-b8c7-ea41d5580456 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0490873 Oct 11 04:29:06.941004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52802) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:06.945309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-security--1276657189', 'description': 'tempest-security-description-100943091'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:06.970007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.011394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.014703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.017984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.019182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "PUT /v2.0/security-groups/99a000af-15ee-4d61-8786-3a06d10c86e1 HTTP/1.1" status: 200 len: 1779 time: 0.0772443 Oct 11 04:29:07.022013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52804) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.041755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf0555-0761-4bb6-999f-b5e663d760e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a000af-15ee-4d61-8786-3a06d10c86e1,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.060891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7f3d430b-4b09-468b-b99c-1b6e9a90781b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups/99a000af-15ee-4d61-8786-3a06d10c86e1 HTTP/1.1" status: 200 len: 1779 time: 0.0376835 Oct 11 04:29:07.063987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52806) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.113297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-70fc0cd9-ec7c-4f56-876a-2bd5929ca3a4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.135308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-70fc0cd9-ec7c-4f56-876a-2bd5929ca3a4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.176229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-70fc0cd9-ec7c-4f56-876a-2bd5929ca3a4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.178667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-70fc0cd9-ec7c-4f56-876a-2bd5929ca3a4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.179836 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-70fc0cd9-ec7c-4f56-876a-2bd5929ca3a4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/99a000af-15ee-4d61-8786-3a06d10c86e1 HTTP/1.1" status: 204 len: 168 time: 0.1149006 Oct 11 04:29:07.182334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52808) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.189058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc0cd9-ec7c-4f56-876a-2bd5929ca3a4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a000af-15ee-4d61-8786-3a06d10c86e1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.229311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d1af84e5-acdd-437b-bc78-690cfa378aef tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458131 Oct 11 04:29:07.231947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52810) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.244409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-f73648c4-f5ca-4151-aa87-05d2bcd5776a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] delete failed (client error): The resource could not be found. Oct 11 04:29:07.245351 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f73648c4-f5ca-4151-aa87-05d2bcd5776a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/99a000af-15ee-4d61-8786-3a06d10c86e1 HTTP/1.1" status: 404 len: 347 time: 0.0125291 Oct 11 04:29:07.248719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52812) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.254135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--858734067'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:07.273567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.337747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.341306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.371503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.372668 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1228302 Oct 11 04:29:07.373450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc831021-a0ee-4bac-803e-5940c1928c59 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8435ed8b-f671-459b-a4c1-4af51aa48fc1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.375941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52814) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.381188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '8435ed8b-f671-459b-a4c1-4af51aa48fc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:07.405044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.462456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.466636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.483788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df7c31-f966-4bf8-9966-c9cc11d8cadc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.495991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.497190 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-37843fd2-9509-499c-ad37-f821df0b17a0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196578 Oct 11 04:29:07.500572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.528963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ac0d-1d38-492d-8248-bff8661386bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.536411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ac0d-1d38-492d-8248-bff8661386bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.562911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ac0d-1d38-492d-8248-bff8661386bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.569224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ac0d-1d38-492d-8248-bff8661386bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.570306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8ec9ac0d-1d38-492d-8248-bff8661386bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b4df7c31-f966-4bf8-9966-c9cc11d8cadc HTTP/1.1" status: 204 len: 168 time: 0.0681951 Oct 11 04:29:07.573044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52818) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.575703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9ac0d-1d38-492d-8248-bff8661386bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4df7c31-f966-4bf8-9966-c9cc11d8cadc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.621213 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2bd41606-bac2-4a93-909b-3b781c04d0ce tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469289 Oct 11 04:29:07.623899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52820) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.673992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab398-75a8-479d-9e19-67891885cf49 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.692801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.696497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab398-75a8-479d-9e19-67891885cf49 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.740698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab398-75a8-479d-9e19-67891885cf49 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.743316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc8ab398-75a8-479d-9e19-67891885cf49 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.744430 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fc8ab398-75a8-479d-9e19-67891885cf49 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/8435ed8b-f671-459b-a4c1-4af51aa48fc1 HTTP/1.1" status: 204 len: 168 time: 0.1193781 Oct 11 04:29:07.747220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52822) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.753316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ab398-75a8-479d-9e19-67891885cf49 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435ed8b-f671-459b-a4c1-4af51aa48fc1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.789838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-350a5b6e-e340-4f1a-9502-705a5dea7695 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414336 Oct 11 04:29:07.793731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52824) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.798868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089741264'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:07.819454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.884408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.888056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.915042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:07.916215 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1215119 Oct 11 04:29:07.919264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52826) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:07.920216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27ddea-09b2-4efe-998e-0f928e8dcf20 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d63c1d7-8445-44c5-90fa-d22654398f74,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:07.924526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '8d63c1d7-8445-44c5-90fa-d22654398f74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:07.948110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.002792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.006091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.026797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08de7891-49d9-42c0-950f-df2fd337b7b6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.032742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.033896 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d18df7fe-2af3-4d37-a7f1-c5c1115803fe tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135478 Oct 11 04:29:08.036616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52828) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.041019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '8d63c1d7-8445-44c5-90fa-d22654398f74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:08.064804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.123023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.127099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.146538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f537483-17ed-4c54-a65b-5a0a78a80606,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.150885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.152056 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e3b92d14-d806-4b66-b0e1-d24292b9a667 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145053 Oct 11 04:29:08.154751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52830) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.159520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '8d63c1d7-8445-44c5-90fa-d22654398f74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:08.184753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.241479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.245011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.262327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2b6239-0c24-48c4-9c86-51ef9f571838,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.269874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.271069 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5a029662-1082-4966-a3fc-5a59f7d25da5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153865 Oct 11 04:29:08.273841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52832) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.278036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '8d63c1d7-8445-44c5-90fa-d22654398f74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:08.301798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.362609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.366523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.384241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e46fc5-0cd2-4296-92fe-2807be0a7a30,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.390782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.392015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-61ceefd2-3c1f-4adc-9538-f97c9f5ddacc tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172628 Oct 11 04:29:08.394823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52834) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.399038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '8d63c1d7-8445-44c5-90fa-d22654398f74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:08.424330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.484684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.488788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.507063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e39069-1e72-4495-be5c-9d05010d5745,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.514288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.515519 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b7d265a7-8bf4-46a9-80ca-cc1dbeb6b383 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1197836 Oct 11 04:29:08.518342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52836) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.541476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc54b221-d5a5-462b-b869-48feb4fb93af tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.549004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc54b221-d5a5-462b-b869-48feb4fb93af tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.575308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc54b221-d5a5-462b-b869-48feb4fb93af tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.581716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bc54b221-d5a5-462b-b869-48feb4fb93af tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.582824 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bc54b221-d5a5-462b-b869-48feb4fb93af tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/68e39069-1e72-4495-be5c-9d05010d5745 HTTP/1.1" status: 204 len: 168 time: 0.0635273 Oct 11 04:29:08.585831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52838) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.588843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b221-d5a5-462b-b869-48feb4fb93af tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e39069-1e72-4495-be5c-9d05010d5745,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.633100 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3628b981-5ed7-418e-8bd7-23dbde046059 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0458968 Oct 11 04:29:08.635896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52840) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.661852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-870dc032-92dd-476b-8109-7f872d1d7591 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.669065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-870dc032-92dd-476b-8109-7f872d1d7591 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.695337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-870dc032-92dd-476b-8109-7f872d1d7591 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.701035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-870dc032-92dd-476b-8109-7f872d1d7591 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.702101 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-870dc032-92dd-476b-8109-7f872d1d7591 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d3e46fc5-0cd2-4296-92fe-2807be0a7a30 HTTP/1.1" status: 204 len: 168 time: 0.0653005 Oct 11 04:29:08.705459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52842) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.707683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dc032-92dd-476b-8109-7f872d1d7591 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3e46fc5-0cd2-4296-92fe-2807be0a7a30,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.758492 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a93de70f-ce9d-4e89-9d0f-3d77ff1f27f0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0517137 Oct 11 04:29:08.761182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52844) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.782926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca194ece-d2a9-4448-ad6c-628813a336bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.790079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca194ece-d2a9-4448-ad6c-628813a336bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.816316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca194ece-d2a9-4448-ad6c-628813a336bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.822180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca194ece-d2a9-4448-ad6c-628813a336bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.825105 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ca194ece-d2a9-4448-ad6c-628813a336bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4c2b6239-0c24-48c4-9c86-51ef9f571838 HTTP/1.1" status: 204 len: 168 time: 0.0630326 Oct 11 04:29:08.827914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52846) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.830336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194ece-d2a9-4448-ad6c-628813a336bd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c2b6239-0c24-48c4-9c86-51ef9f571838,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.870309 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3c04038b-6127-4a7a-9612-d0105180623f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0411470 Oct 11 04:29:08.872907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52848) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.895728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5218ddec-7188-47da-9ee3-a3d6857779e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.903210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5218ddec-7188-47da-9ee3-a3d6857779e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.928581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5218ddec-7188-47da-9ee3-a3d6857779e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.934413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5218ddec-7188-47da-9ee3-a3d6857779e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:08.935525 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5218ddec-7188-47da-9ee3-a3d6857779e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2f537483-17ed-4c54-a65b-5a0a78a80606 HTTP/1.1" status: 204 len: 168 time: 0.0617211 Oct 11 04:29:08.938217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52850) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:08.941245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218ddec-7188-47da-9ee3-a3d6857779e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f537483-17ed-4c54-a65b-5a0a78a80606,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:08.978308 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-90d6c1f3-3076-4046-8f31-2a341dca31c0 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0383525 Oct 11 04:29:08.980881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52852) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.003775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b288e8a-60f7-420e-acb3-57469168ece5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.010956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b288e8a-60f7-420e-acb3-57469168ece5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.036838 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b288e8a-60f7-420e-acb3-57469168ece5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.041346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b288e8a-60f7-420e-acb3-57469168ece5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.042456 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9b288e8a-60f7-420e-acb3-57469168ece5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/08de7891-49d9-42c0-950f-df2fd337b7b6 HTTP/1.1" status: 204 len: 168 time: 0.0607016 Oct 11 04:29:09.047070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52854) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.050258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b288e8a-60f7-420e-acb3-57469168ece5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08de7891-49d9-42c0-950f-df2fd337b7b6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.085999 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-16b174a8-67b5-4938-9151-82e926708e4b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0371556 Oct 11 04:29:09.088645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52856) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.140678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e175afc-ddd0-487f-a1a1-c31d674b38b9 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.163702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e175afc-ddd0-487f-a1a1-c31d674b38b9 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.204366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e175afc-ddd0-487f-a1a1-c31d674b38b9 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.206913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e175afc-ddd0-487f-a1a1-c31d674b38b9 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.208028 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4e175afc-ddd0-487f-a1a1-c31d674b38b9 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d63c1d7-8445-44c5-90fa-d22654398f74 HTTP/1.1" status: 204 len: 168 time: 0.1185162 Oct 11 04:29:09.211501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52858) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.228181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e175afc-ddd0-487f-a1a1-c31d674b38b9 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d63c1d7-8445-44c5-90fa-d22654398f74,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.261484 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a43a4c35-3d61-43ce-916f-cd9664720dd2 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493340 Oct 11 04:29:09.263770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52860) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.267814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.268337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168277927'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:09.288440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.352903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.356398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.384385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.385578 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1208494 Oct 11 04:29:09.388371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52862) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.392618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': 'dcfccb8d-8b38-441e-ae4c-4a4320af7ded', 'direction': 'ingress', 'protocol': 17}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:09.400089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12bc2d-99a4-4be1-b7d8-7816cb5f5f5b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfccb8d-8b38-441e-ae4c-4a4320af7ded,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.419532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.472208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.480631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.484299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.503257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71af75a3-a314-4c9d-aed9-65678e417ec0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.509260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.510419 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-50336a91-2c7e-4348-8092-cea91bd6a448 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1211619 Oct 11 04:29:09.513269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52864) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.565053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00d5332-db1a-4bd5-833e-0c1d5fa6b34a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.587396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00d5332-db1a-4bd5-833e-0c1d5fa6b34a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.630871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00d5332-db1a-4bd5-833e-0c1d5fa6b34a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.633446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00d5332-db1a-4bd5-833e-0c1d5fa6b34a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.634633 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d00d5332-db1a-4bd5-833e-0c1d5fa6b34a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/dcfccb8d-8b38-441e-ae4c-4a4320af7ded HTTP/1.1" status: 204 len: 168 time: 0.1203289 Oct 11 04:29:09.637287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52868) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.643958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d5332-db1a-4bd5-833e-0c1d5fa6b34a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfccb8d-8b38-441e-ae4c-4a4320af7ded,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.685352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-77dd7a98-322f-4c78-aa2b-0a8bc111454b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468872 Oct 11 04:29:09.688987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52870) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.693394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139713848'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:09.714141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.778291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.782606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.805981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.807207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1172383 Oct 11 04:29:09.810058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52872) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.815588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243444336'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:09.815894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65414827-1bea-407b-8737-2ec6da9f4590 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b75f95-e3c1-48fb-b85f-28f5619ba806,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.837209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.903340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.906891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.937664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:09.939421 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1283042 Oct 11 04:29:09.940164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec51876-8e97-419b-83be-46abd81a23da tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655db05f-973f-4e6f-b42f-3f298c4a3e49,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:09.942243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52874) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:09.947294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '85b75f95-e3c1-48fb-b85f-28f5619ba806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '655db05f-973f-4e6f-b42f-3f298c4a3e49', 'remote_ip_prefix': None}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:09.975328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.046272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.049768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.067812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0972e017-3457-4588-a41b-d4cbf46952f7,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.078251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.080101 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-19f22caa-183b-4a39-a377-a25ee1136384 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1368032 Oct 11 04:29:10.083204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52876) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.105399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ebf401fa-58d6-4207-a349-682f855d7a5f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.112648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ebf401fa-58d6-4207-a349-682f855d7a5f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.139001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ebf401fa-58d6-4207-a349-682f855d7a5f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.145359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ebf401fa-58d6-4207-a349-682f855d7a5f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.146443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ebf401fa-58d6-4207-a349-682f855d7a5f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0972e017-3457-4588-a41b-d4cbf46952f7 HTTP/1.1" status: 204 len: 168 time: 0.0623202 Oct 11 04:29:10.149190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52878) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.151784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf401fa-58d6-4207-a349-682f855d7a5f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0972e017-3457-4588-a41b-d4cbf46952f7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.191102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4b312a01-cd99-4e82-accb-f6200f18ad3b tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0407395 Oct 11 04:29:10.193795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52880) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.244464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a1bb590b-345c-4b60-8c43-6481d5d2118c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.266411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a1bb590b-345c-4b60-8c43-6481d5d2118c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.305901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a1bb590b-345c-4b60-8c43-6481d5d2118c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.308455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a1bb590b-345c-4b60-8c43-6481d5d2118c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.309573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a1bb590b-345c-4b60-8c43-6481d5d2118c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/655db05f-973f-4e6f-b42f-3f298c4a3e49 HTTP/1.1" status: 204 len: 168 time: 0.1148932 Oct 11 04:29:10.312458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52882) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.319158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb590b-345c-4b60-8c43-6481d5d2118c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655db05f-973f-4e6f-b42f-3f298c4a3e49,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.351434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.368585 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6bb09545-18c7-42af-a35a-9ec6f9c01cc5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0549202 Oct 11 04:29:10.371321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52884) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.421037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c099d39d-83b7-4c6c-99bd-dea0e73fda2e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.443786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c099d39d-83b7-4c6c-99bd-dea0e73fda2e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.483527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c099d39d-83b7-4c6c-99bd-dea0e73fda2e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.486698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c099d39d-83b7-4c6c-99bd-dea0e73fda2e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.487829 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c099d39d-83b7-4c6c-99bd-dea0e73fda2e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/85b75f95-e3c1-48fb-b85f-28f5619ba806 HTTP/1.1" status: 204 len: 168 time: 0.1156187 Oct 11 04:29:10.490609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52886) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.496590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d39d-83b7-4c6c-99bd-dea0e73fda2e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b75f95-e3c1-48fb-b85f-28f5619ba806,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.536511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-99494d2c-0b8f-42bc-b129-902bef8f83f3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447249 Oct 11 04:29:10.540314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52888) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.544432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924987601'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:10.564980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.629298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.632640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.661570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.662824 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1215765 Oct 11 04:29:10.664685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf054d-ba26-4c41-a015-0c0cdc347664 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6655453-2cb2-457e-8dfc-c18ccf848503,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.665679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52890) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.670289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': 'a6655453-2cb2-457e-8dfc-c18ccf848503', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:10.695728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.743906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.747038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.763672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1ef23a-6e11-450f-af84-0116c5d12e6e,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.771791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.772981 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c7b7924a-9839-447b-825f-76ab65c05a90 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1062398 Oct 11 04:29:10.775710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52892) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.800046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87d5-b10c-47f5-b189-e552674d956c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.807350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87d5-b10c-47f5-b189-e552674d956c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.832394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87d5-b10c-47f5-b189-e552674d956c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.838353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87d5-b10c-47f5-b189-e552674d956c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.839528 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aa8b87d5-b10c-47f5-b189-e552674d956c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/cf1ef23a-6e11-450f-af84-0116c5d12e6e HTTP/1.1" status: 204 len: 168 time: 0.0628781 Oct 11 04:29:10.842143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52894) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.845400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b87d5-b10c-47f5-b189-e552674d956c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf1ef23a-6e11-450f-af84-0116c5d12e6e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:10.882498 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-187add63-317a-444f-8a2b-32540da89a24 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391352 Oct 11 04:29:10.885027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52896) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:10.934149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef804b16-b90d-42a3-bd63-178b6d8e9f41 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.955297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef804b16-b90d-42a3-bd63-178b6d8e9f41 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.994712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef804b16-b90d-42a3-bd63-178b6d8e9f41 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.997249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef804b16-b90d-42a3-bd63-178b6d8e9f41 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:10.998353 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ef804b16-b90d-42a3-bd63-178b6d8e9f41 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6655453-2cb2-457e-8dfc-c18ccf848503 HTTP/1.1" status: 204 len: 168 time: 0.1124535 Oct 11 04:29:11.001361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52898) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.007092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef804b16-b90d-42a3-bd63-178b6d8e9f41 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6655453-2cb2-457e-8dfc-c18ccf848503,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.046481 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-98f25597-6cef-456b-b79c-177229c2a164 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438759 Oct 11 04:29:11.050876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52900) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.055814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506992406'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:11.075765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.138797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.142157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.170504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.171729 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1199369 Oct 11 04:29:11.174164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443662eb-ba91-4516-b8d4-cbb37f372213 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f71bb-48f9-4812-911b-fed0610635ab,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.175172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52902) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.179979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': 'ab3f71bb-48f9-4812-911b-fed0610635ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:11.205177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.251445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.254843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.274146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5194638f-64d8-412f-9e4d-da1be1dd2320,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.282024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.283205 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3cd51ca2-cc93-44fb-ab2d-4258f94b72ac tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1069329 Oct 11 04:29:11.285896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52904) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.301393 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e477df0f-f9c6-403c-9dc2-b87ba28dcb97 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules/5194638f-64d8-412f-9e4d-da1be1dd2320 HTTP/1.1" status: 200 len: 763 time: 0.0145173 Oct 11 04:29:11.303662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.341699 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3c28d6cd-226b-4287-a9dc-9eae98d50912 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0370715 Oct 11 04:29:11.344259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52908) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.366802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68d92b1a-831f-4399-bf87-1c8421c9441c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.374056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68d92b1a-831f-4399-bf87-1c8421c9441c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.399717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68d92b1a-831f-4399-bf87-1c8421c9441c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.405387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68d92b1a-831f-4399-bf87-1c8421c9441c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.406456 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68d92b1a-831f-4399-bf87-1c8421c9441c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5194638f-64d8-412f-9e4d-da1be1dd2320 HTTP/1.1" status: 204 len: 168 time: 0.0607944 Oct 11 04:29:11.409667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52910) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.412199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d92b1a-831f-4399-bf87-1c8421c9441c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5194638f-64d8-412f-9e4d-da1be1dd2320,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.449193 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-62bc7f21-e8bd-4f26-865d-aa8ee54f670f tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383592 Oct 11 04:29:11.451714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52912) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.456036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': 'ab3f71bb-48f9-4812-911b-fed0610635ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:11.479432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.538685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.542055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.558769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f63a9f0-c625-4d04-bd30-ca22b7d4be50,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.567123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.568291 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-10b0e90b-0566-414e-9267-f1b1b723dec3 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156633 Oct 11 04:29:11.570996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52914) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.586443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-86f65b06-f618-4b54-9a2e-c6d78bc155cd tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules/6f63a9f0-c625-4d04-bd30-ca22b7d4be50 HTTP/1.1" status: 200 len: 763 time: 0.0144420 Oct 11 04:29:11.588838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52916) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.628295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8177ecb7-2900-4c24-aa3d-1e274a3ce397 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0384707 Oct 11 04:29:11.630875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52918) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.652508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d913e90b-22fc-4351-953e-07079e4a69ed tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.660271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d913e90b-22fc-4351-953e-07079e4a69ed tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.686496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d913e90b-22fc-4351-953e-07079e4a69ed tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.693161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d913e90b-22fc-4351-953e-07079e4a69ed tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.694232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d913e90b-22fc-4351-953e-07079e4a69ed tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6f63a9f0-c625-4d04-bd30-ca22b7d4be50 HTTP/1.1" status: 204 len: 168 time: 0.0624995 Oct 11 04:29:11.696913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52920) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.698115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913e90b-22fc-4351-953e-07079e4a69ed tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f63a9f0-c625-4d04-bd30-ca22b7d4be50,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.736827 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d3cd2965-eb50-406f-9afa-92e835b5bc58 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386941 Oct 11 04:29:11.739496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52922) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.743616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': 'ab3f71bb-48f9-4812-911b-fed0610635ab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:11.767492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.822409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.825915 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.845120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e09e5ae-f8ae-47b8-848f-56ff6861a677,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:11.854223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.855466 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f5eda655-16fa-476e-ad49-521b6a96a4c5 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150641 Oct 11 04:29:11.858015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52924) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.873489 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d049eb87-db4f-4d1c-9383-e8f12278d278 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules/6e09e5ae-f8ae-47b8-848f-56ff6861a677 HTTP/1.1" status: 200 len: 764 time: 0.0143559 Oct 11 04:29:11.876010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52926) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.914505 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8f39053b-7c6f-423b-b0d3-c06e0460b5e4 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0374908 Oct 11 04:29:11.916785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52928) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.938024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e906-46a9-4e44-a76d-ba816a416281 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.945189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e906-46a9-4e44-a76d-ba816a416281 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.974561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e906-46a9-4e44-a76d-ba816a416281 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.980428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e906-46a9-4e44-a76d-ba816a416281 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:11.981490 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5fe0e906-46a9-4e44-a76d-ba816a416281 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6e09e5ae-f8ae-47b8-848f-56ff6861a677 HTTP/1.1" status: 204 len: 168 time: 0.0638564 Oct 11 04:29:11.984156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52930) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:11.986550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0e906-46a9-4e44-a76d-ba816a416281 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e09e5ae-f8ae-47b8-848f-56ff6861a677,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:12.023863 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-067c7457-3312-4cc7-b4b5-a1ab39dc26f2 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385690 Oct 11 04:29:12.026568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52932) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.077430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ae17971-67e4-4427-b9b5-91f3f43ddbbb tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.099524 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ae17971-67e4-4427-b9b5-91f3f43ddbbb tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.139867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ae17971-67e4-4427-b9b5-91f3f43ddbbb tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.143363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ae17971-67e4-4427-b9b5-91f3f43ddbbb tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.144491 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9ae17971-67e4-4427-b9b5-91f3f43ddbbb tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab3f71bb-48f9-4812-911b-fed0610635ab HTTP/1.1" status: 204 len: 168 time: 0.1170130 Oct 11 04:29:12.147192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52934) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.153449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae17971-67e4-4427-b9b5-91f3f43ddbbb tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f71bb-48f9-4812-911b-fed0610635ab,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:12.189296 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6e8c174d-4ed5-4e4e-8bcf-df660adc72c2 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0399854 Oct 11 04:29:12.193114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52936) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.197132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520835623'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:12.217086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.282191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.285741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.315444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.316655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1226890 Oct 11 04:29:12.317747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a6f2c-2061-4790-a724-a6dbea1c839c tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886ca7b4-413f-4bfb-af81-de563bdbbb39,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:12.319582 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52938) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.324569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Request body: {'security_group_rule': {'security_group_id': '886ca7b4-413f-4bfb-af81-de563bdbbb39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:12.350136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.398779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.402191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.421678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cbcb73-03a2-4061-abfd-a9d06b4202a1,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:12.427176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.428340 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8d91ae59-9de1-4988-98b5-118c9a7f7fd8 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1075640 Oct 11 04:29:12.431084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52940) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.482420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e703e7-cc8c-4d6c-b867-32f79289311a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.505942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e703e7-cc8c-4d6c-b867-32f79289311a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.550351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e703e7-cc8c-4d6c-b867-32f79289311a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.552923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37e703e7-cc8c-4d6c-b867-32f79289311a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:12.554067 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-37e703e7-cc8c-4d6c-b867-32f79289311a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/886ca7b4-413f-4bfb-af81-de563bdbbb39 HTTP/1.1" status: 204 len: 168 time: 0.1220984 Oct 11 04:29:12.556783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52942) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.562879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e703e7-cc8c-4d6c-b867-32f79289311a tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886ca7b4-413f-4bfb-af81-de563bdbbb39,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:12.601786 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ad1b6efa-6224-4ee3-8c04-d764b9be437e tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437849 Oct 11 04:29:12.604249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52944) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.639429 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ec253544-52e5-4609-b06b-1e78b9d55473 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0337608 Oct 11 04:29:12.641592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52946) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.654625 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-961d8c1f-e492-4dce-aab3-39f2258dbb21 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] delete failed (client error): The resource could not be found. Oct 11 04:29:12.655601 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-961d8c1f-e492-4dce-aab3-39f2258dbb21 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "DELETE /v2.0/security-groups/886ca7b4-413f-4bfb-af81-de563bdbbb39 HTTP/1.1" status: 404 len: 347 time: 0.0130165 Oct 11 04:29:12.659103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52948) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:12.699657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b5584df4-1c6b-4616-b440-a5a8cab4b4e7 tempest-SecGroupTest-1328795834 tempest-SecGroupTest-1328795834-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0394869 Oct 11 04:29:12.933338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52954) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:13.059866 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-36b783df-e695-48b8-a318-7b37f1173156 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e97a74414394f73a79831d5ea4d06f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253164 Oct 11 04:29:13.062325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52958) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:13.108867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bf34492-8bdd-410a-a971-95aef2d57b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:13.129967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bf34492-8bdd-410a-a971-95aef2d57b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:13.178156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bf34492-8bdd-410a-a971-95aef2d57b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:13.180710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8bf34492-8bdd-410a-a971-95aef2d57b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:13.181841 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8bf34492-8bdd-410a-a971-95aef2d57b03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54a324d0-099b-4f8d-a040-4699a2f8ce7a HTTP/1.1" status: 204 len: 168 time: 0.1185772 Oct 11 04:29:13.189386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf34492-8bdd-410a-a971-95aef2d57b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a324d0-099b-4f8d-a040-4699a2f8ce7a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:17.726620 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-a3075633-e0c9-4286-8f0a-084114e98348 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432894 Oct 11 04:29:17.822052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792366-2b85-4c65-b61f-631914840455 req-db5a1d7e-fae6-4d07-a4d0-195f08b282a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:17.823554 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-db5a1d7e-fae6-4d07-a4d0-195f08b282a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1098 time: 0.0402331 Oct 11 04:29:17.926256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792366-2b85-4c65-b61f-631914840455 req-71429966-2863-40a2-813c-04cf437117bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:17.927627 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-71429966-2863-40a2-813c-04cf437117bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 898 time: 0.0854437 Oct 11 04:29:17.990137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-e5253c65-bdee-4dcd-98cd-f4f6d80237ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 1001 time: 0.0559449 Oct 11 04:29:18.036367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792366-2b85-4c65-b61f-631914840455 req-4e52b885-3f71-4d45-828e-f668d93c8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:18.037758 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-4e52b885-3f71-4d45-828e-f668d93c8907 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 200 len: 834 time: 0.0415723 Oct 11 04:29:18.084285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d792366-2b85-4c65-b61f-631914840455 req-54e3badc-76e2-4913-b080-ae382712b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:18.085708 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-54e3badc-76e2-4913-b080-ae382712b10c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d29ee76-9582-4384-b576-6e279a1d7630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417051 Oct 11 04:29:18.173162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-08e80124-266e-4ccd-a365-6f4bf1a387fe service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799408 Oct 11 04:29:18.261614 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d792366-2b85-4c65-b61f-631914840455 req-92769885-1bae-49c0-b7ad-dc62d95d0f92 service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Oct 11 04:29:18.582651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52964) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:18.654755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052717c-9391-4029-be01-528c4325c6b9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:18.655247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052717c-9391-4029-be01-528c4325c6b9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:18.655738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052717c-9391-4029-be01-528c4325c6b9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:18.658037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c052717c-9391-4029-be01-528c4325c6b9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=463d5d499b0f480abf42b4b49cab474a&network_id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 2999 time: 0.0743835 Oct 11 04:29:20.128374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52974) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:20.177847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c2a3a-db07-4f2b-a857-60a00ab139d3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:20.179340 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aa0c2a3a-db07-4f2b-a857-60a00ab139d3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 814 time: 0.0499501 Oct 11 04:29:20.641540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 52980) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:20.646688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--333416189', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:20.666180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:20.669546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:20.692780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 451} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:29:20.701245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:20.701590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment 82f76121-fc2b-4796-a058-71e4fbd85ba7 of type vlan for network a6a2a8dc-71e8-48be-9314-cff93d6d83aa Oct 11 04:29:20.739697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:20.763339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:20.769230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:20.769799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:20.805359 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1627531 Oct 11 04:29:20.808655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52982) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:20.838998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acdd13-0876-4153-9862-ae6db2ffcdf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=a6a2a8dc-71e8-48be-9314-cff93d6d83aa,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:20.849079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:29:20.885613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea504bb-349a-4bf3-a4cf-87406e4f35b5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:20.887186 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9ea504bb-349a-4bf3-a4cf-87406e4f35b5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0775442 Oct 11 04:29:20.889987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52984) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.033736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8a602-40ac-4e44-aa5e-de2ef58db8c9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:21.035279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6bc8a602-40ac-4e44-aa5e-de2ef58db8c9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443784 Oct 11 04:29:21.038062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52986) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.074538 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3ef30007-ce4f-4d7f-a9f8-c95629c65374 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353734 Oct 11 04:29:21.077039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52988) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.104014 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-73536861-3900-41f3-b62c-cb6428d1882b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259523 Oct 11 04:29:21.106285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52990) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.192894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc8eb2-f7b3-4365-97dc-0fb95d4e2b23 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:21.194288 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8fcc8eb2-f7b3-4365-97dc-0fb95d4e2b23 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871012 Oct 11 04:29:21.197039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52992) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.223812 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cd97ba52-b9fd-4ef2-bfe3-4aff4cb48f2f tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257547 Oct 11 04:29:21.226153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 52994) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.230751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761642908', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:21.313219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:21.316777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.493906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.558579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=7d4bfb46-6a18-40da-882c-86b7cb66faf4,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:21.565937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:29:21.566294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: a6a2a8dc-71e8-48be-9314-cff93d6d83aa, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:29:21.583365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:29:21.591793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, a6a2a8dc-71e8-48be-9314-cff93d6d83aa) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:21.596611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:21.597185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.603556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35633e26-4655-45e3-bba9-be91a5493c3e None None] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:29:21.612606 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f51ebf20-c4bc-4f5c-a92e-6fdb4db2441a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3854678 Oct 11 04:29:21.685594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53000) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.690188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961424478', 'description': 'tempest-secgroup-smoke-961424478 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:21.711243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.757438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:29:21.758289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.780188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.784936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.812284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.814013 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1274171 Oct 11 04:29:21.817138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53002) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.818713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f744b-a6ef-49a4-8b61-0854f62856f4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68590055-1831-4553-851e-2c45bf37394d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:21.822850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '68590055-1831-4553-851e-2c45bf37394d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:21.848194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.904146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Allocated IP 172.20.0.18 (a6a2a8dc-71e8-48be-9314-cff93d6d83aa/7d4bfb46-6a18-40da-882c-86b7cb66faf4/2f81ec26-0228-45bc-8db3-6028673b1251) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:21.905820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.909367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.925993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35839453-63f0-4299-84e6-4d301996a0d6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:21.935338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:21.939871 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9725f54d-d8cf-4156-bd48-922a3803fd86 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175914 Oct 11 04:29:21.940023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53004) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:21.944422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '68590055-1831-4553-851e-2c45bf37394d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:21.970212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.027871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.031607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.048855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f633dc7-ece1-4b0d-a47a-c3f6123234be,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.049735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.056174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.056790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.057988 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-74949960-bf02-47af-b834-e74fe723c317 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170421 Oct 11 04:29:22.060863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53006) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:22.065821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '68590055-1831-4553-851e-2c45bf37394d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:22.089308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.094932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:29:22.097768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:22.101187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:29:22.109412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Pushing event updated for resources: {'Port': ['ID=2f81ec26-0228-45bc-8db3-6028673b1251,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.153778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.157444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.159425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Attempting to bind port 2f81ec26-0228-45bc-8db3-6028673b1251 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:29:22.159793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Attempting to bind port 2f81ec26-0228-45bc-8db3-6028673b1251 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:29:22.160148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Attempting to bind port 2f81ec26-0228-45bc-8db3-6028673b1251 on network a6a2a8dc-71e8-48be-9314-cff93d6d83aa {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:29:22.165009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:29:22.165378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Checking segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:29:22.165774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.166159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Bound using segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:29:22.166644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Bound port: 2f81ec26-0228-45bc-8db3-6028673b1251, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:29:22.167033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.174432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4a9394-091c-47d5-b563-0a0d62d7317d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.184185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.185378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-26ee6002-1d93-45ee-bd7b-1763ed8462fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236010 Oct 11 04:29:22.188749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53008) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:22.192966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '68590055-1831-4553-851e-2c45bf37394d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:22.216927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.232541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] For port 2f81ec26-0228-45bc-8db3-6028673b1251, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:29:22.236399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] For port 2f81ec26-0228-45bc-8db3-6028673b1251, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2f81ec26-0228-45bc-8db3-6028673b1251,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:29:22.240940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.282666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.289170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.308891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e0151b-4ab7-4da6-bd43-af47bc11daff,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.320652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.321973 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b5b92245-b9ab-4067-aeea-b0f4c8daa9c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323130 Oct 11 04:29:22.324834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53010) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:22.329433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '68590055-1831-4553-851e-2c45bf37394d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:22.350442 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:29:22.355831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.426107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.437602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.460336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99011907-1bb7-4bc6-9b31-81b8f1ac2748 None None] Pushing event updated for resources: {'Port': ['ID=2f81ec26-0228-45bc-8db3-6028673b1251,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.463279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9494d4-0aa4-45e3-af82-8f81ca05a846,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.473983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.475308 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-85a501b3-2dc5-45d3-ac32-d7e39069d4ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494844 Oct 11 04:29:22.478073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53012) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:22.482971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '68590055-1831-4553-851e-2c45bf37394d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:22.505982 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:29:22.511522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.576691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.580407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.597139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4aeb3a-5b58-409c-bacf-bcfa32d2bf65,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:22.607765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:22.608951 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b44e0da3-c7ef-4efd-8da9-016a2388086b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294675 Oct 11 04:29:22.794340 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-81d3938b-a0bb-4ef4-b3f2-460f10c788ad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961424478&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0322611 Oct 11 04:29:22.902815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-23accdcd-776f-488c-9a7c-2477dfc4c58f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:22.904301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-23accdcd-776f-488c-9a7c-2477dfc4c58f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=a6a2a8dc-71e8-48be-9314-cff93d6d83aa HTTP/1.1" status: 200 len: 796 time: 0.1028967 Oct 11 04:29:22.919945 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6c08c5cd-878c-4b97-838c-a9cfba081b21 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0094411 Oct 11 04:29:22.980240 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-096d88dc-f0a7-48a6-b7f8-bbccebccfa14 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540628 Oct 11 04:29:23.081006 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-2e1e1e84-8734-4b6b-84dd-70fc49dce28d service neutron] 10.222.0.39 "GET /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887995 Oct 11 04:29:23.172867 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-33f27b1b-8d8c-4965-b9d9-ffadf2f0d217 service neutron] 10.222.0.39 "GET /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853262 Oct 11 04:29:23.176727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b7ed6-790a-4f75-af70-677d36784831 None None] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:29:23.248978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Provisioning complete for port 2f81ec26-0228-45bc-8db3-6028673b1251 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:23.249615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:23.249953 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Attempt 1 to provision port 2f81ec26-0228-45bc-8db3-6028673b1251 Oct 11 04:29:23.340852 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d34f1047-338f-4c4d-8202-c785ef282813 req-ec97c67f-292d-4c8c-839a-6a84e69abd6f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 210 time: 0.0283306 Oct 11 04:29:23.414966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Current status of the port 2f81ec26-0228-45bc-8db3-6028673b1251 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:23.415296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:23.454091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] For port 2f81ec26-0228-45bc-8db3-6028673b1251, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2f81ec26-0228-45bc-8db3-6028673b1251,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:23.459015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:23.517970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992b6d9-2fc9-4eee-8c00-acfa98319064 None None] Pushing event updated for resources: {'Port': ['ID=2f81ec26-0228-45bc-8db3-6028673b1251,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:23.679036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-247f8a54-fe7d-41a0-9591-5518dd7f6f96 None None] Provisioning complete for port 2f81ec26-0228-45bc-8db3-6028673b1251 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:23.679398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-247f8a54-fe7d-41a0-9591-5518dd7f6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:23.679728 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-247f8a54-fe7d-41a0-9591-5518dd7f6f96 None None] Attempt 1 to provision port 2f81ec26-0228-45bc-8db3-6028673b1251 Oct 11 04:29:23.765628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-247f8a54-fe7d-41a0-9591-5518dd7f6f96 None None] Current status of the port 2f81ec26-0228-45bc-8db3-6028673b1251 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:23.802550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2f81ec26-0228-45bc-8db3-6028673b1251 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:29:23.849880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2f81ec26-0228-45bc-8db3-6028673b1251 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:23.850244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:23.850603 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2f81ec26-0228-45bc-8db3-6028673b1251 Oct 11 04:29:23.928888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2f81ec26-0228-45bc-8db3-6028673b1251 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:24.393475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-78ced817-8537-4011-b0c0-52e61791feb2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:24.394960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-78ced817-8537-4011-b0c0-52e61791feb2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=a6a2a8dc-71e8-48be-9314-cff93d6d83aa HTTP/1.1" status: 200 len: 796 time: 0.1074927 Oct 11 04:29:24.459340 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1d765794-3f53-402b-85d7-b091ec0843bf req-5b1f9af0-513d-4ae6-a37e-879dff14e6a7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 210 time: 0.0361485 Oct 11 04:29:24.482996 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-1041e099-2ed3-486d-9390-6bf8c01eb89b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 471 time: 0.0506585 Oct 11 04:29:24.497844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': '76f0c2af-479e-4776-a094-a08ec53898bf', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['68590055-1831-4553-851e-2c45bf37394d']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:24.602981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:29:24.606317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:24.732219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.22 (a6a2a8dc-71e8-48be-9314-cff93d6d83aa/7d4bfb46-6a18-40da-882c-86b7cb66faf4/02d095c4-b2e7-4fb6-9ba4-e8d9387e1177) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:24.869438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:24.902469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:24.951344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:29:24.954382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:24.958551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:29:24.964583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:25.009619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:25.010245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.026674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-ee42a0f0-3255-4a99-b4e9-d16f152e9800 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5322368 Oct 11 04:29:25.061492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Request body: {'port': {'device_id': '76f0c2af-479e-4776-a094-a08ec53898bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:29:25.116866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.195616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Provisioning complete for port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:25.196188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.196293 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Attempt 1 to provision port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 Oct 11 04:29:25.232574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:25.585146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065d1d2-b527-41d5-8293-8e19fb7e284f req-62cb7168-d078-4d81-a387-ee414e010c34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:25.587749 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c065d1d2-b527-41d5-8293-8e19fb7e284f req-62cb7168-d078-4d81-a387-ee414e010c34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 932 time: 0.0522628 Oct 11 04:29:25.627172 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c065d1d2-b527-41d5-8293-8e19fb7e284f req-7655591d-1af8-4280-87e4-b08cf513166c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Oct 11 04:29:25.693003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:29:25.700182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.712397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Transition to ACTIVE for port object 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:29:25.716892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.733692 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Attempt 2 to provision port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 Oct 11 04:29:25.768687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:25.793683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:25.819470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Attempting to bind port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:29:25.819797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Attempting to bind port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:29:25.820115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Attempting to bind port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 on network a6a2a8dc-71e8-48be-9314-cff93d6d83aa {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:29:25.824206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 on network a6a2a8dc-71e8-48be-9314-cff93d6d83aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:29:25.824529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Attempting to bind port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 on network a6a2a8dc-71e8-48be-9314-cff93d6d83aa {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:29:25.829187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:29:25.829560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Checking segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:29:25.830448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Bound using segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:29:25.830893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Bound port: 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:29:25.831236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.891422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] For port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:29:25.894983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] For port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:29:25.898948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.902825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:25.903478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:25.904817 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 HTTP/1.1" status: 200 len: 1094 time: 0.8476510 Oct 11 04:29:25.906122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f0c2af-479e-4776-a094-a08ec53898bf', 'tag': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:29:25.908440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72250bb2-2ab5-46a3-b536-f2cee560eec0" -d '{"events": [{"name": "network-changed", "server_uuid": "76f0c2af-479e-4776-a094-a08ec53898bf", "tag": "02d095c4-b2e7-4fb6-9ba4-e8d9387e1177"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:29:25.954579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9bf9c-befd-4c2e-8407-c7972eaaf8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:25.967346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b7acd3-edd3-4e78-90b8-c6e09aa78ad0 x-openstack-request-id: req-26b7acd3-edd3-4e78-90b8-c6e09aa78ad0 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:29:25.967665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f0c2af-479e-4776-a094-a08ec53898bf", "tag": "02d095c4-b2e7-4fb6-9ba4-e8d9387e1177", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:29:25.967868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26b7acd3-edd3-4e78-90b8-c6e09aa78ad0 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:29:25.968686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b7acd3-edd3-4e78-90b8-c6e09aa78ad0'] response: {'name': 'network-changed', 'server_uuid': '76f0c2af-479e-4776-a094-a08ec53898bf', 'tag': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177', 'status': 'completed', 'code': 200} Oct 11 04:29:26.000204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-138e7ca8-4211-48d4-ae90-93717f7627ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.002331 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-138e7ca8-4211-48d4-ae90-93717f7627ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 1097 time: 0.0439696 Oct 11 04:29:26.050693 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-fd896ac6-b878-478a-a315-899b93759f8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 HTTP/1.1" status: 200 len: 217 time: 0.0363061 Oct 11 04:29:26.097954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-f160a755-ccf6-4641-828d-8b27be9363b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.099351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-f160a755-ccf6-4641-828d-8b27be9363b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d4bfb46-6a18-40da-882c-86b7cb66faf4 HTTP/1.1" status: 200 len: 838 time: 0.0421569 Oct 11 04:29:26.145504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-2ea5905e-0020-4de1-84c3-725c0a393c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.146980 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-2ea5905e-0020-4de1-84c3-725c0a393c38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6a2a8dc-71e8-48be-9314-cff93d6d83aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409439 Oct 11 04:29:26.238123 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-5005f3bf-9ce9-47aa-97a3-59e8fe1bdf78 service neutron] 10.222.0.45 "GET /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Oct 11 04:29:26.269258 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Attempt 3 to provision port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 Oct 11 04:29:26.309552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-083533f2-573e-466a-8740-206ff23e01fa None None] Port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:29:26.328339 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a463924-ab19-49b3-b81e-f16c87b28789 req-5231a5fc-269a-48d5-ac8d-5fbb4f56fe29 service neutron] 10.222.0.45 "GET /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838006 Oct 11 04:29:26.465366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-500bd700-fd04-4606-b96f-02f39058165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.466891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-500bd700-fd04-4606-b96f-02f39058165e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 1097 time: 0.0443962 Oct 11 04:29:26.555391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-c4082c38-0c90-4c20-9d35-405a650c67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.556839 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-c4082c38-0c90-4c20-9d35-405a650c67ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6a2a8dc-71e8-48be-9314-cff93d6d83aa HTTP/1.1" status: 200 len: 897 time: 0.0835764 Oct 11 04:29:26.601158 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-ce63817b-2bd4-49eb-9a5b-40275ab75279 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 HTTP/1.1" status: 200 len: 217 time: 0.0374911 Oct 11 04:29:26.649591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-9ca245ab-4a22-40e6-af7e-46c7edd0b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.651058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-9ca245ab-4a22-40e6-af7e-46c7edd0b04b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d4bfb46-6a18-40da-882c-86b7cb66faf4 HTTP/1.1" status: 200 len: 838 time: 0.0433145 Oct 11 04:29:26.696129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-da9d4fae-bbf7-41b8-9f4f-983f8015f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.697657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-da9d4fae-bbf7-41b8-9f4f-983f8015f409 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6a2a8dc-71e8-48be-9314-cff93d6d83aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404830 Oct 11 04:29:26.752482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4a94-c01a-400a-b5b6-ae52d2c7d999 req-a7f9c24b-2bc4-427d-b6d8-c11226bb92fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:26.753918 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5ffc4a94-c01a-400a-b5b6-ae52d2c7d999 req-a7f9c24b-2bc4-427d-b6d8-c11226bb92fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 944 time: 0.0533900 Oct 11 04:29:26.791891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5ffc4a94-c01a-400a-b5b6-ae52d2c7d999 req-4b787c76-c63c-4089-9ed7-8da59efe5c05 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Oct 11 04:29:26.793365 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-9385f0e5-6d42-43b6-b54a-8330eca09b9a service neutron] 10.222.0.45 "GET /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891778 Oct 11 04:29:26.883577 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72250bb2-2ab5-46a3-b536-f2cee560eec0 req-981fe60c-d07d-4098-bbb3-a62b33c851b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838292 Oct 11 04:29:27.911897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b1003-3a1c-4e7a-a7c9-f2598adf3f6d req-e8e98e68-949a-4291-bebc-cee6d025b325 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:27.913278 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7b7b1003-3a1c-4e7a-a7c9-f2598adf3f6d req-e8e98e68-949a-4291-bebc-cee6d025b325 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 944 time: 0.0481920 Oct 11 04:29:27.954232 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7b7b1003-3a1c-4e7a-a7c9-f2598adf3f6d req-6bab09e2-1bd3-4635-9c40-cd4853f92c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350394 Oct 11 04:29:28.661322 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:29:29.072918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf27e6-e55b-4bf4-a664-8cd748473c5d req-907dc817-b56b-4d5b-bc4d-0c3a3b2fe29b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:29.074353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-19cf27e6-e55b-4bf4-a664-8cd748473c5d req-907dc817-b56b-4d5b-bc4d-0c3a3b2fe29b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 944 time: 0.0488987 Oct 11 04:29:29.110553 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-19cf27e6-e55b-4bf4-a664-8cd748473c5d req-12738e7e-604e-4c57-bc75-c1f24ff3c282 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Oct 11 04:29:30.229400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113853f9-afdf-4dea-a5e8-393959d5cde4 req-9385520c-4ba3-47da-9c11-508f4b751316 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:30.230852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-113853f9-afdf-4dea-a5e8-393959d5cde4 req-9385520c-4ba3-47da-9c11-508f4b751316 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 944 time: 0.0471838 Oct 11 04:29:30.268693 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-113853f9-afdf-4dea-a5e8-393959d5cde4 req-fbf12499-ab07-4271-bdfc-5989c7a64884 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308049 Oct 11 04:29:30.544215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:29:30.639349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:30.650924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'port_id': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177', 'mac_address': 'fa:16:3e:e9:a6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 451, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:29:30.687336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:30.687716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:30.699881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:29:30.718730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:30.723358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:30.772961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:31.129641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['02d095c4-b2e7-4fb6-9ba4-e8d9387e1177'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:29:31.387810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76ca56-594c-4347-b77c-ff08962e90c3 req-b28a3bfc-6901-4093-9767-c6bcad72db19 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:31.389159 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c76ca56-594c-4347-b77c-ff08962e90c3 req-b28a3bfc-6901-4093-9767-c6bcad72db19 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 945 time: 0.0481107 Oct 11 04:29:31.425351 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c76ca56-594c-4347-b77c-ff08962e90c3 req-6bc8aafd-b9e8-476a-bfce-844fb661db7b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302565 Oct 11 04:29:32.544062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f447dd-1b23-464a-878f-cc41ad161ec0 req-ea4b04b1-91c3-41ca-a7cb-6da6a08d7e36 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:32.545453 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73f447dd-1b23-464a-878f-cc41ad161ec0 req-ea4b04b1-91c3-41ca-a7cb-6da6a08d7e36 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 945 time: 0.0490959 Oct 11 04:29:32.559637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:29:32.584894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73f447dd-1b23-464a-878f-cc41ad161ec0 req-12f2bc23-4036-4fdf-9032-a549708923c8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333562 Oct 11 04:29:32.608768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:29:32.612455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:32.612843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:32.613159 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 Oct 11 04:29:32.691214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:32.691598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:32.712915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f0c2af-479e-4776-a094-a08ec53898bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:29:32.715182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f00757-f7fa-4f61-a049-82b1d8e501eb" -d '{"events": [{"server_uuid": "76f0c2af-479e-4776-a094-a08ec53898bf", "name": "network-vif-plugged", "status": "completed", "tag": "02d095c4-b2e7-4fb6-9ba4-e8d9387e1177"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:29:32.727470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:32.731518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:32.756606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da878c4-6e13-4110-90e8-d4a8b3ed12e1 x-openstack-request-id: req-7da878c4-6e13-4110-90e8-d4a8b3ed12e1 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:29:32.756897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f0c2af-479e-4776-a094-a08ec53898bf", "name": "network-vif-plugged", "status": "completed", "tag": "02d095c4-b2e7-4fb6-9ba4-e8d9387e1177", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:29:32.757148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7da878c4-6e13-4110-90e8-d4a8b3ed12e1 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:29:32.757539 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da878c4-6e13-4110-90e8-d4a8b3ed12e1'] response: {'server_uuid': '76f0c2af-479e-4776-a094-a08ec53898bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177', 'code': 200} Oct 11 04:29:32.781854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:32.945477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b796dd-23c4-4715-9a93-e33fc069ef60 req-30306e8a-f7d7-4abe-a9fd-4d143b356caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:32.946987 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-03b796dd-23c4-4715-9a93-e33fc069ef60 req-30306e8a-f7d7-4abe-a9fd-4d143b356caf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 1099 time: 0.0405941 Oct 11 04:29:32.983183 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-03b796dd-23c4-4715-9a93-e33fc069ef60 req-c0bd818c-d251-4294-8214-80c9cf526ebd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301387 Oct 11 04:29:33.706080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c918e4-c3fa-4285-a03c-332921711ab5 req-51774050-01b5-419e-8deb-254b05ebee68 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:33.707580 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-13c918e4-c3fa-4285-a03c-332921711ab5 req-51774050-01b5-419e-8deb-254b05ebee68 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 946 time: 0.0483167 Oct 11 04:29:33.744751 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-13c918e4-c3fa-4285-a03c-332921711ab5 req-9d919406-61ae-471c-9a18-d1722f76309a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Oct 11 04:29:34.157367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-12968e50-bfa7-4801-a6d2-bda17ce45d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:34.867125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cdb7a-de8e-4175-89c8-a4511f2a7205 req-1e18b56c-b0e4-4af7-bebe-4da8980deb45 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:34.868580 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da9cdb7a-de8e-4175-89c8-a4511f2a7205 req-1e18b56c-b0e4-4af7-bebe-4da8980deb45 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 946 time: 0.0514011 Oct 11 04:29:34.906106 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da9cdb7a-de8e-4175-89c8-a4511f2a7205 req-817e6422-6b38-4902-9095-7bf01428062e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Oct 11 04:29:35.023927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203abe0e-d948-4d01-bdf1-e301994acfa9 req-7b33978c-ea15-4766-8120-6f0881d4c0ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:29:35.025382 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-203abe0e-d948-4d01-bdf1-e301994acfa9 req-7b33978c-ea15-4766-8120-6f0881d4c0ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 946 time: 0.0487885 Oct 11 04:29:35.062743 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-203abe0e-d948-4d01-bdf1-e301994acfa9 req-da42bdc8-7ac1-4619-b95e-01f631ab5dfa tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Oct 11 04:29:36.426477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c14398e-c1e3-43e9-8d31-bd57db338764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:36.558234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53074) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:29:36.986899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:37.246621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.17 (a6a2a8dc-71e8-48be-9314-cff93d6d83aa/7d4bfb46-6a18-40da-882c-86b7cb66faf4/51cf884e-5627-4579-9e26-5d541c9e52a9) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:29:37.358736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:37.390408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:37.429390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:29:37.432547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:37.436169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:29:37.465332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=51cf884e-5627-4579-9e26-5d541c9e52a9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:37.484115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:37.703836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:37.709190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Provisioning complete for port 51cf884e-5627-4579-9e26-5d541c9e52a9 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:37.709555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:37.709891 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Attempt 1 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:37.744127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Port 51cf884e-5627-4579-9e26-5d541c9e52a9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:37.857295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:38.120912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:38.126430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:38.201045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=51cf884e-5627-4579-9e26-5d541c9e52a9,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:38.203549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:38.245327 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Attempt 2 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:38.278979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Port 51cf884e-5627-4579-9e26-5d541c9e52a9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:38.291471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:29:38.292797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:29:38.411079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:29:38.520880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:29:38.525854 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b1d2ca52-7071-40f1-ae57-dfdb9ab66c33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/4ce115db-0aaf-488e-a915-fd32f9193bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9665742 Oct 11 04:29:38.530332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:29:38.540302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:29:38.540902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:29:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:38.647155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:29:38.794006 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Attempt 3 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:38.846123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Port 51cf884e-5627-4579-9e26-5d541c9e52a9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:38.893027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:29:37Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:12Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51cf884e-5627-4579-9e26-5d541c9e52a9', 'name': '', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:52:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:29:37Z', 'updated_at': '2022-10-11T04:29:38Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:38.921436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:29:38.921782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Updating router 4ce115db-0aaf-488e-a915-fd32f9193bbd port 51cf884e-5627-4579-9e26-5d541c9e52a9 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:29:38.944632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.199333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.204134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.389837 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Attempt 4 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:39.455981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95a26d-e7e3-4ad7-80c3-8f87eee6eba5 None None] Pushing event updated for resources: {'Port': ['ID=51cf884e-5627-4579-9e26-5d541c9e52a9,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:39.458065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.473774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Attempting to bind port 51cf884e-5627-4579-9e26-5d541c9e52a9 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:29:39.474169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Attempting to bind port 51cf884e-5627-4579-9e26-5d541c9e52a9 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:29:39.474489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Attempting to bind port 51cf884e-5627-4579-9e26-5d541c9e52a9 on network a6a2a8dc-71e8-48be-9314-cff93d6d83aa {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:29:39.482324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Port 51cf884e-5627-4579-9e26-5d541c9e52a9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:29:39.484304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:29:39.484701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Checking segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:29:39.485218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.485568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Bound using segment: {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:29:39.486189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Bound port: 51cf884e-5627-4579-9e26-5d541c9e52a9, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f76121-fc2b-4796-a058-71e4fbd85ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:29:39.486584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.490476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.549328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] For port 51cf884e-5627-4579-9e26-5d541c9e52a9, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:29:39.552934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] For port 51cf884e-5627-4579-9e26-5d541c9e52a9, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=51cf884e-5627-4579-9e26-5d541c9e52a9,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:29:39.556410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:39.594030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:29:39.594677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:29:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:39.652369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95a26d-e7e3-4ad7-80c3-8f87eee6eba5 None None] Pushing event updated for resources: {'Port': ['ID=51cf884e-5627-4579-9e26-5d541c9e52a9,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:39.713708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:29:39.933258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:29:37Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:12Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51cf884e-5627-4579-9e26-5d541c9e52a9', 'name': '', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:52:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:29:37Z', 'updated_at': '2022-10-11T04:29:39Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:29:39.961954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece89f6-31a4-4c41-8267-3c37c220f479 None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:29:37Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:12Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51cf884e-5627-4579-9e26-5d541c9e52a9', 'name': '', 'network_id': 'a6a2a8dc-71e8-48be-9314-cff93d6d83aa', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:52:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:29:37Z', 'updated_at': '2022-10-11T04:29:39Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '7d4bfb46-6a18-40da-882c-86b7cb66faf4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:29:39.983470 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Attempt 5 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:40.078844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Current status of the port 51cf884e-5627-4579-9e26-5d541c9e52a9 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:40.079240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:40.113227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] For port 51cf884e-5627-4579-9e26-5d541c9e52a9, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=51cf884e-5627-4579-9e26-5d541c9e52a9,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:29:40.119243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:40.171056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfe2e9-3340-4a84-8b7f-f6a9b090783b None None] Pushing event updated for resources: {'Port': ['ID=51cf884e-5627-4579-9e26-5d541c9e52a9,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:29:40.239418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1cbabb00-3a99-493c-abe4-5c39f72adf95 None None] Provisioning complete for port 51cf884e-5627-4579-9e26-5d541c9e52a9 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:40.239816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1cbabb00-3a99-493c-abe4-5c39f72adf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:40.240134 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1cbabb00-3a99-493c-abe4-5c39f72adf95 None None] Attempt 1 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:40.322035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1cbabb00-3a99-493c-abe4-5c39f72adf95 None None] Current status of the port 51cf884e-5627-4579-9e26-5d541c9e52a9 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:29:40.365042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:41.793854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 51cf884e-5627-4579-9e26-5d541c9e52a9 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:29:41.840662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 51cf884e-5627-4579-9e26-5d541c9e52a9 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:29:41.841030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:29:41.841366 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 51cf884e-5627-4579-9e26-5d541c9e52a9 Oct 11 04:29:41.917625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 51cf884e-5627-4579-9e26-5d541c9e52a9 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:04.159416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ed44f54-f56b-4f76-add4-07ab43df355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:05.659663 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:30:06.428926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8b943e77-340b-40cb-95cd-3dcf41609ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:07.700743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:09.272948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:09.471972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:10.138442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53108) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:10.354321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:10.501936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:10.800248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 51cf884e-5627-4579-9e26-5d541c9e52a9 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:10.800497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:10.885852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 51cf884e-5627-4579-9e26-5d541c9e52a9, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=51cf884e-5627-4579-9e26-5d541c9e52a9,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:10.886201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:10.898882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 51cf884e-5627-4579-9e26-5d541c9e52a9 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:11.080341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:11.106692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=51cf884e-5627-4579-9e26-5d541c9e52a9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:11.120011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.120011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.120315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.120628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.120962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.121297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.121647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.121980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.122310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.122694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.123019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.123342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:11.292954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:11.510566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:30:11.620700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:30:11.626726 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-82c82066-882b-4a58-be02-d644c2b2f1b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/4ce115db-0aaf-488e-a915-fd32f9193bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870195 Oct 11 04:30:11.630816 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:30:11.641243 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:11.641643 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:11.753869 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:11.852534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa0ea7-c39a-474e-9b1a-524cc7ff48d3 req-8e8528f3-1a50-4c86-be70-e7d0aa8fc8d8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:11.854013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-59aa0ea7-c39a-474e-9b1a-524cc7ff48d3 req-8e8528f3-1a50-4c86-be70-e7d0aa8fc8d8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 946 time: 0.0488305 Oct 11 04:30:11.896807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-59aa0ea7-c39a-474e-9b1a-524cc7ff48d3 req-4322a6cf-c5a3-4ae2-99c5-3c1e0b0e06c0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368335 Oct 11 04:30:11.981328 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:11Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:12Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:12.007256 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:30:12.015267 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:12.015800 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:12.117790 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:12.340261 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:11Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:12Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:12.365953 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783ed68-dbc8-47d6-8e1d-4aaccf0c3f16 None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:11Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.123', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'port_id': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'mac_address': 'fa:16:3e:c1:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:28:07Z', 'updated_at': '2022-10-11T04:28:12Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:30:13.017538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57162c16-1df7-4d92-aa8a-0c434e1e1190 req-052d4043-0778-490a-a3a7-19da8bc9c739 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:13.019025 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57162c16-1df7-4d92-aa8a-0c434e1e1190 req-052d4043-0778-490a-a3a7-19da8bc9c739 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 946 time: 0.0483768 Oct 11 04:30:13.058393 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57162c16-1df7-4d92-aa8a-0c434e1e1190 req-89c3855e-825b-485b-9af9-56c48a657ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=68590055-1831-4553-851e-2c45bf37394d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327301 Oct 11 04:30:13.476711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-df49bdce-9bb9-4a12-8aae-5aae6eac6912 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:13.478109 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-df49bdce-9bb9-4a12-8aae-5aae6eac6912 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 946 time: 0.0554249 Oct 11 04:30:13.567636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:13.568007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:13.662659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:13.663254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:13.675009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:13.759269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 51cf884e-5627-4579-9e26-5d541c9e52a9 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:13.779424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 51cf884e-5627-4579-9e26-5d541c9e52a9 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:13.779764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 51cf884e-5627-4579-9e26-5d541c9e52a9 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:13.810207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:13.840054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=02d095c4-b2e7-4fb6-9ba4-e8d9387e1177,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:13.866170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.866523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.866888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.867229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.867563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.867897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.868228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.868557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.868886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.869211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.869534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.869855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:13.891690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:30:13.894239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:13.898195 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d88a7136-8b7e-48cb-bee2-50ba78eee62b req-2a1486f6-b3d1-4f5a-8ea7-650473f8fc10 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 HTTP/1.1" status: 204 len: 173 time: 0.4145451 Oct 11 04:30:13.898711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f0c2af-479e-4776-a094-a08ec53898bf', 'name': 'network-vif-deleted', 'tag': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:30:13.901016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c818aa3-d120-406c-a69c-c91d3bf614f0" -d '{"events": [{"server_uuid": "76f0c2af-479e-4776-a094-a08ec53898bf", "name": "network-vif-deleted", "tag": "02d095c4-b2e7-4fb6-9ba4-e8d9387e1177"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:30:13.943965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250fae7c-cb1a-49df-8cfc-1fbbdea9ad52 x-openstack-request-id: req-250fae7c-cb1a-49df-8cfc-1fbbdea9ad52 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:30:13.944286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f0c2af-479e-4776-a094-a08ec53898bf", "name": "network-vif-deleted", "tag": "02d095c4-b2e7-4fb6-9ba4-e8d9387e1177", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:30:13.944540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-250fae7c-cb1a-49df-8cfc-1fbbdea9ad52 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:30:13.944952 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250fae7c-cb1a-49df-8cfc-1fbbdea9ad52'] response: {'server_uuid': '76f0c2af-479e-4776-a094-a08ec53898bf', 'name': 'network-vif-deleted', 'tag': '02d095c4-b2e7-4fb6-9ba4-e8d9387e1177', 'status': 'completed', 'code': 200} Oct 11 04:30:14.175049 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-655425b9-f1c7-4b8d-a52f-4281b5f87f04 req-51e5158d-a525-4fbd-bf74-a291b521ec45 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=76f0c2af-479e-4776-a094-a08ec53898bf HTTP/1.1" status: 200 len: 210 time: 0.0302329 Oct 11 04:30:15.236400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53122) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:15.294147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03434e1e-7736-4b4c-a9ef-4e08bbe10039 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.318882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03434e1e-7736-4b4c-a9ef-4e08bbe10039 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.378861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03434e1e-7736-4b4c-a9ef-4e08bbe10039 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.381581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-03434e1e-7736-4b4c-a9ef-4e08bbe10039 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.382771 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-03434e1e-7736-4b4c-a9ef-4e08bbe10039 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/68590055-1831-4553-851e-2c45bf37394d HTTP/1.1" status: 204 len: 168 time: 0.1453700 Oct 11 04:30:15.392382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03434e1e-7736-4b4c-a9ef-4e08bbe10039 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68590055-1831-4553-851e-2c45bf37394d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:15.419851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53126) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:15.468986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet 7d4bfb46-6a18-40da-882c-86b7cb66faf4 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:30:15.471951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.510652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.594672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.652263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.679919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4bfb46-6a18-40da-882c-86b7cb66faf4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:15.681878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.685032 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6340ff93-307d-46f3-a3f8-abdccbc8a6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/7d4bfb46-6a18-40da-882c-86b7cb66faf4 HTTP/1.1" status: 204 len: 168 time: 0.2638345 Oct 11 04:30:15.687337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b546f53-281d-4253-82a8-84762621ba63 None None] Network a6a2a8dc-71e8-48be-9314-cff93d6d83aa requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:30:15.687797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53128) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:15.766829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.824928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 2f81ec26-0228-45bc-8db3-6028673b1251 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:15.825269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.877984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] DHCP port deletion for a6a2a8dc-71e8-48be-9314-cff93d6d83aa request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:30:15.896333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 2f81ec26-0228-45bc-8db3-6028673b1251, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2f81ec26-0228-45bc-8db3-6028673b1251,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:15.896695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.909093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 2f81ec26-0228-45bc-8db3-6028673b1251 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:15.925043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Deleting port 2f81ec26-0228-45bc-8db3-6028673b1251 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:15.925419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.988689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:15.990351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] For port 2f81ec26-0228-45bc-8db3-6028673b1251, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2f81ec26-0228-45bc-8db3-6028673b1251,segment=NetworkSegment(82f76121-fc2b-4796-a058-71e4fbd85ba7),segment_id=82f76121-fc2b-4796-a058-71e4fbd85ba7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:15.990886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.003479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Calling delete_port for 2f81ec26-0228-45bc-8db3-6028673b1251 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:16.016714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 2f81ec26-0228-45bc-8db3-6028673b1251 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:30:16.023580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=2f81ec26-0228-45bc-8db3-6028673b1251,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:16.080052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.100313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.104419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Pushing event deleted for resources: {'Port': ['ID=2f81ec26-0228-45bc-8db3-6028673b1251,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:16.111795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] No DVR routers for this DVR port 2f81ec26-0228-45bc-8db3-6028673b1251 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:30:16.114656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.115085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.115398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.115735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.116068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.116401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.116730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.117060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.117385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.117709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.118030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.118348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab2e80-5f82-4cb2-9321-ea1ad2991154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:16.124152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a2a8dc-71e8-48be-9314-cff93d6d83aa']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:16.135341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f76121-fc2b-4796-a058-71e4fbd85ba7') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:16.135723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f76121-fc2b-4796-a058-71e4fbd85ba7') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:16.145509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.159095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.164975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 451 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:30:16.165352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.196817 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 82f76121-fc2b-4796-a058-71e4fbd85ba7 resource provider aggregate not found Oct 11 04:30:16.237623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.243537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.247032 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/a6a2a8dc-71e8-48be-9314-cff93d6d83aa HTTP/1.1" status: 204 len: 168 time: 0.5583751 Oct 11 04:30:16.248768 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 82f76121-fc2b-4796-a058-71e4fbd85ba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82f76121-fc2b-4796-a058-71e4fbd85ba7 found for delete ", "request_id": "req-08cc312c-b805-4831-bf03-ddd25d976293"}]} Oct 11 04:30:16.250243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53134) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:16.264165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb17afd-05c8-4691-9f6a-202b28ca72ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=a6a2a8dc-71e8-48be-9314-cff93d6d83aa,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:16.407335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port a83d2fdd-08bb-4009-b6dd-0d5a1950005d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:16.407604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.485882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.486208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.498125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for a83d2fdd-08bb-4009-b6dd-0d5a1950005d owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:16.668340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.692409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=a83d2fdd-08bb-4009-b6dd-0d5a1950005d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:16.757295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:16.757622 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5 disassociated (deleted). External IP: 172.26.8.123, port: ad629e15-49f9-42f0-bc7c-35d881d7245d. Oct 11 04:30:16.963415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:30:17.068883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:30:17.073570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:17.079623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:30:17.090999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:17.091648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:17.099517 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1cf6b8de-7d8c-4f82-8c23-df38135f4846 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5 HTTP/1.1" status: 204 len: 168 time: 0.8480659 Oct 11 04:30:17.100161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:30:17.102473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88918939-525a-412f-97aa-7363dc4a8367" -d '{"events": [{"name": "network-changed", "server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:30:17.148888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceeaacc-9c12-4b1a-ade1-211430de2fef x-openstack-request-id: req-1ceeaacc-9c12-4b1a-ade1-211430de2fef {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:30:17.149142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:30:17.149389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ceeaacc-9c12-4b1a-ade1-211430de2fef {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:30:17.149816 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ceeaacc-9c12-4b1a-ade1-211430de2fef'] response: {'name': 'network-changed', 'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'status': 'completed', 'code': 200} Oct 11 04:30:17.209185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:17.243176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918939-525a-412f-97aa-7363dc4a8367 req-60cdda87-4480-46a9-b64f-90f84f8fdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:17.244719 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-60cdda87-4480-46a9-b64f-90f84f8fdfbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 1098 time: 0.0605419 Oct 11 04:30:17.330496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4b88-f708-44de-8f4c-0eb2a85f6dea req-70c6eaba-0811-438a-aa8f-5e727867904b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:17.332196 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3ae4b88-f708-44de-8f4c-0eb2a85f6dea req-70c6eaba-0811-438a-aa8f-5e727867904b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 945 time: 0.0523248 Oct 11 04:30:17.372537 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3ae4b88-f708-44de-8f4c-0eb2a85f6dea req-6b4d8f63-819c-4fef-854e-7fa90859d2e1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339744 Oct 11 04:30:17.403377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918939-525a-412f-97aa-7363dc4a8367 req-c18aae7b-dd08-40d4-9fea-3c5ef0707ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:17.405099 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-c18aae7b-dd08-40d4-9fea-3c5ef0707ae2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 200 len: 898 time: 0.1174307 Oct 11 04:30:17.435282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:11Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:17.449083 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-4b674e8a-b70d-44d2-b9e7-e5daf598de82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 200 len: 217 time: 0.0360963 Oct 11 04:30:17.460879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:30:17.469587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:17.470276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:17.498021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918939-525a-412f-97aa-7363dc4a8367 req-cdfd9631-c293-4ca9-88c0-88077b0988e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:17.499744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-cdfd9631-c293-4ca9-88c0-88077b0988e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 200 len: 834 time: 0.0432239 Oct 11 04:30:17.544474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918939-525a-412f-97aa-7363dc4a8367 req-0318476f-8c21-4b2d-9447-3967ae3becd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:17.545932 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-0318476f-8c21-4b2d-9447-3967ae3becd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d29ee76-9582-4384-b576-6e279a1d7630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387962 Oct 11 04:30:17.576253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:17.641723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-17ac8525-ce0b-4be5-b31c-f87f0ea0269c service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875540 Oct 11 04:30:17.741818 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-88918939-525a-412f-97aa-7363dc4a8367 req-0cb3a81f-cea8-4051-b2c0-e59d41c4d221 service neutron] 10.222.0.45 "GET /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905402 Oct 11 04:30:17.782923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:11Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:17.809147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ad948e-dffb-45e0-962c-6381bf56f94a None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:11Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0b627e30-eba7-4f2f-9a7a-4f039b84848d', 'name': '', 'network_id': '1d29ee76-9582-4384-b576-6e279a1d7630', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e8:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:36Z', 'updated_at': '2022-10-11T04:27:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'a501d9c8-fc4c-4ee7-8058-3eb318f2470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:30:17.811947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2f81ec26-0228-45bc-8db3-6028673b1251 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:17.832605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2f81ec26-0228-45bc-8db3-6028673b1251 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:17.832945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2f81ec26-0228-45bc-8db3-6028673b1251 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:18.028105 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59c2c0-4821-4582-9693-1230bde4730f None None] New status for floating IP bd39cbc1-ccd8-4cdd-974e-ceb5b1bbe1f5: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:30:18.495590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6aba-a274-4756-86e2-9fd2f264022f req-b0ccb409-7cad-4558-a190-ccb74702a6a7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:18.497045 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-977c6aba-a274-4756-86e2-9fd2f264022f req-b0ccb409-7cad-4558-a190-ccb74702a6a7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 945 time: 0.0482430 Oct 11 04:30:18.534022 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-977c6aba-a274-4756-86e2-9fd2f264022f req-7a067d13-c2fc-4e09-b89c-5b44bf8cafaa tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=115cd77a-8dc2-4818-9f24-e01bbf560af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308123 Oct 11 04:30:18.704730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:18.724845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:18.725184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 02d095c4-b2e7-4fb6-9ba4-e8d9387e1177 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:19.021091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-e2a67291-f3d8-4825-92e6-c2f2e15b5145 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:19.022445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-e2a67291-f3d8-4825-92e6-c2f2e15b5145 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 945 time: 0.0472920 Oct 11 04:30:19.113179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port ad629e15-49f9-42f0-bc7c-35d881d7245d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:19.113532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:19.200319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port ad629e15-49f9-42f0-bc7c-35d881d7245d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad629e15-49f9-42f0-bc7c-35d881d7245d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:19.200684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:19.213323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for ad629e15-49f9-42f0-bc7c-35d881d7245d owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:19.339542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:19.367401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=ad629e15-49f9-42f0-bc7c-35d881d7245d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:19.413374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port ad629e15-49f9-42f0-bc7c-35d881d7245d on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:30:19.415848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:19.419234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd583600-aa9e-40e3-b505-8de32fd5612d req-96c9577a-29ac-4cb0-b27a-b7c1dd74cdad tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/ad629e15-49f9-42f0-bc7c-35d881d7245d HTTP/1.1" status: 204 len: 173 time: 0.3900874 Oct 11 04:30:19.419736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'name': 'network-vif-deleted', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:30:19.422090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0677a6b-a92b-4b40-8332-57027f587411" -d '{"events": [{"server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "name": "network-vif-deleted", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:30:19.461787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c28404-648e-4b03-a54f-36ea9d7d412a x-openstack-request-id: req-88c28404-648e-4b03-a54f-36ea9d7d412a {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:30:19.462179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79904c8-eb4e-4616-acb6-4a15fabe3685", "name": "network-vif-deleted", "tag": "ad629e15-49f9-42f0-bc7c-35d881d7245d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:30:19.462521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88c28404-648e-4b03-a54f-36ea9d7d412a {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:30:19.463055 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c28404-648e-4b03-a54f-36ea9d7d412a'] response: {'server_uuid': 'f79904c8-eb4e-4616-acb6-4a15fabe3685', 'name': 'network-vif-deleted', 'tag': 'ad629e15-49f9-42f0-bc7c-35d881d7245d', 'status': 'completed', 'code': 200} Oct 11 04:30:19.647486 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7a85814-3803-4bf8-97bd-96756f68aa8d req-35d1a215-7aa0-4453-90bc-627ff5affc71 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=f79904c8-eb4e-4616-acb6-4a15fabe3685 HTTP/1.1" status: 200 len: 210 time: 0.0265424 Oct 11 04:30:20.711436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53150) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:20.772656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed6dec6b-4f03-4b2e-81f0-6d3838f6caf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:20.800693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed6dec6b-4f03-4b2e-81f0-6d3838f6caf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:20.864536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed6dec6b-4f03-4b2e-81f0-6d3838f6caf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:20.867247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed6dec6b-4f03-4b2e-81f0-6d3838f6caf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:20.868461 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ed6dec6b-4f03-4b2e-81f0-6d3838f6caf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/115cd77a-8dc2-4818-9f24-e01bbf560af1 HTTP/1.1" status: 204 len: 168 time: 0.1558943 Oct 11 04:30:20.878630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dec6b-4f03-4b2e-81f0-6d3838f6caf7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cd77a-8dc2-4818-9f24-e01bbf560af1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:21.909283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53156) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:22.265382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:22.714038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ad629e15-49f9-42f0-bc7c-35d881d7245d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:22.734480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: ad629e15-49f9-42f0-bc7c-35d881d7245d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:22.734925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ad629e15-49f9-42f0-bc7c-35d881d7245d not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:22.828998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 0b627e30-eba7-4f2f-9a7a-4f039b84848d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:22.829334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:22.915734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 0b627e30-eba7-4f2f-9a7a-4f039b84848d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0b627e30-eba7-4f2f-9a7a-4f039b84848d,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:22.916390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:22.928610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 0b627e30-eba7-4f2f-9a7a-4f039b84848d owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:23.108675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.139055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=0b627e30-eba7-4f2f-9a7a-4f039b84848d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:23.314063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.533805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 4ce115db-0aaf-488e-a915-fd32f9193bbd has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:30:23.640860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:30:23.646336 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ff4aa3ff-671c-4f84-a7f5-48c2aa914e53 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/4ce115db-0aaf-488e-a915-fd32f9193bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359324 Oct 11 04:30:23.654432 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53158) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:23.655193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] Sync routers for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:30:23.661751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:23.662360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:23.700191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet a501d9c8-fc4c-4ee7-8058-3eb318f2470f {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:30:23.703313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.743081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.841116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.904212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.915020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:23.934184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:23.939982 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/a501d9c8-fc4c-4ee7-8058-3eb318f2470f HTTP/1.1" status: 204 len: 168 time: 0.2876253 Oct 11 04:30:23.939982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d6134-6791-4ae3-aea4-9beab2f7ca39 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=a501d9c8-fc4c-4ee7-8058-3eb318f2470f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:23.940373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:23.975623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96b7ba-fdb6-4b50-95f3-45596245d8da None None] Network 1d29ee76-9582-4384-b576-6e279a1d7630 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:30:24.206679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:23Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:24.240400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] Checking router: 4ce115db-0aaf-488e-a915-fd32f9193bbd for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:30:24.249182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] Routers {'4ce115db-0aaf-488e-a915-fd32f9193bbd'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:24.250061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4ce115db-0aaf-488e-a915-fd32f9193bbd'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:24.287333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] DHCP port deletion for 1d29ee76-9582-4384-b576-6e279a1d7630 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:30:24.313647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.388043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] Set router 4ce115db-0aaf-488e-a915-fd32f9193bbd gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:24.416698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.446944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] Deleting port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:24.447242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.469388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 723d29d5-fcd0-4a1f-a3de-b56a29055933 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:30:24.469747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.552820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 723d29d5-fcd0-4a1f-a3de-b56a29055933, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=723d29d5-fcd0-4a1f-a3de-b56a29055933,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:24.553170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.565137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 723d29d5-fcd0-4a1f-a3de-b56a29055933 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:24.574242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] For port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,segment=NetworkSegment(9675381c-5dc3-4668-8a35-74c2d2b59f36),segment_id=9675381c-5dc3-4668-8a35-74c2d2b59f36)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:24.574668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.596336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] Calling delete_port for e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:30:24.712726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:23Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:24.716054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.731049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.755265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=723d29d5-fcd0-4a1f-a3de-b56a29055933,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:24.766724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78068ed-8b99-473c-a6a3-50d77f2e1f74 None None] The sync data for ids ['4ce115db-0aaf-488e-a915-fd32f9193bbd'] in dv-neutron-860894-1-hyperv is: [{'id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'name': 'tempest-TestNetworkBasicOps-router-865325752', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:27:29Z', 'updated_at': '2022-10-11T04:30:23Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '723d29d5-fcd0-4a1f-a3de-b56a29055933', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce115db-0aaf-488e-a915-fd32f9193bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:27:31Z', 'updated_at': '2022-10-11T04:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:30:24.771426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] Pushing event deleted for resources: {'Port': ['ID=e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:24.781463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd3e0-6e0a-41c0-958e-5fd32e2858e6 None None] No DVR routers for this DVR port e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:30:24.830738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.924871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.927781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.969126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.969786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce115db-0aaf-488e-a915-fd32f9193bbd {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:30:24.977686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:24.978814 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ba7c6fc9-ebce-4fb0-95dd-b76e6817336e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/4ce115db-0aaf-488e-a915-fd32f9193bbd HTTP/1.1" status: 204 len: 168 time: 1.0374475 Oct 11 04:30:24.981475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53162) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:25.056000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.148015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.169096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d29ee76-9582-4384-b576-6e279a1d7630']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:25.179110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675381c-5dc3-4668-8a35-74c2d2b59f36') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:25.179405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675381c-5dc3-4668-8a35-74c2d2b59f36') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:25.188927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.203303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.211378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 457 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:30:25.211778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.234927 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9675381c-5dc3-4668-8a35-74c2d2b59f36 resource provider aggregate not found Oct 11 04:30:25.279144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 9675381c-5dc3-4668-8a35-74c2d2b59f36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9675381c-5dc3-4668-8a35-74c2d2b59f36 found for delete ", "request_id": "req-a3c41550-5298-4055-a966-9027de735dba"}]} Oct 11 04:30:25.289164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.293800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.297744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/1d29ee76-9582-4384-b576-6e279a1d7630 HTTP/1.1" status: 204 len: 168 time: 0.3152833 Oct 11 04:30:25.316231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4beff-7e1c-42eb-b221-5b0b0721d714 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=1d29ee76-9582-4384-b576-6e279a1d7630,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:25.318515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53168) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:25.325396 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--1678403549', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:25.345817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:30:25.350044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.374760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:30:25.384109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.384454 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment 8b92c45f-7f50-41d5-a37b-0a6b4793b4e2 of type vlan for network 32e755a7-3d44-4463-9bb3-beaafdca6974 Oct 11 04:30:25.435264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.459498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.466223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:25.466846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.505760 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1858850 Oct 11 04:30:25.508409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53170) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:25.515070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-495503142', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:25.547469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56007fe1-6964-4ef3-95de-ba391dc9128b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=32e755a7-3d44-4463-9bb3-beaafdca6974,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:25.557609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:30:25.562840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.563853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.629753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.767623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.815289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:25.836755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:25.837096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e5b0bcb0-43ea-4795-b7a4-33e54f17d3e2 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:25.837506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 723d29d5-fcd0-4a1f-a3de-b56a29055933 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:25.855806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 723d29d5-fcd0-4a1f-a3de-b56a29055933 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:25.856140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 723d29d5-fcd0-4a1f-a3de-b56a29055933 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:25.856537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0b627e30-eba7-4f2f-9a7a-4f039b84848d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:30:25.875306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 0b627e30-eba7-4f2f-9a7a-4f039b84848d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:30:25.875642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0b627e30-eba7-4f2f-9a7a-4f039b84848d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:30:25.971385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:25.990638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:26.090279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.134 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/c14ddb48-a929-4f88-bd72-19ae6a6a9e3b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:30:26.196775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:26.230564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:26.269775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:30:26.274049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:26.278500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:30:26.281000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:26.520559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:26.715844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:26.843595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router d2cb78e7-1c2a-4ac0-b754-5832377dc81b is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:30:26.948801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:30:26.959826 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Sync routers for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:30:26.968704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:26.969108 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:26.969703 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:26.970043 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d39de721-7041-4985-b025-5e4f5a707870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4605172 Oct 11 04:30:26.972914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53172) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:27.000841 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ec8db4b4-52b1-4259-97b3-9be18d6f602b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267928 Oct 11 04:30:27.003425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53174) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:27.096042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44a1c7-3ee7-4fb9-bfd6-9b33f657a8b1 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:27.097460 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1d44a1c7-3ee7-4fb9-bfd6-9b33f657a8b1 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926442 Oct 11 04:30:27.100409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53176) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:27.128519 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f16e3ac9-fb14-4e67-8063-566a7a96e1ee tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270212 Oct 11 04:30:27.131689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53178) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:27.136310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201200612', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:27.161466 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:27.223317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:30:27.226770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.333722 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:26Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:27.364108 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Checking router: d2cb78e7-1c2a-4ac0-b754-5832377dc81b for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:30:27.364373 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Updating router d2cb78e7-1c2a-4ac0-b754-5832377dc81b port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:30:27.390036 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.405976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.472023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=dbd075ce-c52b-4d09-862a-391f1ac14074,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:27.479513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:30:27.480009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: 32e755a7-3d44-4463-9bb3-beaafdca6974, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:30:27.499862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:30:27.509075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 32e755a7-3d44-4463-9bb3-beaafdca6974) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:27.514228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:27.514881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.523152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb392bd-88f6-44ec-a1dd-3a52637a7d13 None None] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:30:27.534961 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9460ace7-aa68-45b7-b1a0-471c93832a29 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022160 Oct 11 04:30:27.537741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53180) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:27.655488 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.662619 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.682208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-32e755a7-3d44-4463-9bb3-beaafdca6974', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:30:27.683171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.695923 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Attempting to bind port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:30:27.696383 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Attempting to bind port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:30:27.696858 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Attempting to bind port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:30:27.710999 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:30:27.711494 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:30:27.711964 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.712425 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:30:27.712956 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Bound port: c14ddb48-a929-4f88-bd72-19ae6a6a9e3b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:30:27.713355 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.743996 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Pushing event updated for resources: {'Port': ['ID=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:27.752872 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.753251 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.753597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.753972 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.754304 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.754694 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.755030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.755373 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.755718 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.756048 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.756371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.756687 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:30:27.785834 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] For port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:30:27.789037 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] For port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:30:27.792986 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:27.833445 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:27.834079 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:27.841544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Allocated IP 172.20.0.2 (32e755a7-3d44-4463-9bb3-beaafdca6974/dbd075ce-c52b-4d09-862a-391f1ac14074/4be92570-860c-4c4b-ad23-d91ac24a36a8) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:30:27.895633 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e1f9-c41f-4e73-ba97-6c300e5bc7f9 None None] Pushing event updated for resources: {'Port': ['ID=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:27.956077 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:27.999185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.000922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.006285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.043633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:30:28.046792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:28.049549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:30:28.084144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Pushing event updated for resources: {'Port': ['ID=4be92570-860c-4c4b-ad23-d91ac24a36a8,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:28.115092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Attempting to bind port 4be92570-860c-4c4b-ad23-d91ac24a36a8 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:30:28.115458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Attempting to bind port 4be92570-860c-4c4b-ad23-d91ac24a36a8 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:30:28.115810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Attempting to bind port 4be92570-860c-4c4b-ad23-d91ac24a36a8 on network 32e755a7-3d44-4463-9bb3-beaafdca6974 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:30:28.121404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:30:28.121790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Checking segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:30:28.122183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.122604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Bound using segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:30:28.123066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Bound port: 4be92570-860c-4c4b-ad23-d91ac24a36a8, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:30:28.123436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.149923 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:26Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:28.180697 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dafa7-5ec9-42fb-b7cb-b25aad5922c1 None None] The sync data for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv is: [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:26Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:30:28.196478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] For port 4be92570-860c-4c4b-ad23-d91ac24a36a8, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:30:28.200718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] For port 4be92570-860c-4c4b-ad23-d91ac24a36a8, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=4be92570-860c-4c4b-ad23-d91ac24a36a8,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:30:28.204794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.266681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc86d3c-fd7a-4312-9fba-dd47af7ce087 None None] Pushing event updated for resources: {'Port': ['ID=4be92570-860c-4c4b-ad23-d91ac24a36a8,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:28.292651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (32e755a7-3d44-4463-9bb3-beaafdca6974/dbd075ce-c52b-4d09-862a-391f1ac14074/2a15a609-d5ea-41e1-89b1-c09376392986) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:30:28.464008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.906747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:28.955673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:30:28.959373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:28.962566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:30:28.967997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=2a15a609-d5ea-41e1-89b1-c09376392986,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:29.029301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.182690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.416334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f78926-1fa2-4feb-85cf-1896c5c86a4c None None] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:30:29.495241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Provisioning complete for port 4be92570-860c-4c4b-ad23-d91ac24a36a8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:29.496316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.497022 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Attempt 1 to provision port 4be92570-860c-4c4b-ad23-d91ac24a36a8 Oct 11 04:30:29.508477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.514974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.598365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=2a15a609-d5ea-41e1-89b1-c09376392986,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:29.602219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.703776 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:30:29.708144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:29.820758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Current status of the port 4be92570-860c-4c4b-ad23-d91ac24a36a8 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:29.821140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.889876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router d2cb78e7-1c2a-4ac0-b754-5832377dc81b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:30:29.891820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] For port 4be92570-860c-4c4b-ad23-d91ac24a36a8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=4be92570-860c-4c4b-ad23-d91ac24a36a8,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:29.905628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:29.980032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d062c7d-c8f4-4f98-af40-55cf910e482d None None] Pushing event updated for resources: {'Port': ['ID=4be92570-860c-4c4b-ad23-d91ac24a36a8,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:29.993654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4be92570-860c-4c4b-ad23-d91ac24a36a8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:30:30.057372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 4be92570-860c-4c4b-ad23-d91ac24a36a8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:30.057741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.058072 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 4be92570-860c-4c4b-ad23-d91ac24a36a8 Oct 11 04:30:30.097436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:30:30.109383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c01f9379-86a8-43d6-9448-05761b2845c5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/d2cb78e7-1c2a-4ac0-b754-5832377dc81b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5678482 Oct 11 04:30:30.109505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53182) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:30.172962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 4be92570-860c-4c4b-ad23-d91ac24a36a8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:30.174641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c14ddb48-a929-4f88-bd72-19ae6a6a9e3b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:30:30.243235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6237c6-ea64-4ff4-8a35-8de56cccd073 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.244068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6237c6-ea64-4ff4-8a35-8de56cccd073 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.244638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6237c6-ea64-4ff4-8a35-8de56cccd073 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.245211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6237c6-ea64-4ff4-8a35-8de56cccd073 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.247405 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0d6237c6-ea64-4ff4-8a35-8de56cccd073 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1366363 Oct 11 04:30:30.250448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53184) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:30.261616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Provisioning complete for port 4be92570-860c-4c4b-ad23-d91ac24a36a8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:30.261988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.262320 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Attempt 1 to provision port 4be92570-860c-4c4b-ad23-d91ac24a36a8 Oct 11 04:30:30.264029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Sync routers for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:30:30.307286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:30.307655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.307994 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b Oct 11 04:30:30.351420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:30.352064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:30.360790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691e797-1e6f-4980-a523-7ed320b42317 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.361535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691e797-1e6f-4980-a523-7ed320b42317 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.362003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691e797-1e6f-4980-a523-7ed320b42317 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.362468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691e797-1e6f-4980-a523-7ed320b42317 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:30.366576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f691e797-1e6f-4980-a523-7ed320b42317 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1132767 Oct 11 04:30:30.367833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53186) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:30.549088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Current status of the port 4be92570-860c-4c4b-ad23-d91ac24a36a8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:30.559722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:30.608542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Provisioning complete for port 2a15a609-d5ea-41e1-89b1-c09376392986 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:30.608914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.609265 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Attempt 1 to provision port 2a15a609-d5ea-41e1-89b1-c09376392986 Oct 11 04:30:30.610725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:30.611090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.645410 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5d801c15-642e-41df-84a4-e8ccc17f8343 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2709420 Oct 11 04:30:30.695800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:30.718315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.718790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53190) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:30.723866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297572882', 'description': 'tempest-secgroup-smoke-1297572882 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:30.724499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Port 2a15a609-d5ea-41e1-89b1-c09376392986 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:30:30.750280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.809187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:30.827389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.834487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.865565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.866827 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470163 Oct 11 04:30:30.874749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53192) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:30.876407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'c03268b9-5b0e-454b-9b79-e52c8ec20010', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:30.877087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a2445-2b80-48f1-a57e-aaed4232f079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03268b9-5b0e-454b-9b79-e52c8ec20010,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:30.886945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:30.909602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.918091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Checking router: d2cb78e7-1c2a-4ac0-b754-5832377dc81b for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:30:30.918442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Updating router d2cb78e7-1c2a-4ac0-b754-5832377dc81b port 2a15a609-d5ea-41e1-89b1-c09376392986 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:30:30.948934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.973803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:30.978345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.006759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff6ec01-7711-400c-ade1-e5c7a93065a2,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.013031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.017546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53194) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:31.022187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'c03268b9-5b0e-454b-9b79-e52c8ec20010', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:31.023056 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4c4dca2f-34d1-4a57-8dc7-11c46fca892e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519315 Oct 11 04:30:31.049766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.113454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.117770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.140542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f583d073-e327-4702-8a59-d6bb38b2acf6,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.147589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.148963 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4635b673-35eb-4803-812e-29772ee87a24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303277 Oct 11 04:30:31.152806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53196) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:31.161597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'c03268b9-5b0e-454b-9b79-e52c8ec20010', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:31.189031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.228493 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Attempt 2 to provision port 2a15a609-d5ea-41e1-89b1-c09376392986 Oct 11 04:30:31.259102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.263716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.270397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.278660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Port 2a15a609-d5ea-41e1-89b1-c09376392986 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:30:31.279640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.286003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d39412-d9ee-4fd2-b46c-f81fb1941700,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.292208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.293408 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6f09c748-b805-4ca4-abb4-444e01d2fe89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395919 Oct 11 04:30:31.296772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53198) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:31.301685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'c03268b9-5b0e-454b-9b79-e52c8ec20010', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:31.328955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.346328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692f87-b572-43e8-becd-dc533418cd26 None None] Pushing event updated for resources: {'Port': ['ID=2a15a609-d5ea-41e1-89b1-c09376392986,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.377012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Attempting to bind port 2a15a609-d5ea-41e1-89b1-c09376392986 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:30:31.377370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Attempting to bind port 2a15a609-d5ea-41e1-89b1-c09376392986 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:30:31.377799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Attempting to bind port 2a15a609-d5ea-41e1-89b1-c09376392986 on network 32e755a7-3d44-4463-9bb3-beaafdca6974 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:30:31.383772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:30:31.384277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Checking segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:30:31.384773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.385387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Bound using segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:30:31.385936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Bound port: 2a15a609-d5ea-41e1-89b1-c09376392986, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:30:31.386384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.398103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.403255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.426965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64457bfc-964b-4624-886b-0c0d08572211,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.437648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.439801 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-55b530bb-100a-4898-b7d9-5d19fef30046 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410260 Oct 11 04:30:31.442215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53200) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:31.446631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'c03268b9-5b0e-454b-9b79-e52c8ec20010', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:31.469069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] For port 2a15a609-d5ea-41e1-89b1-c09376392986, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:30:31.469427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:30:31.473823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] For port 2a15a609-d5ea-41e1-89b1-c09376392986, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2a15a609-d5ea-41e1-89b1-c09376392986,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:30:31.475682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.477480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.517818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:31.518439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:31.548774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.553282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.571539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28dd425-6f82-44c0-9468-6b3ef5717b90,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.573172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692f87-b572-43e8-becd-dc533418cd26 None None] Pushing event updated for resources: {'Port': ['ID=2a15a609-d5ea-41e1-89b1-c09376392986,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.584777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.586431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2b04b2f6-a01d-429f-ad39-9d5d23fa4661 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432669 Oct 11 04:30:31.589182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53202) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:31.595535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'c03268b9-5b0e-454b-9b79-e52c8ec20010', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:31.616289 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:30:31.621866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.652317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:31.696912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.700844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.721123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef66f345-cdf5-4069-a707-0f54f404c1c3,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:31.727516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.728661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-578c2459-f0ff-436f-8cf0-34278552fb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376843 Oct 11 04:30:31.780234 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Attempt 3 to provision port 2a15a609-d5ea-41e1-89b1-c09376392986 Oct 11 04:30:31.839968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4be92570-860c-4c4b-ad23-d91ac24a36a8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:30:31.896868 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-a53684ae-1e62-4ba9-b193-fc2c71352e31 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297572882&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0366187 Oct 11 04:30:31.985554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 4be92570-860c-4c4b-ad23-d91ac24a36a8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:31.986026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:31.986195 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 4be92570-860c-4c4b-ad23-d91ac24a36a8 Oct 11 04:30:32.015559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-85bf6bf3-188b-4c8c-80b0-cd717609c60b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:32.021957 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-85bf6bf3-188b-4c8c-80b0-cd717609c60b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 200 len: 797 time: 0.1121395 Oct 11 04:30:32.026455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Current status of the port 2a15a609-d5ea-41e1-89b1-c09376392986 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:32.026870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:32.036165 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-bd90c0cf-0740-4d56-9536-c1f6e4e7815a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0124381 Oct 11 04:30:32.061646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:31Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:32.091313 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-33cfb34c-8af1-4d19-9b9a-e8b7ce128405 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480947 Oct 11 04:30:32.199342 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-cfaae3c2-3d6a-4ad7-badd-f6a1f22a3ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931714 Oct 11 04:30:32.257851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06734-2c60-48f5-8a32-a98af52707a3 None None] The sync data for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv is: [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:31Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:30:32.262397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] For port 2a15a609-d5ea-41e1-89b1-c09376392986, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2a15a609-d5ea-41e1-89b1-c09376392986,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:32.305510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 4be92570-860c-4c4b-ad23-d91ac24a36a8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:32.307062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c14ddb48-a929-4f88-bd72-19ae6a6a9e3b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:30:32.308796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:32.364352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-198ae1c6-248f-4db9-b4fe-b823db3f183d service neutron] 10.222.0.39 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548126 Oct 11 04:30:32.452274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40927a5c-26df-4c01-9c40-319a97128d48 None None] Pushing event updated for resources: {'Port': ['ID=2a15a609-d5ea-41e1-89b1-c09376392986,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:32.481948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:32.482455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:32.482926 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b Oct 11 04:30:32.486470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e5176630-91bf-4dc7-b25c-029e01368128 None None] Provisioning complete for port 2a15a609-d5ea-41e1-89b1-c09376392986 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:32.486470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e5176630-91bf-4dc7-b25c-029e01368128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:32.486858 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e5176630-91bf-4dc7-b25c-029e01368128 None None] Attempt 1 to provision port 2a15a609-d5ea-41e1-89b1-c09376392986 Oct 11 04:30:32.722131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:32.725267 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-db238bf1-e0e7-4c1d-9ab0-7bd92b3b5ee1 req-b464d3aa-70dd-47e5-a231-bd43387193f2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 210 time: 0.0692008 Oct 11 04:30:32.739943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e5176630-91bf-4dc7-b25c-029e01368128 None None] Current status of the port 2a15a609-d5ea-41e1-89b1-c09376392986 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:33.833428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ad15bb4-7778-442f-9adb-636105b3927c req-dc8927dd-d7c1-45a9-ab4b-00ead039cf50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 210 time: 0.0298235 Oct 11 04:30:33.866157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2a15a609-d5ea-41e1-89b1-c09376392986 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:30:33.927759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2a15a609-d5ea-41e1-89b1-c09376392986 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:33.928133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:33.928520 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2a15a609-d5ea-41e1-89b1-c09376392986 Oct 11 04:30:34.015359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2a15a609-d5ea-41e1-89b1-c09376392986 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:34.163701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-39e27c7c-64c8-482c-9ec2-f06e3de38631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:34.923752 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bef66950-7d50-4faa-8f28-2483e945af7e req-2e06483a-d19c-497e-8758-ed6f823473fa tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 210 time: 0.0269616 Oct 11 04:30:36.024170 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e55da970-608f-47af-859d-31948bb4fb9f req-f087f4ba-43b8-4580-b9c2-faf60d936c34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 210 time: 0.0268428 Oct 11 04:30:36.433355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-53993a37-431b-4d81-82e2-625fa7eaa28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:36.899599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-0eabe546-7914-4266-a9c8-5aaa1c7c1869 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:36.900935 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-0eabe546-7914-4266-a9c8-5aaa1c7c1869 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 200 len: 797 time: 0.1176057 Oct 11 04:30:36.951227 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4d46b574-8e1b-4031-bca3-49d522ac2263 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 380 time: 0.0357013 Oct 11 04:30:36.961822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['c03268b9-5b0e-454b-9b79-e52c8ec20010']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:37.071398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:30:37.074992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.124818 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0cc26083-776a-4c92-859d-cd3e2117d48d req-08bd659b-635b-4de6-a200-1eacd3a2514d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 210 time: 0.0259974 Oct 11 04:30:37.200582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.6 (32e755a7-3d44-4463-9bb3-beaafdca6974/dbd075ce-c52b-4d09-862a-391f1ac14074/e9be1a29-dc60-4e0a-9ad4-297c7557587e) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:30:37.336389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.369615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.419087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:30:37.424110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:37.428999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:30:37.432858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=e9be1a29-dc60-4e0a-9ad4-297c7557587e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:37.488681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:37.489319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.506401 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-4b206ed3-043e-4da1-b817-d41954320e03 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482607 Oct 11 04:30:37.530005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Request body: {'port': {'device_id': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:37.590552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.697829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0536690f-7ae0-4a09-95e3-1d6154472c01 None None] Provisioning complete for port e9be1a29-dc60-4e0a-9ad4-297c7557587e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:37.698480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0536690f-7ae0-4a09-95e3-1d6154472c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.698480 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0536690f-7ae0-4a09-95e3-1d6154472c01 None None] Attempt 1 to provision port e9be1a29-dc60-4e0a-9ad4-297c7557587e Oct 11 04:30:37.722992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.735295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0536690f-7ae0-4a09-95e3-1d6154472c01 None None] Port e9be1a29-dc60-4e0a-9ad4-297c7557587e cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:30:37.851869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9be1a29-dc60-4e0a-9ad4-297c7557587e {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:30:37.859090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.870740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Transition to ACTIVE for port object e9be1a29-dc60-4e0a-9ad4-297c7557587e will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:30:37.874099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:37.946034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9be1a29-dc60-4e0a-9ad4-297c7557587e,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:37.975899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Attempting to bind port e9be1a29-dc60-4e0a-9ad4-297c7557587e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:30:37.976159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Attempting to bind port e9be1a29-dc60-4e0a-9ad4-297c7557587e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:30:37.976479 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Attempting to bind port e9be1a29-dc60-4e0a-9ad4-297c7557587e on network 32e755a7-3d44-4463-9bb3-beaafdca6974 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:30:37.980608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Port e9be1a29-dc60-4e0a-9ad4-297c7557587e on network 32e755a7-3d44-4463-9bb3-beaafdca6974 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:30:37.980919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Attempting to bind port e9be1a29-dc60-4e0a-9ad4-297c7557587e on network 32e755a7-3d44-4463-9bb3-beaafdca6974 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:30:37.985622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:30:37.985946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Checking segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:30:37.986316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Bound using segment: {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:30:37.986762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Bound port: e9be1a29-dc60-4e0a-9ad4-297c7557587e, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:30:37.987103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:38.048112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] For port e9be1a29-dc60-4e0a-9ad4-297c7557587e, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:30:38.051064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] For port e9be1a29-dc60-4e0a-9ad4-297c7557587e, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:30:38.056474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:38.060358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.060954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:38.062363 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 200 len: 1093 time: 0.5367165 Oct 11 04:30:38.064327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:30:38.066572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ab1415-285b-4c4c-957d-deebdaadf178" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:30:38.104755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd8dc4-31e2-4e5a-9d16-a301cedd8e58 x-openstack-request-id: req-2fbd8dc4-31e2-4e5a-9d16-a301cedd8e58 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:30:38.105374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:30:38.105374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fbd8dc4-31e2-4e5a-9d16-a301cedd8e58 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:30:38.105672 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd8dc4-31e2-4e5a-9d16-a301cedd8e58'] response: {'name': 'network-changed', 'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'status': 'completed', 'code': 200} Oct 11 04:30:38.128991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9fa51-c577-461c-8e01-15a9ff5221e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9be1a29-dc60-4e0a-9ad4-297c7557587e,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:38.164058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-35df4677-bc80-43dd-9a81-e74e8478b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.165590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-35df4677-bc80-43dd-9a81-e74e8478b1d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1096 time: 0.0442715 Oct 11 04:30:38.216522 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-94fc8ccb-fcbd-4d3e-87bd-70bc316ae5d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 200 len: 217 time: 0.0373006 Oct 11 04:30:38.236520 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0536690f-7ae0-4a09-95e3-1d6154472c01 None None] Attempt 2 to provision port e9be1a29-dc60-4e0a-9ad4-297c7557587e Oct 11 04:30:38.249850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74179a5-1320-471b-9f08-bdd4cfec7853 req-c45f15ae-df22-47b2-8e0b-5230b22c6542 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.251361 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a74179a5-1320-471b-9f08-bdd4cfec7853 req-c45f15ae-df22-47b2-8e0b-5230b22c6542 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 943 time: 0.0538380 Oct 11 04:30:38.273034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-9f96440d-5366-4834-af5f-35f413035244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.274562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-9f96440d-5366-4834-af5f-35f413035244 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd075ce-c52b-4d09-862a-391f1ac14074 HTTP/1.1" status: 200 len: 835 time: 0.0499778 Oct 11 04:30:38.283710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0536690f-7ae0-4a09-95e3-1d6154472c01 None None] Port e9be1a29-dc60-4e0a-9ad4-297c7557587e had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:30:38.291847 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a74179a5-1320-471b-9f08-bdd4cfec7853 req-edb99edd-008d-4f95-b2e9-c40da1e6e8ff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Oct 11 04:30:38.319804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d27d-76b3-4c62-a08d-667309be7321 req-88ad19b1-d7de-47e9-a37e-57311986c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.321306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-88ad19b1-d7de-47e9-a37e-57311986c895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32e755a7-3d44-4463-9bb3-beaafdca6974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401392 Oct 11 04:30:38.409701 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-85001576-4b58-4a7d-b6b0-34854d7c2a9c service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814240 Oct 11 04:30:38.503360 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8782d27d-76b3-4c62-a08d-667309be7321 req-959d524d-df6e-437e-9ce1-a5b68e20f6c4 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870204 Oct 11 04:30:38.657505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-a480ff6b-7ad9-42b5-8d14-6fee28149e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.659259 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-a480ff6b-7ad9-42b5-8d14-6fee28149e0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1096 time: 0.0432186 Oct 11 04:30:38.754742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-d87cff59-cb0a-4a83-8f37-bd923f972168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.756251 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-d87cff59-cb0a-4a83-8f37-bd923f972168 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 200 len: 898 time: 0.0901268 Oct 11 04:30:38.796658 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-97103c21-acd4-4e50-b20f-4cfd5bb68c7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 200 len: 217 time: 0.0332177 Oct 11 04:30:38.847352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-d27742b3-87cf-4b1b-9ecd-64eb284b6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.848755 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-d27742b3-87cf-4b1b-9ecd-64eb284b6240 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd075ce-c52b-4d09-862a-391f1ac14074 HTTP/1.1" status: 200 len: 835 time: 0.0456066 Oct 11 04:30:38.892052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-ac3c1cdf-eeb8-4fda-8b76-b45195eb226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:38.893465 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-ac3c1cdf-eeb8-4fda-8b76-b45195eb226e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32e755a7-3d44-4463-9bb3-beaafdca6974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387735 Oct 11 04:30:38.981111 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-ba8282a2-fa65-43f4-9e47-715eb89dfe49 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808160 Oct 11 04:30:39.071398 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0ab1415-285b-4c4c-957d-deebdaadf178 req-bf19b3bb-eeaa-4bf2-8895-79f4424f7b4f service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840757 Oct 11 04:30:39.275609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:39.412269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f98fdb-912a-41ca-b586-5810fec6c470 req-39aba3a0-7cac-406b-90cc-fa07216b198a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:39.413709 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6f98fdb-912a-41ca-b586-5810fec6c470 req-39aba3a0-7cac-406b-90cc-fa07216b198a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 943 time: 0.0485127 Oct 11 04:30:39.449771 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6f98fdb-912a-41ca-b586-5810fec6c470 req-e9b0b895-650c-48ba-b8bf-87bb7c43a737 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302775 Oct 11 04:30:39.475705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:40.379756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:40.571226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cc405-232d-481f-9437-a8791fde3057 req-e96d21cb-7506-4339-8fe2-de8e55ad6406 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:40.572691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-848cc405-232d-481f-9437-a8791fde3057 req-e96d21cb-7506-4339-8fe2-de8e55ad6406 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 943 time: 0.0520406 Oct 11 04:30:40.610078 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-848cc405-232d-481f-9437-a8791fde3057 req-5b89a6c4-38a7-4f42-9b66-183cd5546e75 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Oct 11 04:30:41.728170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413d096-3074-4898-84aa-4829077e8b80 req-8459ae85-ba53-4721-a737-db2e769994e0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:41.729618 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6413d096-3074-4898-84aa-4829077e8b80 req-8459ae85-ba53-4721-a737-db2e769994e0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 943 time: 0.0471635 Oct 11 04:30:41.770655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6413d096-3074-4898-84aa-4829077e8b80 req-5ab9bbe2-877c-4f12-8a7b-ae40e0e633a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Oct 11 04:30:42.658780 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:30:42.792151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e9be1a29-dc60-4e0a-9ad4-297c7557587e details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:30:42.887975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f2b63-eea3-4e27-b3e0-5ae7c1e9609f req-920a7f29-3886-41d1-a2e5-d70c11f0f7a7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:42.888553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e9be1a29-dc60-4e0a-9ad4-297c7557587e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:42.889353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9e3f2b63-eea3-4e27-b3e0-5ae7c1e9609f req-920a7f29-3886-41d1-a2e5-d70c11f0f7a7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 943 time: 0.0480921 Oct 11 04:30:42.899515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'port_id': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'mac_address': 'fa:16:3e:76:49:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:30:42.927400 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9e3f2b63-eea3-4e27-b3e0-5ae7c1e9609f req-3c6f4a5c-21ff-49b1-8dcb-d2c85d75c6a5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Oct 11 04:30:42.935711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e9be1a29-dc60-4e0a-9ad4-297c7557587e is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:42.936108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:42.949664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9be1a29-dc60-4e0a-9ad4-297c7557587e {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:30:42.969295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e9be1a29-dc60-4e0a-9ad4-297c7557587e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:42.973425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:43.020719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e9be1a29-dc60-4e0a-9ad4-297c7557587e,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:43.358898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['e9be1a29-dc60-4e0a-9ad4-297c7557587e'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:30:44.045524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8559585-de22-4764-8c5b-3420c05a6ff1 req-99a1f45b-efea-4ff0-9f92-69280d5dc716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:44.046988 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c8559585-de22-4764-8c5b-3420c05a6ff1 req-99a1f45b-efea-4ff0-9f92-69280d5dc716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 944 time: 0.0488052 Oct 11 04:30:44.083667 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c8559585-de22-4764-8c5b-3420c05a6ff1 req-a3f99f19-cfcb-4fed-838f-7e2d046ffa8b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Oct 11 04:30:44.807436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e9be1a29-dc60-4e0a-9ad4-297c7557587e up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:30:44.857337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port e9be1a29-dc60-4e0a-9ad4-297c7557587e completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:30:44.860897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port e9be1a29-dc60-4e0a-9ad4-297c7557587e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:30:44.861272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:44.861604 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port e9be1a29-dc60-4e0a-9ad4-297c7557587e Oct 11 04:30:44.935839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e9be1a29-dc60-4e0a-9ad4-297c7557587e is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:30:44.936122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:44.957507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:30:44.959775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded37af-d7b3-4851-9f32-c0c6d7dceecc" -d '{"events": [{"server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:30:44.972118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e9be1a29-dc60-4e0a-9ad4-297c7557587e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:30:44.976897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:45.003676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be44e9-12fe-4010-9837-c171489dfeef x-openstack-request-id: req-c3be44e9-12fe-4010-9837-c171489dfeef {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:30:45.004014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:30:45.004709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3be44e9-12fe-4010-9837-c171489dfeef {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:30:45.005360 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3be44e9-12fe-4010-9837-c171489dfeef'] response: {'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'code': 200} Oct 11 04:30:45.030058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e9be1a29-dc60-4e0a-9ad4-297c7557587e,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:45.231274 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5fec8-ca6b-4f33-bc33-3bbdfa53b92a req-287975de-a409-4434-b9e3-c151c30c1172 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:45.232648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-50b5fec8-ca6b-4f33-bc33-3bbdfa53b92a req-287975de-a409-4434-b9e3-c151c30c1172 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.0768840 Oct 11 04:30:45.234994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdb7d1-12a1-4e13-982d-f024824b67e3 req-ea949833-266f-4d7d-b364-fa5fdae06a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:45.236303 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84cdb7d1-12a1-4e13-982d-f024824b67e3 req-ea949833-266f-4d7d-b364-fa5fdae06a79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1098 time: 0.0545650 Oct 11 04:30:45.291993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-50b5fec8-ca6b-4f33-bc33-3bbdfa53b92a req-f1ea17f2-991c-4fe8-8f0c-1634e3cafd26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533283 Oct 11 04:30:45.295590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84cdb7d1-12a1-4e13-982d-f024824b67e3 req-245c19b5-8374-458f-b000-d1eb57a93be0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508313 Oct 11 04:30:46.411890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab29b-90b5-4168-a9ea-edf73e77a6e5 req-c6369b28-49b3-4704-a530-da407ed774b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:46.413356 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e13ab29b-90b5-4168-a9ea-edf73e77a6e5 req-c6369b28-49b3-4704-a530-da407ed774b2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.0492985 Oct 11 04:30:46.450821 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e13ab29b-90b5-4168-a9ea-edf73e77a6e5 req-48edc560-3db8-46e8-9be2-1cc2201714d5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Oct 11 04:30:47.570436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d896bd-622e-43df-8a1f-1ccd3c8b56b0 req-066aefca-4fcb-4843-8b05-5e69e2924ee3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:47.571923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e8d896bd-622e-43df-8a1f-1ccd3c8b56b0 req-066aefca-4fcb-4843-8b05-5e69e2924ee3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.0492837 Oct 11 04:30:47.611192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e8d896bd-622e-43df-8a1f-1ccd3c8b56b0 req-0d8e0088-b9d3-4199-90da-7fcc60511f41 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333805 Oct 11 04:30:47.739201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c24ab-4324-4ecf-802e-7c9eb444d04b req-c6b8ce47-52d7-46d5-817f-7b6c1d227395 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:47.740591 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-968c24ab-4324-4ecf-802e-7c9eb444d04b req-c6b8ce47-52d7-46d5-817f-7b6c1d227395 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.0535188 Oct 11 04:30:47.778948 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-968c24ab-4324-4ecf-802e-7c9eb444d04b req-2c220eb0-5ab7-4747-a54d-9cf12f82d46a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323563 Oct 11 04:30:47.807932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53274) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:47.852379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84f5230-141b-4515-b241-fc5741951a75 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:47.853893 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f84f5230-141b-4515-b241-fc5741951a75 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1093 time: 0.0449717 Oct 11 04:30:47.856774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53276) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:47.860979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:30:47.880985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:47.978955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:48.077825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.196 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/219607d2-313a-408e-9160-43a32a9ca77c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:30:48.181693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:48.214162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:48.251010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:30:48.254378 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:30:48.257787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:30:48.283882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=219607d2-313a-408e-9160-43a32a9ca77c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:48.610188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:48.678232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:48.818548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:48.822945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:49.200740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:49.202264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=219607d2-313a-408e-9160-43a32a9ca77c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:30:49.299909 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 53a256c9-64ba-4e9b-8c96-699e90d63398 associated. External IP: 172.26.8.196, port: e9be1a29-dc60-4e0a-9ad4-297c7557587e. Oct 11 04:30:49.499865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router d2cb78e7-1c2a-4ac0-b754-5832377dc81b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:30:49.606203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:30:49.616610 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] Sync routers for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:30:49.625697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:30:49.627292 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:49.627879 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:49.653845 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d5d27948-aea9-4310-a9a8-10948fbc7903 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7960484 Oct 11 04:30:49.654469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:30:49.656780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53278) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:49.657218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:30:49.697557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcf248e-0557-48f0-bd26-12ebe8f331cc x-openstack-request-id: req-dfcf248e-0557-48f0-bd26-12ebe8f331cc {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:30:49.697883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:30:49.698650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfcf248e-0557-48f0-bd26-12ebe8f331cc {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:30:49.698650 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcf248e-0557-48f0-bd26-12ebe8f331cc'] response: {'name': 'network-changed', 'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'status': 'completed', 'code': 200} Oct 11 04:30:49.717615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8027fae2-a055-49db-81ab-516e6bfaf7af tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/53a256c9-64ba-4e9b-8c96-699e90d63398 HTTP/1.1" status: 200 len: 991 time: 0.0593989 Oct 11 04:30:49.741665 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:49.782061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-9c89ce0f-0b89-4a64-a8aa-59865a50ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:49.783691 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-9c89ce0f-0b89-4a64-a8aa-59865a50ca06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1098 time: 0.0418007 Oct 11 04:30:49.878568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-93a433e6-9b47-49de-9555-984f195f3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:49.880564 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-93a433e6-9b47-49de-9555-984f195f3090 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 200 len: 898 time: 0.0891314 Oct 11 04:30:49.945774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-24d3d193-c714-4a42-997c-fa868ff4ef52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 200 len: 999 time: 0.0586293 Oct 11 04:30:49.963661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '53a256c9-64ba-4e9b-8c96-699e90d63398', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.196', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'port_id': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'mac_address': 'fa:16:3e:76:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:30:48Z', 'updated_at': '2022-10-11T04:30:48Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:49.989857 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] Checking router: d2cb78e7-1c2a-4ac0-b754-5832377dc81b for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:30:49.994035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-63d338dd-5440-480c-abf8-341ceba7a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:49.995560 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-63d338dd-5440-480c-abf8-341ceba7a81a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd075ce-c52b-4d09-862a-391f1ac14074 HTTP/1.1" status: 200 len: 835 time: 0.0434074 Oct 11 04:30:49.998404 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:30:49.999021 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:30:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:50.045011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-abe2af12-9d0c-4d87-877d-3236c977b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:30:50.046422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-abe2af12-9d0c-4d87-877d-3236c977b323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32e755a7-3d44-4463-9bb3-beaafdca6974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434740 Oct 11 04:30:50.139095 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-62d4edeb-1eb7-4f5a-ac8c-edcb751ac73e service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860238 Oct 11 04:30:50.191191 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:30:50.232507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15dba11d-f7ae-4cf7-8e6a-0c2a991167ec req-ccda4e05-716c-4173-a9e0-e7f3cd257ed8 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Oct 11 04:30:50.404612 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '53a256c9-64ba-4e9b-8c96-699e90d63398', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.196', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'port_id': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'mac_address': 'fa:16:3e:76:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:30:48Z', 'updated_at': '2022-10-11T04:30:48Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:30:50.433756 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232b80c-00dd-43e7-9a80-4015f5fb499f None None] The sync data for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv is: [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '53a256c9-64ba-4e9b-8c96-699e90d63398', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.196', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'port_id': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'mac_address': 'fa:16:3e:76:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:30:48Z', 'updated_at': '2022-10-11T04:30:48Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:30:50.612320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b835a9-dbc3-415f-8cd2-26d61412a606 None None] New status for floating IP 53a256c9-64ba-4e9b-8c96-699e90d63398: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:30:50.721840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53282) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:50.787002 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-624e908c-cf6c-4ced-af88-2e9fe2849601 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/53a256c9-64ba-4e9b-8c96-699e90d63398 HTTP/1.1" status: 200 len: 991 time: 0.0633023 Oct 11 04:30:51.790644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53284) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:30:51.849663 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a6857f8c-b950-4377-8114-f6543fd2f310 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/53a256c9-64ba-4e9b-8c96-699e90d63398 HTTP/1.1" status: 200 len: 993 time: 0.0579000 Oct 11 04:31:04.166057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b2ea327c-29a8-43b0-bb18-941f1e59285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:06.435602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a7b92727-8e5a-4bb2-9ac4-979e4e95661a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:07.705880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:09.277954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:09.478500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:10.379642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:18.741893 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-091c05e7-135a-4190-a308-ffea36c8c4ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385840 Oct 11 04:31:18.837761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f57a6-8bcb-448d-8344-2859b903eabc req-745966da-0b72-425f-8276-119df5e04b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:18.839390 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-745966da-0b72-425f-8276-119df5e04b4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1098 time: 0.0405669 Oct 11 04:31:18.943575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f57a6-8bcb-448d-8344-2859b903eabc req-8fa70d6d-a135-4075-a22d-6b1eb5ed0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:18.944937 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-8fa70d6d-a135-4075-a22d-6b1eb5ed0ff5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 200 len: 898 time: 0.0864317 Oct 11 04:31:19.009810 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-91dcb12a-7484-4171-97c5-3c63ab0fc4c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 200 len: 1001 time: 0.0572796 Oct 11 04:31:19.061208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f57a6-8bcb-448d-8344-2859b903eabc req-646705c8-6529-49a8-995f-97572493c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:19.062655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-646705c8-6529-49a8-995f-97572493c57e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd075ce-c52b-4d09-862a-391f1ac14074 HTTP/1.1" status: 200 len: 835 time: 0.0467424 Oct 11 04:31:19.105981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f57a6-8bcb-448d-8344-2859b903eabc req-33c6761c-04af-40d5-b8e1-9f16d671426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:19.107440 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-33c6761c-04af-40d5-b8e1-9f16d671426f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32e755a7-3d44-4463-9bb3-beaafdca6974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387571 Oct 11 04:31:19.196345 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-0da22870-3b69-4d1b-8111-584a266bf089 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Oct 11 04:31:19.287031 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-741f57a6-8bcb-448d-8344-2859b903eabc req-2ca921cd-4f2b-40b3-827a-88dfb6e7d3f2 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842357 Oct 11 04:31:19.657740 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:31:34.166955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f9f08d9-d31e-4d75-8626-667457835d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:36.437765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f91b3d07-4468-49a1-a5be-9b3972b4d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:37.706876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:39.280849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:39.479914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:40.388306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:52.436641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53304) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:31:52.499036 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3fa92f9a-04da-429f-9799-a744bdc96c2f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/53a256c9-64ba-4e9b-8c96-699e90d63398 HTTP/1.1" status: 200 len: 993 time: 0.0612924 Oct 11 04:31:52.809039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53314) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:31:52.962228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 219607d2-313a-408e-9160-43a32a9ca77c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:31:52.962593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:53.039503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:53.039830 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:53.051780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 219607d2-313a-408e-9160-43a32a9ca77c owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:31:53.194484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:53.220452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=219607d2-313a-408e-9160-43a32a9ca77c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:31:53.243369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.243715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.244052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.244384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.244734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.245063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.245379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.245701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.246022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.246337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.246682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.246998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:53.286940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:53.287263 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 53a256c9-64ba-4e9b-8c96-699e90d63398 disassociated (deleted). External IP: 172.26.8.196, port: e9be1a29-dc60-4e0a-9ad4-297c7557587e. Oct 11 04:31:53.490044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router d2cb78e7-1c2a-4ac0-b754-5832377dc81b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:31:53.596252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:31:53.601090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:53.605759 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] Sync routers for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:31:53.614771 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:31:53.615371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:53.628715 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1635fdf8-164b-489b-8d43-462267cd0c3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/53a256c9-64ba-4e9b-8c96-699e90d63398 HTTP/1.1" status: 204 len: 168 time: 0.8185506 Oct 11 04:31:53.629639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:31:53.632055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:31:53.679021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a53059-bf5c-445a-9ed3-f2c0065de97b x-openstack-request-id: req-a0a53059-bf5c-445a-9ed3-f2c0065de97b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:31:53.679021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:31:53.679300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0a53059-bf5c-445a-9ed3-f2c0065de97b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:31:53.679625 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a53059-bf5c-445a-9ed3-f2c0065de97b'] response: {'name': 'network-changed', 'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'status': 'completed', 'code': 200} Oct 11 04:31:53.724487 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:31:53.806173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-b0cdf468-7a61-4923-a786-cd13d0e5c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:53.809303 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-b0cdf468-7a61-4923-a786-cd13d0e5c8a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 1098 time: 0.0790637 Oct 11 04:31:53.951791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fac1af-4d00-4de6-b2f5-01ed58ee6f70 req-4b0a3611-bd3d-44f9-98eb-d4e20755b595 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:53.953306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e6fac1af-4d00-4de6-b2f5-01ed58ee6f70 req-4b0a3611-bd3d-44f9-98eb-d4e20755b595 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.1066756 Oct 11 04:31:53.967407 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:53.979954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-45d065a0-ea1b-4879-9453-3d4326dd3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:53.981387 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-45d065a0-ea1b-4879-9453-3d4326dd3fd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 200 len: 898 time: 0.1434956 Oct 11 04:31:53.993298 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] Checking router: d2cb78e7-1c2a-4ac0-b754-5832377dc81b for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:31:54.004305 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:31:54.004305 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:54.036831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e6fac1af-4d00-4de6-b2f5-01ed58ee6f70 req-ce6399c7-763f-4452-a8e0-b68f14900fd6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723469 Oct 11 04:31:54.038228 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-1365460a-b508-4f4f-9755-6195f91c8b8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 200 len: 217 time: 0.0444982 Oct 11 04:31:54.088302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-4cf62c6d-b725-4109-868e-78579bfdd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:54.089780 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-4cf62c6d-b725-4109-868e-78579bfdd813 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd075ce-c52b-4d09-862a-391f1ac14074 HTTP/1.1" status: 200 len: 835 time: 0.0439382 Oct 11 04:31:54.106977 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:31:54.137995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-23984581-bf66-4320-8a19-2fd6d793574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:54.139516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-23984581-bf66-4320-8a19-2fd6d793574c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32e755a7-3d44-4463-9bb3-beaafdca6974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418305 Oct 11 04:31:54.233164 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-3b9009fd-2020-4e27-ac14-abbcfee1f2f9 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851512 Oct 11 04:31:54.301415 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:54.323041 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac33b29c-b54b-4dbb-b087-9cd1ac69084a req-e7496e65-4c94-48e3-a3c3-a3d4aff0f8c5 service neutron] 10.222.0.45 "GET /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823724 Oct 11 04:31:54.326828 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4ac5a-2dab-4fdc-adb0-5bab18540199 None None] The sync data for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv is: [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:29Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2a15a609-d5ea-41e1-89b1-c09376392986', 'name': '', 'network_id': '32e755a7-3d44-4463-9bb3-beaafdca6974', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:f7:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:28Z', 'updated_at': '2022-10-11T04:30:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'dbd075ce-c52b-4d09-862a-391f1ac14074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:31:54.534425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acf60c-702b-4732-8047-e57030be4a89 None None] New status for floating IP 53a256c9-64ba-4e9b-8c96-699e90d63398: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:31:55.159730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f109c-cbd5-4222-b211-efd93d43a32f req-9bd227d7-4c0f-487b-9ce8-15548a5adba6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:55.161166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1b1f109c-cbd5-4222-b211-efd93d43a32f req-9bd227d7-4c0f-487b-9ce8-15548a5adba6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.0492423 Oct 11 04:31:55.197052 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1b1f109c-cbd5-4222-b211-efd93d43a32f req-2961ca40-47c6-4de2-aebe-4fa73817c0bc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03268b9-5b0e-454b-9b79-e52c8ec20010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301359 Oct 11 04:31:55.590359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf4297-e506-4872-8201-a1448b444251 req-602a28f6-bd15-4c36-a1c0-77d821e27bec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:31:55.591828 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dadf4297-e506-4872-8201-a1448b444251 req-602a28f6-bd15-4c36-a1c0-77d821e27bec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 945 time: 0.0520110 Oct 11 04:31:55.680209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port e9be1a29-dc60-4e0a-9ad4-297c7557587e {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:31:55.680534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:55.770846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port e9be1a29-dc60-4e0a-9ad4-297c7557587e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e9be1a29-dc60-4e0a-9ad4-297c7557587e,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:31:55.771269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:55.782758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for e9be1a29-dc60-4e0a-9ad4-297c7557587e owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:31:55.905422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:55.937118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=e9be1a29-dc60-4e0a-9ad4-297c7557587e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:31:55.978148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port e9be1a29-dc60-4e0a-9ad4-297c7557587e on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:31:55.981196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:55.984476 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dadf4297-e506-4872-8201-a1448b444251 req-b4352dad-64d2-4db0-a248-9ba6dd912992 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/e9be1a29-dc60-4e0a-9ad4-297c7557587e HTTP/1.1" status: 204 len: 173 time: 0.3872573 Oct 11 04:31:55.984966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'name': 'network-vif-deleted', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:31:55.987246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a702d487-74cc-4436-bac3-6af5ff6d39ef" -d '{"events": [{"server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "name": "network-vif-deleted", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:31:56.023054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb1688-20fc-4d2e-a582-35c17302d55b x-openstack-request-id: req-bccb1688-20fc-4d2e-a582-35c17302d55b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:31:56.023421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a", "name": "network-vif-deleted", "tag": "e9be1a29-dc60-4e0a-9ad4-297c7557587e", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:31:56.023769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bccb1688-20fc-4d2e-a582-35c17302d55b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:31:56.024180 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccb1688-20fc-4d2e-a582-35c17302d55b'] response: {'server_uuid': '6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a', 'name': 'network-vif-deleted', 'tag': 'e9be1a29-dc60-4e0a-9ad4-297c7557587e', 'status': 'completed', 'code': 200} Oct 11 04:31:56.308084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-66b8328d-9a6e-4ca1-b32c-81cfb34897fe req-27af44ea-81aa-4f78-83de-8681fadca6dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1bb0ee-8f3c-4021-b78a-23d679ab9d1a HTTP/1.1" status: 200 len: 210 time: 0.0271091 Oct 11 04:31:56.657582 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:31:57.368845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53330) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:31:57.425664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c77fc526-2a6a-4eb9-a650-72fa72f4191b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:57.450161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c77fc526-2a6a-4eb9-a650-72fa72f4191b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:57.507647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c77fc526-2a6a-4eb9-a650-72fa72f4191b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:57.510274 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c77fc526-2a6a-4eb9-a650-72fa72f4191b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:57.511475 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c77fc526-2a6a-4eb9-a650-72fa72f4191b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/c03268b9-5b0e-454b-9b79-e52c8ec20010 HTTP/1.1" status: 204 len: 168 time: 0.1416390 Oct 11 04:31:57.520453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fc526-2a6a-4eb9-a650-72fa72f4191b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03268b9-5b0e-454b-9b79-e52c8ec20010,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:31:57.542569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53334) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:31:57.892330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:58.134089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 2a15a609-d5ea-41e1-89b1-c09376392986 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:31:58.134417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:58.219989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 2a15a609-d5ea-41e1-89b1-c09376392986, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2a15a609-d5ea-41e1-89b1-c09376392986,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:31:58.220340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:58.232227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 2a15a609-d5ea-41e1-89b1-c09376392986 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:31:58.412519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:58.439728 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=2a15a609-d5ea-41e1-89b1-c09376392986,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:31:58.463268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.463613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.463959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.464293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.464625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.464958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.465289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.465618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.465947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.466272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.466626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.466949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:31:58.879160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.091968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router d2cb78e7-1c2a-4ac0-b754-5832377dc81b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:31:59.196324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:31:59.201309 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-89065947-dbe0-4c03-a4fe-c6200e5ad6e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/d2cb78e7-1c2a-4ac0-b754-5832377dc81b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582661 Oct 11 04:31:59.204230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53336) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:31:59.205831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] Sync routers for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:31:59.211251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e9be1a29-dc60-4e0a-9ad4-297c7557587e no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:31:59.229937 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:31:59.231673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:59.232385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: e9be1a29-dc60-4e0a-9ad4-297c7557587e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:31:59.232938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e9be1a29-dc60-4e0a-9ad4-297c7557587e not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:31:59.263535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet dbd075ce-c52b-4d09-862a-391f1ac14074 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:31:59.266952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.309339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.341135 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:31:59.394722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.463980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.499397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd075ce-c52b-4d09-862a-391f1ac14074,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:31:59.501535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.504918 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-07802c65-4236-47f9-bf3b-adaab21962a6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/dbd075ce-c52b-4d09-862a-391f1ac14074 HTTP/1.1" status: 204 len: 168 time: 0.2996860 Oct 11 04:31:59.507761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53338) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:31:59.519993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd4b18-e915-420a-ac3b-5409f784f7f1 None None] Network 32e755a7-3d44-4463-9bb3-beaafdca6974 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:31:59.620779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.639293 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:31:58Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:59.666486 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] Checking router: d2cb78e7-1c2a-4ac0-b754-5832377dc81b for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:31:59.676988 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] Routers {'d2cb78e7-1c2a-4ac0-b754-5832377dc81b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:31:59.677608 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:31:59.724624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] DHCP port deletion for 32e755a7-3d44-4463-9bb3-beaafdca6974 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:31:59.769631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.776030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Deleting port 4be92570-860c-4c4b-ad23-d91ac24a36a8 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:31:59.776470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.799584 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] Set router d2cb78e7-1c2a-4ac0-b754-5832377dc81b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:31:59.831174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:31:59.832366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.848657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] For port 4be92570-860c-4c4b-ad23-d91ac24a36a8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=4be92570-860c-4c4b-ad23-d91ac24a36a8,segment=NetworkSegment(8b92c45f-7f50-41d5-a37b-0a6b4793b4e2),segment_id=8b92c45f-7f50-41d5-a37b-0a6b4793b4e2)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:31:59.849047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.868040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Calling delete_port for 4be92570-860c-4c4b-ad23-d91ac24a36a8 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:31:59.936131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port c14ddb48-a929-4f88-bd72-19ae6a6a9e3b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:31:59.936704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:31:59.938333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4be92570-860c-4c4b-ad23-d91ac24a36a8 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:31:59.956942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for c14ddb48-a929-4f88-bd72-19ae6a6a9e3b owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:31:59.983235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.014868 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:31:58Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:00.017127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] No DVR routers for this DVR port 4be92570-860c-4c4b-ad23-d91ac24a36a8 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:32:00.020424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No active binding found for port 4be92570-860c-4c4b-ad23-d91ac24a36a8 {{(pid=103100) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 11 04:32:00.021210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4be92570-860c-4c4b-ad23-d91ac24a36a8 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:32:00.034213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Pushing event deleted for resources: {'Port': ['ID=4be92570-860c-4c4b-ad23-d91ac24a36a8,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:00.041573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.041918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.042251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.042600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.043523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.043876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.044203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.044525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.044846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.045163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.045479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.045792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bbd16-eaae-4762-91ec-d07e848f0bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:00.048976 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056302a3-10b4-452f-9a54-e3553c71969a None None] The sync data for ids ['d2cb78e7-1c2a-4ac0-b754-5832377dc81b'] in dv-neutron-860894-1-hyperv is: [{'id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'name': 'tempest-TestNetworkBasicOps-router-495503142', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:31:58Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'c14ddb48-a929-4f88-bd72-19ae6a6a9e3b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cb78e7-1c2a-4ac0-b754-5832377dc81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:30:25Z', 'updated_at': '2022-10-11T04:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:32:00.148068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.175525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=c14ddb48-a929-4f88-bd72-19ae6a6a9e3b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:00.237479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.325778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.327971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.372071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.372587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router d2cb78e7-1c2a-4ac0-b754-5832377dc81b {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:32:00.379710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.380807 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2b46cf38-8fd8-4cdc-9a43-880e1bca915c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/d2cb78e7-1c2a-4ac0-b754-5832377dc81b HTTP/1.1" status: 204 len: 168 time: 0.8721354 Oct 11 04:32:00.383548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53340) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:00.460501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.550798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.570749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e755a7-3d44-4463-9bb3-beaafdca6974']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:00.580367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:00.580660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b92c45f-7f50-41d5-a37b-0a6b4793b4e2') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:00.590236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.603372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.609428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:32:00.609816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.643463 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 8b92c45f-7f50-41d5-a37b-0a6b4793b4e2 resource provider aggregate not found Oct 11 04:32:00.681451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.690652 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 8b92c45f-7f50-41d5-a37b-0a6b4793b4e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b92c45f-7f50-41d5-a37b-0a6b4793b4e2 found for delete ", "request_id": "req-1ca4fb78-0ca5-41ac-9f3e-63d40b0777f6"}]} Oct 11 04:32:00.691651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.694862 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/32e755a7-3d44-4463-9bb3-beaafdca6974 HTTP/1.1" status: 204 len: 168 time: 0.3102841 Oct 11 04:32:00.707488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f620ce-3149-436f-9536-2f1b2c2010d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=32e755a7-3d44-4463-9bb3-beaafdca6974,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:00.711911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53346) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:00.718243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--815775772', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:00.737194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:32:00.740598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.764617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:32:00.773248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.773588 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment cd1db8e9-44dd-44a6-adb9-edcea4a779ad of type vlan for network 124a3b7b-b7a6-430f-8057-779e47a96d7b Oct 11 04:32:00.812202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.835272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.840701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:00.841282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.871716 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1573997 Oct 11 04:32:00.875022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53348) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:00.879811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:00.900415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.901385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:00.911863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119eb95-4b13-442e-92ad-158104798a02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=124a3b7b-b7a6-430f-8057-779e47a96d7b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:00.923762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:32:00.956349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.095259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.281942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.300522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.401693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.23 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/27e11b02-8042-409d-9260-454c7ac12df0) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:32:01.501368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.537935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.576371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:32:01.579205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:01.585724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:32:01.589017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=27e11b02-8042-409d-9260-454c7ac12df0,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:01.829015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:01.854304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c14ddb48-a929-4f88-bd72-19ae6a6a9e3b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:32:01.878976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c14ddb48-a929-4f88-bd72-19ae6a6a9e3b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:32:01.879320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c14ddb48-a929-4f88-bd72-19ae6a6a9e3b not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:32:01.879726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2a15a609-d5ea-41e1-89b1-c09376392986 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:32:01.898657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2a15a609-d5ea-41e1-89b1-c09376392986 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:32:01.898998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2a15a609-d5ea-41e1-89b1-c09376392986 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:32:02.288842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:02.412870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:32:02.512603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:32:02.522426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:32:02.532532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:02.533758 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-196629e8-6553-4789-9416-1987e10c0124 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6575737 Oct 11 04:32:02.534559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:32:02.535169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:02.536953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53350) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:02.566934 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2e067cef-8b87-4552-a182-2af6c99b04f0 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287974 Oct 11 04:32:02.569676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53352) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:02.657808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbffec-b416-4062-a6f2-f9fc31fa2a55 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:02.659371 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-71fbffec-b416-4062-a6f2-f9fc31fa2a55 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888095 Oct 11 04:32:02.662408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53354) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:02.690790 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eff90284-7375-4391-9be1-deebc9e54647 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271730 Oct 11 04:32:02.693385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53356) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:02.698296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554496602', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:02.782692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:32:02.789744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:32:02.793327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:02.956963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:01Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:02.968769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:02.984003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:32:02.984351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Updating router 1cf9e7b7-5177-49dd-bea2-bb3522036700 port 27e11b02-8042-409d-9260-454c7ac12df0 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:32:03.014301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.031792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=d09a0cd8-d9ef-4ed9-aff4-f08299dca410,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:03.036127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:32:03.036482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: 124a3b7b-b7a6-430f-8057-779e47a96d7b, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:32:03.055166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:32:03.064793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 124a3b7b-b7a6-430f-8057-779e47a96d7b) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:03.069137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:03.070373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.087442 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-71cffc00-19ba-4fb3-989a-fe1495bd9b4a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3930016 Oct 11 04:32:03.090182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53358) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:03.102501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135dd9c3-4ca6-4226-916d-3e7aaf0a4b9f None None] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:32:03.342102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-124a3b7b-b7a6-430f-8057-779e47a96d7b', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:32:03.342969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.449332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.459441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.505779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Attempting to bind port 27e11b02-8042-409d-9260-454c7ac12df0 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:32:03.506134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Attempting to bind port 27e11b02-8042-409d-9260-454c7ac12df0 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:32:03.506493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Attempting to bind port 27e11b02-8042-409d-9260-454c7ac12df0 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:32:03.523860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.536741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:32:03.537292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:32:03.537504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.537894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:32:03.538372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Bound port: 27e11b02-8042-409d-9260-454c7ac12df0, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:32:03.538772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.578793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c4db4-cf39-47d1-b5aa-aba4f0a31694 None None] Pushing event updated for resources: {'Port': ['ID=27e11b02-8042-409d-9260-454c7ac12df0,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:03.609018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Allocated IP 172.20.0.2 (124a3b7b-b7a6-430f-8057-779e47a96d7b/d09a0cd8-d9ef-4ed9-aff4-f08299dca410/3b4012f5-dc30-48cf-899f-95ba70dbea77) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:32:03.617319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] For port 27e11b02-8042-409d-9260-454c7ac12df0, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:32:03.623681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] For port 27e11b02-8042-409d-9260-454c7ac12df0, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=27e11b02-8042-409d-9260-454c7ac12df0,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:32:03.632399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.691451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:32:03.692085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:03.800354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c4db4-cf39-47d1-b5aa-aba4f0a31694 None None] Pushing event updated for resources: {'Port': ['ID=27e11b02-8042-409d-9260-454c7ac12df0,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:03.895969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:32:03.948019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:03.969484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.002180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (124a3b7b-b7a6-430f-8057-779e47a96d7b/d09a0cd8-d9ef-4ed9-aff4-f08299dca410/2e6c7f15-135f-4856-b834-8082c7770e66) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:32:04.050547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:32:04.057277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:04.059884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:32:04.069789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Pushing event updated for resources: {'Port': ['ID=3b4012f5-dc30-48cf-899f-95ba70dbea77,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:04.119247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.152038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Attempting to bind port 3b4012f5-dc30-48cf-899f-95ba70dbea77 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:32:04.153026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Attempting to bind port 3b4012f5-dc30-48cf-899f-95ba70dbea77 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:32:04.153261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Attempting to bind port 3b4012f5-dc30-48cf-899f-95ba70dbea77 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:32:04.157310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.170841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:32:04.171209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Checking segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:32:04.171603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.171980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Bound using segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:32:04.172444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Bound port: 3b4012f5-dc30-48cf-899f-95ba70dbea77, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:32:04.172820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.192125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-587a73db-1102-45ff-a337-dee215b12b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.203133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:32:04.206831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:04.210066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:32:04.239491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:01Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:04.241354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=2e6c7f15-135f-4856-b834-8082c7770e66,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:04.263241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.275391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f9f81-788f-4b05-a11d-a68e1603f1f4 None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:01Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:32:04.280674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] For port 3b4012f5-dc30-48cf-899f-95ba70dbea77, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:32:04.292795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] For port 3b4012f5-dc30-48cf-899f-95ba70dbea77, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3b4012f5-dc30-48cf-899f-95ba70dbea77,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:32:04.298222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.354257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca784e6-a515-4668-9edd-cab0b2b1a169 None None] Pushing event updated for resources: {'Port': ['ID=3b4012f5-dc30-48cf-899f-95ba70dbea77,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:04.409776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.753668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.758650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.837395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:04.839214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=2e6c7f15-135f-4856-b834-8082c7770e66,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:04.932518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:32:04.933983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:05.055121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:32:05.174375 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:32:05.181995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53362) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:05.182681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-416cedbd-e49c-4e29-89e5-066e2d44645f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/1cf9e7b7-5177-49dd-bea2-bb3522036700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909998 Oct 11 04:32:05.285332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83e976-8f31-409f-bc78-b8fb3fd7a91a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.285815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83e976-8f31-409f-bc78-b8fb3fd7a91a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.286288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83e976-8f31-409f-bc78-b8fb3fd7a91a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.286791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83e976-8f31-409f-bc78-b8fb3fd7a91a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.288443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7e83e976-8f31-409f-bc78-b8fb3fd7a91a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1052136 Oct 11 04:32:05.291267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:05.319752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c12810-0384-4bec-a938-dfecb075e8ad None None] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:32:05.345040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75826414-b13c-400d-921b-4b0c3c5ec6ee tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.345528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75826414-b13c-400d-921b-4b0c3c5ec6ee tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.345995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75826414-b13c-400d-921b-4b0c3c5ec6ee tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.346471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75826414-b13c-400d-921b-4b0c3c5ec6ee tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:05.348167 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-75826414-b13c-400d-921b-4b0c3c5ec6ee tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0561020 Oct 11 04:32:05.350876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53366) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:05.485092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e04d20cc-cf7e-40aa-9f1a-0776afa3662a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1330492 Oct 11 04:32:05.552154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53370) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:05.556736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Provisioning complete for port 3b4012f5-dc30-48cf-899f-95ba70dbea77 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:05.557038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.557353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091522334', 'description': 'tempest-secgroup-smoke-1091522334 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:05.557490 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Attempt 1 to provision port 3b4012f5-dc30-48cf-899f-95ba70dbea77 Oct 11 04:32:05.580403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.668262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.672291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.699525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Current status of the port 3b4012f5-dc30-48cf-899f-95ba70dbea77 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:05.700061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.703361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.704691 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514099 Oct 11 04:32:05.706691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5661454-e71b-46e1-99fd-0856770f51c6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67918bc-1a85-4a2f-a8ae-051681dfd50d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:05.707838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53372) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:05.713544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b67918bc-1a85-4a2f-a8ae-051681dfd50d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:05.734718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] For port 3b4012f5-dc30-48cf-899f-95ba70dbea77, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3b4012f5-dc30-48cf-899f-95ba70dbea77,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:32:05.740105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.750065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.792481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c396f-4ab1-4d17-a22f-f72847a1702a None None] Pushing event updated for resources: {'Port': ['ID=3b4012f5-dc30-48cf-899f-95ba70dbea77,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:05.829992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.835403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.858926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.860404 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505775 Oct 11 04:32:05.863311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53374) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:05.868236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b67918bc-1a85-4a2f-a8ae-051681dfd50d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:05.868428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe344d-8c36-46ba-b7b7-6588144c1786 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0d76b6-8da2-42c3-b5ad-89cfaa8e0ef0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:05.905645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.967636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3b4012f5-dc30-48cf-899f-95ba70dbea77 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:32:05.978347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.983153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:05.998211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127453d5-3091-4b90-96bd-f046c3dafd9c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.017490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.021962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53376) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:06.022636 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d38b69af-783f-4360-a7fc-7cae67473c69 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580641 Oct 11 04:32:06.027663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b67918bc-1a85-4a2f-a8ae-051681dfd50d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:06.041908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 3b4012f5-dc30-48cf-899f-95ba70dbea77 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:06.042515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.043614 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 3b4012f5-dc30-48cf-899f-95ba70dbea77 Oct 11 04:32:06.065095 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:32:06.077776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.078036 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:32:06.079196 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:31:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:06.102143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Provisioning complete for port 2e6c7f15-135f-4856-b834-8082c7770e66 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:06.102509 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.102944 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Attempt 1 to provision port 2e6c7f15-135f-4856-b834-8082c7770e66 Oct 11 04:32:06.157202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.162416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.172420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Port 2e6c7f15-135f-4856-b834-8082c7770e66 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:32:06.178217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e815bb-a7ad-40ee-98a3-38a280fade06,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.189128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 3b4012f5-dc30-48cf-899f-95ba70dbea77 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:06.190259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 27e11b02-8042-409d-9260-454c7ac12df0 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:32:06.203827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.206297 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-743e3811-7279-404f-9fc5-c55fe59e0d5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829796 Oct 11 04:32:06.209477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53378) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:06.214021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b67918bc-1a85-4a2f-a8ae-051681dfd50d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:06.218797 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:32:06.251587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.254827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 27e11b02-8042-409d-9260-454c7ac12df0 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:06.255350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.255694 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 27e11b02-8042-409d-9260-454c7ac12df0 Oct 11 04:32:06.334369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.341143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.359779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 27e11b02-8042-409d-9260-454c7ac12df0 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:06.360377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.361836 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e5f3d8-2e71-4550-b8b7-121e9a7a344d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.376061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.377281 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6006172d-2591-4b87-8fe4-916b461cc2d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668262 Oct 11 04:32:06.379971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53380) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:06.384485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b67918bc-1a85-4a2f-a8ae-051681dfd50d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:06.388568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 27e11b02-8042-409d-9260-454c7ac12df0, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=27e11b02-8042-409d-9260-454c7ac12df0,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:32:06.397351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.416722 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:32:06.422786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.447112 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:06.452627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-101d4e3a-7c1a-4f88-9018-b9d06ff21b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.471818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=27e11b02-8042-409d-9260-454c7ac12df0,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.485564 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:32:06.485913 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Updating router 1cf9e7b7-5177-49dd-bea2-bb3522036700 port 2e6c7f15-135f-4856-b834-8082c7770e66 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:32:06.500828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.504698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.512587 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.522387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435beb49-1a0d-4aac-bd2a-f331d1ed973c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.530670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.534489 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fe99b9ec-64f3-4d29-910d-03c3c52b523e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509564 Oct 11 04:32:06.534704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53382) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:06.538980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b67918bc-1a85-4a2f-a8ae-051681dfd50d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:06.559230 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:32:06.564105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.624702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.628584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.647788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c55cf0-df0d-40eb-b5ca-80c5403ba9cb,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.654714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.655953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7e5ee7ce-2db3-4f14-ab23-3558e28fd8a9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203368 Oct 11 04:32:06.674726 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Attempt 2 to provision port 2e6c7f15-135f-4856-b834-8082c7770e66 Oct 11 04:32:06.711583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Port 2e6c7f15-135f-4856-b834-8082c7770e66 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:32:06.788256 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.793043 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.807144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-8303f55d-28a6-471c-9b7d-401a06b3da01 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091522334&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0418730 Oct 11 04:32:06.870289 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Pushing event updated for resources: {'Port': ['ID=2e6c7f15-135f-4856-b834-8082c7770e66,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:06.884739 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.885103 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.885443 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.885769 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.886091 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.886429 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.887383 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.887718 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.888053 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.888371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.888686 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.888997 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:32:06.892356 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Attempting to bind port 2e6c7f15-135f-4856-b834-8082c7770e66 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:32:06.892716 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Attempting to bind port 2e6c7f15-135f-4856-b834-8082c7770e66 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:32:06.893066 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Attempting to bind port 2e6c7f15-135f-4856-b834-8082c7770e66 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:32:06.898971 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:32:06.899332 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Checking segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:32:06.899722 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.900093 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Bound using segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:32:06.900540 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Bound port: 2e6c7f15-135f-4856-b834-8082c7770e66, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:32:06.900907 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.960258 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] For port 2e6c7f15-135f-4856-b834-8082c7770e66, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:32:06.963235 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] For port 2e6c7f15-135f-4856-b834-8082c7770e66, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2e6c7f15-135f-4856-b834-8082c7770e66,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:32:06.967961 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:06.986233 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-30bbcefc-b50c-454c-9a8e-60b9cfd14821 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:06.987738 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-30bbcefc-b50c-454c-9a8e-60b9cfd14821 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 796 time: 0.1731699 Oct 11 04:32:07.003781 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-5cfce90b-3559-447f-923b-f3d05645835a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0097320 Oct 11 04:32:07.005795 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:32:07.006348 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:32:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:07.060298 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222aa5c-d937-467b-8f96-b3bf33352264 None None] Pushing event updated for resources: {'Port': ['ID=2e6c7f15-135f-4856-b834-8082c7770e66,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:07.086343 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-4ae343f9-f8e6-43a1-9a3d-b36148bf1bd8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765359 Oct 11 04:32:07.123697 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:32:07.213181 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Attempt 3 to provision port 2e6c7f15-135f-4856-b834-8082c7770e66 Oct 11 04:32:07.297423 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-bcdab36a-b062-462f-8439-354b86af6118 service neutron] 10.222.0.39 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994503 Oct 11 04:32:07.303097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Current status of the port 2e6c7f15-135f-4856-b834-8082c7770e66 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:07.303566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:07.335735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] For port 2e6c7f15-135f-4856-b834-8082c7770e66, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2e6c7f15-135f-4856-b834-8082c7770e66,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:32:07.340888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:07.378616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Provisioning complete for port 3b4012f5-dc30-48cf-899f-95ba70dbea77 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:07.379292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:07.379292 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Attempt 1 to provision port 3b4012f5-dc30-48cf-899f-95ba70dbea77 Oct 11 04:32:07.394139 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-d61c5316-d6e2-4fd9-af7f-864666cf40c8 service neutron] 10.222.0.39 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886235 Oct 11 04:32:07.422818 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:07.424213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Pushing event updated for resources: {'Port': ['ID=2e6c7f15-135f-4856-b834-8082c7770e66,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:07.454517 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b47f81-38c2-4203-9173-d69986baaf3e None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:32:07.474365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7167bdd6-2f65-4dc1-aaa3-8a87c9d53579 None None] Current status of the port 3b4012f5-dc30-48cf-899f-95ba70dbea77 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:07.597562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3960dfa9-248f-460a-865f-93fff2bc2262 None None] Provisioning complete for port 2e6c7f15-135f-4856-b834-8082c7770e66 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:07.598103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3960dfa9-248f-460a-865f-93fff2bc2262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:07.598578 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3960dfa9-248f-460a-865f-93fff2bc2262 None None] Attempt 1 to provision port 2e6c7f15-135f-4856-b834-8082c7770e66 Oct 11 04:32:07.687429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3960dfa9-248f-460a-865f-93fff2bc2262 None None] Current status of the port 2e6c7f15-135f-4856-b834-8082c7770e66 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:07.709150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:07.943421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e6c7f15-135f-4856-b834-8082c7770e66 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:32:07.996760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2e6c7f15-135f-4856-b834-8082c7770e66 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:07.997126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:07.997453 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2e6c7f15-135f-4856-b834-8082c7770e66 Oct 11 04:32:08.076450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2e6c7f15-135f-4856-b834-8082c7770e66 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:08.077548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 27e11b02-8042-409d-9260-454c7ac12df0 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:32:08.123583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 27e11b02-8042-409d-9260-454c7ac12df0 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:08.123951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:08.124280 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 27e11b02-8042-409d-9260-454c7ac12df0 Oct 11 04:32:08.205419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 27e11b02-8042-409d-9260-454c7ac12df0 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:08.570956 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9842a47-0859-4fd4-b0ce-e441dcfdc492 req-df30aa11-2de3-46b8-9fb5-a4732982e0ee tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0258510 Oct 11 04:32:09.283799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:09.482153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:09.653268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-335b87ce-6386-405a-a1a2-e3071bf747c6 req-202dad9b-94b4-4e4e-8862-fd6f66dec41a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0261199 Oct 11 04:32:10.407460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:10.737956 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73577671-78fa-453b-b959-1c7e5f1c1e13 req-94c80d2e-b797-4566-9a43-098dc43c6792 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0286369 Oct 11 04:32:11.825317 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64a0ec17-edcc-4be2-9fa9-bbd5b12fe630 req-ce3d1468-b423-4e4d-9376-38360ecd1f64 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0299129 Oct 11 04:32:12.928120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b3929e13-e3ff-4bcb-bcb0-f9a48918e196 req-af7db6e1-3274-4776-995c-2ed322eb5b0f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0266669 Oct 11 04:32:13.901433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-52fae5f6-9b35-4f1f-81bb-aabcddcda90d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:13.903474 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-52fae5f6-9b35-4f1f-81bb-aabcddcda90d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 796 time: 0.4345832 Oct 11 04:32:13.950811 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-b57a5447-041d-41cf-8505-e6010a53f876 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 380 time: 0.0324655 Oct 11 04:32:13.961954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['b67918bc-1a85-4a2f-a8ae-051681dfd50d']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:14.032415 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-20d606be-9092-410a-8062-cff62258cd07 req-eb65b9cb-7848-4398-91e6-1205f16af470 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0277152 Oct 11 04:32:14.071043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:32:14.075179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.195367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.14 (124a3b7b-b7a6-430f-8057-779e47a96d7b/d09a0cd8-d9ef-4ed9-aff4-f08299dca410/9f763587-9a5d-45ae-a1c5-b8f6ff31b562) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:32:14.333326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.365844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.407078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:32:14.410113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:14.413715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:32:14.445543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:14.471071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:14.471695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.488680 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-ef6824fc-6e4e-4ccc-8a24-c64e42628ffb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306036 Oct 11 04:32:14.505865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Request body: {'port': {'device_id': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:14.561657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.648884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9d5513f9-86e6-4c59-bca0-6c27a3672b0d None None] Provisioning complete for port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:14.649396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9d5513f9-86e6-4c59-bca0-6c27a3672b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.649587 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9d5513f9-86e6-4c59-bca0-6c27a3672b0d None None] Attempt 1 to provision port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 Oct 11 04:32:14.686239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9d5513f9-86e6-4c59-bca0-6c27a3672b0d None None] Port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:32:14.824014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:32:14.831353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.843464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Transition to ACTIVE for port object 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:32:14.847207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:14.905040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:14.951264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Attempting to bind port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:32:14.951868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Attempting to bind port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:32:14.951995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Attempting to bind port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:32:14.956059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:32:14.956393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Attempting to bind port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:32:14.961088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:32:14.961423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Checking segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:32:14.961799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Bound using segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:32:14.962216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Bound port: 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:32:14.962600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:15.027887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] For port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:32:15.030996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] For port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:32:15.034507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:15.038358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.038991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:15.040343 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] 10.222.0.45 "PUT /v2.0/ports/9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 1094 time: 0.5388618 Oct 11 04:32:15.040834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:32:15.043785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df25e147-21da-4510-ae81-9fe1a5634e67" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:32:15.088889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b3466a-4a82-4cf1-aa80-d1e5e5aed49e x-openstack-request-id: req-30b3466a-4a82-4cf1-aa80-d1e5e5aed49e {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:32:15.089182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:32:15.089437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30b3466a-4a82-4cf1-aa80-d1e5e5aed49e {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:32:15.090363 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b3466a-4a82-4cf1-aa80-d1e5e5aed49e'] response: {'name': 'network-changed', 'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'status': 'completed', 'code': 200} Oct 11 04:32:15.095814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a386-00f0-4e18-a3a3-e8b7dbec3d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:15.153046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-2e27da2c-8cd8-4a2e-9b78-5eb8798f69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.154695 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-2e27da2c-8cd8-4a2e-9b78-5eb8798f69f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1097 time: 0.0420542 Oct 11 04:32:15.162974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de074b70-48af-4400-92d3-852f4790bf60 req-5c4f23cb-2152-4fc2-84ec-aa2ed984c05e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.164411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-de074b70-48af-4400-92d3-852f4790bf60 req-5c4f23cb-2152-4fc2-84ec-aa2ed984c05e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0531948 Oct 11 04:32:15.187751 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9d5513f9-86e6-4c59-bca0-6c27a3672b0d None None] Attempt 2 to provision port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 Oct 11 04:32:15.201964 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-bb3eb67d-c2ae-485e-8bef-b801e063356b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 217 time: 0.0343919 Oct 11 04:32:15.202318 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-de074b70-48af-4400-92d3-852f4790bf60 req-d5c2d70d-0d75-467f-bbe6-d85b7fd4bfa0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Oct 11 04:32:15.229336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9d5513f9-86e6-4c59-bca0-6c27a3672b0d None None] Port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:32:15.255947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-d545ea7e-a427-48d6-9bf4-fc7fc005ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.257457 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-d545ea7e-a427-48d6-9bf4-fc7fc005ccbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0495105 Oct 11 04:32:15.303631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-cedb3843-364a-4634-8c94-44be078537e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.305074 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-cedb3843-364a-4634-8c94-44be078537e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395195 Oct 11 04:32:15.397386 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-f3becfd6-9ea9-453b-9bef-4ac4efd7cab7 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855570 Oct 11 04:32:15.484771 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7388ac5-c192-48ec-84fd-528f9d12db92 req-8e0a0ffc-e7e0-4779-a2fe-1651013aded4 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803978 Oct 11 04:32:15.605987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-9f55398b-2812-42b0-a0fa-927f0799fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.607552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-9f55398b-2812-42b0-a0fa-927f0799fee3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1097 time: 0.0408890 Oct 11 04:32:15.703159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-4bbba7ac-914b-4ec5-9f62-0bfdb63cd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.704630 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-4bbba7ac-914b-4ec5-9f62-0bfdb63cd741 service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0894051 Oct 11 04:32:15.744152 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-d3df1dda-1e7d-4bb3-85b2-24ba7655043a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 217 time: 0.0330300 Oct 11 04:32:15.796843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-b231ede1-6827-4673-ae0a-a3b759f7fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.798293 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-b231ede1-6827-4673-ae0a-a3b759f7fca1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0463307 Oct 11 04:32:15.844174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-ebf125f8-af75-4da6-b7b3-8d431e20f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:15.845702 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-ebf125f8-af75-4da6-b7b3-8d431e20f05a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403154 Oct 11 04:32:15.933363 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-1a783d9e-33b7-46fd-9df5-55b04b5ee371 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808079 Oct 11 04:32:16.027204 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df25e147-21da-4510-ae81-9fe1a5634e67 req-c6679680-024e-401b-b9e6-f4495903ea87 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Oct 11 04:32:16.326231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad56edc-acd1-46de-851d-e3790cb3d6cb req-d2b741a7-44da-4436-b485-f6510223f361 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:16.327747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ad56edc-acd1-46de-851d-e3790cb3d6cb req-d2b741a7-44da-4436-b485-f6510223f361 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0492616 Oct 11 04:32:16.365092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ad56edc-acd1-46de-851d-e3790cb3d6cb req-c9e47bd6-723b-4bf7-b949-64a9d38c3d13 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Oct 11 04:32:17.480690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e08b9-4300-4a71-a71c-6d36f4c186b6 req-2e4571f7-26cb-47a5-b808-a7b7304795f6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:17.482124 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e77e08b9-4300-4a71-a71c-6d36f4c186b6 req-2e4571f7-26cb-47a5-b808-a7b7304795f6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0467880 Oct 11 04:32:17.520021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e77e08b9-4300-4a71-a71c-6d36f4c186b6 req-2aff335f-be64-4b67-8b59-1e0a160ace70 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Oct 11 04:32:18.642590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86877-4115-43f2-a8d1-af205ba660f5 req-0c5ed84a-1a94-4849-8755-98ccfce405ac tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:18.644080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5a86877-4115-43f2-a8d1-af205ba660f5 req-0c5ed84a-1a94-4849-8755-98ccfce405ac tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 944 time: 0.0539603 Oct 11 04:32:18.682440 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5a86877-4115-43f2-a8d1-af205ba660f5 req-3e3591c8-3842-44e8-ab12-3be647652056 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Oct 11 04:32:19.320492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:32:19.414721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:32:19.425942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'port_id': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'mac_address': 'fa:16:3e:fd:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:32:19.462025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:19.462405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:19.474708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:32:19.493239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:32:19.497342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:19.542541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:19.799716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf343b3-6f0b-4cf3-a62b-a5c009b2a1c2 req-e54c1226-0b4b-42d9-8c5b-818805ed702f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:19.801144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0cf343b3-6f0b-4cf3-a62b-a5c009b2a1c2 req-e54c1226-0b4b-42d9-8c5b-818805ed702f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 945 time: 0.0479951 Oct 11 04:32:19.837773 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0cf343b3-6f0b-4cf3-a62b-a5c009b2a1c2 req-bef4da68-b626-49ad-baf9-14ceff6a8c11 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308170 Oct 11 04:32:19.884221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9f763587-9a5d-45ae-a1c5-b8f6ff31b562'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:32:21.063577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ce8f3-8458-4c4b-8103-524487c389ee req-772404e5-49b4-4f6c-a96d-cb7a53bb1d44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:21.065073 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-596ce8f3-8458-4c4b-8103-524487c389ee req-772404e5-49b4-4f6c-a96d-cb7a53bb1d44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 945 time: 0.1546707 Oct 11 04:32:21.101261 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-596ce8f3-8458-4c4b-8103-524487c389ee req-dc2f171c-a9bc-4a07-96fb-eb13856c7ab3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303431 Oct 11 04:32:21.350170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:32:21.398472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:32:21.402308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:32:21.402707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:21.403034 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 Oct 11 04:32:21.477865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:32:21.478240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:21.500886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:32:21.503280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936a6b0b-958f-49cb-bdaa-52ee51b0232e" -d '{"events": [{"server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "name": "network-vif-plugged", "status": "completed", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:32:21.519102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:32:21.523214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:21.549894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70bacd2-0ee2-48d3-adb3-d24a1d855c5f x-openstack-request-id: req-b70bacd2-0ee2-48d3-adb3-d24a1d855c5f {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:32:21.550187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "name": "network-vif-plugged", "status": "completed", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:32:21.550442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b70bacd2-0ee2-48d3-adb3-d24a1d855c5f {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:32:21.550856 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70bacd2-0ee2-48d3-adb3-d24a1d855c5f'] response: {'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'code': 200} Oct 11 04:32:21.576292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:21.732475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a2c47-78ca-44c5-b424-32809119ebb9 req-1bfa626b-0fab-4a6b-b0b3-435f5c896b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:21.734587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1c7a2c47-78ca-44c5-b424-32809119ebb9 req-1bfa626b-0fab-4a6b-b0b3-435f5c896b70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0402601 Oct 11 04:32:21.767253 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1c7a2c47-78ca-44c5-b424-32809119ebb9 req-d1ff8590-72e9-4a48-909a-534685a9477d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266881 Oct 11 04:32:22.224269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9becb-58e1-4276-9d37-dfc791cc753a req-19500118-397c-4002-a2da-a5caa3765323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:22.225709 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-74e9becb-58e1-4276-9d37-dfc791cc753a req-19500118-397c-4002-a2da-a5caa3765323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0516729 Oct 11 04:32:22.262377 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-74e9becb-58e1-4276-9d37-dfc791cc753a req-65409c45-de16-4f6a-bb0a-479974860a77 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Oct 11 04:32:23.434081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a8bcb-5af0-4c7d-988f-a7b4f7715373 req-b78d4f5b-b7c8-4379-b824-67d547b7e2c8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:23.435546 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b28a8bcb-5af0-4c7d-988f-a7b4f7715373 req-b78d4f5b-b7c8-4379-b824-67d547b7e2c8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0988190 Oct 11 04:32:23.471899 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b28a8bcb-5af0-4c7d-988f-a7b4f7715373 req-304e2649-b73f-4e60-b287-c8d9cb457e55 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299554 Oct 11 04:32:23.589016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86ec7-7e9f-4ec6-9a78-4eec9bb8009b req-57757895-7f1d-45dd-ade4-47d3c916e486 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:23.590507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cee86ec7-7e9f-4ec6-9a78-4eec9bb8009b req-57757895-7f1d-45dd-ade4-47d3c916e486 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0490472 Oct 11 04:32:23.628544 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cee86ec7-7e9f-4ec6-9a78-4eec9bb8009b req-1349d2a5-f0b0-4348-9615-9ba1a32272fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Oct 11 04:32:23.659257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53462) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:23.697511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db7cba-fccb-4ec1-8cd1-84dde01c6c82 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:23.699114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-95db7cba-fccb-4ec1-8cd1-84dde01c6c82 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1094 time: 0.0388560 Oct 11 04:32:23.701964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53464) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:23.706198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:32:23.726396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:24.099336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:24.197275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.210 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/674f867a-9f0a-4d85-9c91-afe1d92ea0f2) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:32:24.299630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:24.332006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:24.367164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:32:24.369933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:32:24.373457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:32:24.400891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=674f867a-9f0a-4d85-9c91-afe1d92ea0f2,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:24.819583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:24.915647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:25.061505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:25.066774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:25.132631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=674f867a-9f0a-4d85-9c91-afe1d92ea0f2,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:32:25.136030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:25.234606 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017 associated. External IP: 172.26.8.210, port: 9f763587-9a5d-45ae-a1c5-b8f6ff31b562. Oct 11 04:32:25.434736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:32:25.539061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:32:25.548714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:32:25.556593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:25.558409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:32:25.559157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:32:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:25.584563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e2ea6f42-af17-4671-acec-92f8fd584dba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8814404 Oct 11 04:32:25.585264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:32:25.587339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53466) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:25.587822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d0fa19-8ebd-4a3b-8d95-6415967cee88" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:32:25.661117 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e80a9da-f39b-4ddb-ab77-dc9253e20c59 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 992 time: 0.0719547 Oct 11 04:32:25.678237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:32:25.698796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c4fa7-31c6-4555-a5e7-d35212f234a9 x-openstack-request-id: req-f57c4fa7-31c6-4555-a5e7-d35212f234a9 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:32:25.699095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:32:25.699354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f57c4fa7-31c6-4555-a5e7-d35212f234a9 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:32:25.699767 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57c4fa7-31c6-4555-a5e7-d35212f234a9'] response: {'name': 'network-changed', 'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'status': 'completed', 'code': 200} Oct 11 04:32:25.785050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-67ecea9d-a0d7-4601-8979-8b5618aaf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:25.786568 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-67ecea9d-a0d7-4601-8979-8b5618aaf6f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0404785 Oct 11 04:32:25.875908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-c9572168-d026-4433-b198-b11b0a21d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:25.877380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-c9572168-d026-4433-b198-b11b0a21d931 service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0849781 Oct 11 04:32:25.906493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'edf6f0ff-247e-4f18-8085-51ceaf09a017', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'port_id': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'mac_address': 'fa:16:3e:fd:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:32:24Z', 'updated_at': '2022-10-11T04:32:24Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:25.932422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:32:25.940606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:32:25.941209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:32:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:25.945261 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-9ab5f270-da6a-4ad9-95c5-318d51f22d37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 1000 time: 0.0616763 Oct 11 04:32:25.996335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-28f9b110-b706-47b5-9784-c5e4d73d5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:25.997860 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-28f9b110-b706-47b5-9784-c5e4d73d5497 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0461588 Oct 11 04:32:26.042176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-55881c10-33b7-4352-95b8-b333ab501fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:32:26.043710 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-55881c10-33b7-4352-95b8-b333ab501fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393944 Oct 11 04:32:26.047561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:32:26.134803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-3c34ffdb-67ba-4821-b815-0dcbacaef210 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842903 Oct 11 04:32:26.227381 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-67d0fa19-8ebd-4a3b-8d95-6415967cee88 req-8444b7f4-8eae-4760-a099-f14ee744c017 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Oct 11 04:32:26.266930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'edf6f0ff-247e-4f18-8085-51ceaf09a017', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'port_id': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'mac_address': 'fa:16:3e:fd:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:32:24Z', 'updated_at': '2022-10-11T04:32:24Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:32:26.297264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b571-c52d-472c-a7e0-c3e64931ee51 None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'edf6f0ff-247e-4f18-8085-51ceaf09a017', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'port_id': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'mac_address': 'fa:16:3e:fd:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:32:24Z', 'updated_at': '2022-10-11T04:32:24Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:32:26.482554 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da16ff-15a2-4950-a1e3-621600cdb4fe None None] New status for floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:32:26.664528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53472) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:32:26.726930 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-55a7cbb5-6fc4-417d-9257-a9fe3d0570f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 994 time: 0.0612571 Oct 11 04:32:33.656072 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:32:34.165106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f741711-a91c-44ec-8a0a-61eebdc21bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:36.435349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-beb862af-8e87-4e87-84f5-b956e374f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:37.711412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:39.288333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:39.621635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:32:40.408621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:04.166028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1f0600b6-b7ae-408b-88f9-cd4aff380575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:06.436832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d4922b7-6e38-49dd-af3c-ce15970baeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:07.714421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:09.287995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:09.483124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:10.408864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:10.654999 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:33:21.395656 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-3d81ff24-8c43-4d51-ab29-a71fbfc5aa24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809195 Oct 11 04:33:21.491559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-e1b108c5-630e-4210-a207-9b567707f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:21.493020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-e1b108c5-630e-4210-a207-9b567707f840 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0400963 Oct 11 04:33:21.597558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-9b40bf77-e4d6-461d-b168-71a7bf866500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:21.599023 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-9b40bf77-e4d6-461d-b168-71a7bf866500 service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0871992 Oct 11 04:33:21.663609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-b53fd856-b56c-47ab-b9c4-03ed1ff24a93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 1002 time: 0.0574999 Oct 11 04:33:21.711106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-1004abf5-5827-4738-b8ba-41bf4f474e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:21.712523 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-1004abf5-5827-4738-b8ba-41bf4f474e43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0431178 Oct 11 04:33:21.760150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-018b2066-8600-4ef5-876e-0ad30e355001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:21.761609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-018b2066-8600-4ef5-876e-0ad30e355001 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426817 Oct 11 04:33:21.772045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-73c9878f-17f0-4419-b3fd-9f76c1b15160 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:33:21.772970 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-73c9878f-17f0-4419-b3fd-9f76c1b15160 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048614 Oct 11 04:33:21.859515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-e6f39976-070b-46b4-b649-952e1328e8e2 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802133 Oct 11 04:33:21.949695 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97f4ba20-7cea-48e2-ab16-d9eef6e45fbd req-ecb1fef1-7dbe-4f25-862d-6ae428720660 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834806 Oct 11 04:33:29.256064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53496) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:29.391970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769b37f-7415-4a5c-9003-84385f15f32c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:29.392461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769b37f-7415-4a5c-9003-84385f15f32c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:29.393445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769b37f-7415-4a5c-9003-84385f15f32c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:29.395095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a769b37f-7415-4a5c-9003-84385f15f32c tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=463d5d499b0f480abf42b4b49cab474a&network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 3000 time: 0.1380718 Oct 11 04:33:31.321919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53510) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:31.365799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf2cdb-d2c2-4c28-9815-ad74bd428c60 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:31.367260 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9ecf2cdb-d2c2-4c28-9815-ad74bd428c60 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca HTTP/1.1" status: 200 len: 814 time: 0.0443449 Oct 11 04:33:32.233678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53516) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:32.238723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:32.294181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:32.436707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:32.441174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:32.441542 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017 disassociated. External IP: 172.26.8.210, port: 9f763587-9a5d-45ae-a1c5-b8f6ff31b562. Oct 11 04:33:32.644892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:33:32.751498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:33:32.756585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:32.760929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:33:32.770395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:33:32.771025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:33:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:32.784022 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b76ce4f7-9af9-46bd-93d4-c3dc77e8a4e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 690 time: 0.5492711 Oct 11 04:33:32.785166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:33:32.787462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53518) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:32.787929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:33:32.835476 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d992eb0e-daf5-4814-a4a9-8e8946868b64 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 690 time: 0.0468776 Oct 11 04:33:32.882737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:33:32.888221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361f8efe-7609-4a7b-b458-84f3ed023f0d x-openstack-request-id: req-361f8efe-7609-4a7b-b458-84f3ed023f0d {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:33:32.888505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:33:32.888754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-361f8efe-7609-4a7b-b458-84f3ed023f0d {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:33:32.889157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361f8efe-7609-4a7b-b458-84f3ed023f0d'] response: {'name': 'network-changed', 'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'status': 'completed', 'code': 200} Oct 11 04:33:32.973891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-a6d6f693-d52e-40f4-8552-848635f8c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:32.975357 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-a6d6f693-d52e-40f4-8552-848635f8c968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0440102 Oct 11 04:33:33.062898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-0550634f-a1bb-4ddd-bf3f-21cc2c658c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:33.064425 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-0550634f-a1bb-4ddd-bf3f-21cc2c658c92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0825992 Oct 11 04:33:33.078227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:33.105415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:33:33.109334 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-fa963f3f-67f1-4390-9163-e9ca7f9eea13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 217 time: 0.0380104 Oct 11 04:33:33.113675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:33:33.114265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:33:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:33.157329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-3e3b5635-7706-4759-ae2d-b1611b740244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:33.158794 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-3e3b5635-7706-4759-ae2d-b1611b740244 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0432181 Oct 11 04:33:33.202604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-eda3cd97-c732-43d3-82c0-4e0f942bbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:33.204087 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-eda3cd97-c732-43d3-82c0-4e0f942bbc52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387623 Oct 11 04:33:33.218906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:33:33.303619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-fa9584e8-291e-4a0a-a74c-56a80b39b302 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920017 Oct 11 04:33:33.404054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5e9bfdb7-0896-4216-ac5d-9bef0d9f99eb req-305f2947-0e2e-4da1-ab79-b26739714cbc service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939488 Oct 11 04:33:33.434127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:33.461543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba2ea6-21d9-436c-bf5c-27b113075bd8 None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:33:33.685847 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b02e6c-1060-4d10-bceb-7559aea27c05 None None] New status for floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:33:33.839040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53526) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:33.884527 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-453a00a5-cf2f-451e-a242-fc981d3a7b80 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 690 time: 0.0442963 Oct 11 04:33:34.167925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cfca8551-5472-456d-9fbb-0e5d7c37fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:34.888018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53528) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:34.936997 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5c91d412-3f3d-4f24-a331-73bef758b859 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 688 time: 0.0455947 Oct 11 04:33:36.011681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53532) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.016184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247607244', 'description': 'tempest-secgroup-smoke-247607244 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.036102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.100632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.103918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.132653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.133833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1211278 Oct 11 04:33:36.136723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b540ea7-52b6-4dad-b38d-1c00c3407dcb,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.137037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53534) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.141499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '8b540ea7-52b6-4dad-b38d-1c00c3407dcb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.144167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.144519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.144862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.145195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.145525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.145857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.146181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.146503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.146905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.147195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.147513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.147829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f5879b-749c-4797-86a0-da7d2f6e8368 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.166089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.221041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.224388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.244882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b702183-a001-4e90-81ff-a3ec751ca690,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.253788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.254136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.254473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.254833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.255161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.255491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.255819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.256143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.256465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.256786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.257104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.257420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:36.261730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.262933 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-568ddfc0-bbfa-402b-ba51-e635d18a3c88 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249161 Oct 11 04:33:36.266035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53536) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.270837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '8b540ea7-52b6-4dad-b38d-1c00c3407dcb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.294915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.349545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.352896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.370398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f24914-b1dc-44f0-a154-6a84ed3d0216,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.377313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.378647 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-815f14ed-c86f-4f42-9277-bf1a6f1c5d3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113825 Oct 11 04:33:36.381461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53538) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.385670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '8b540ea7-52b6-4dad-b38d-1c00c3407dcb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.409669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.439318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffe61c24-e3a9-448e-a53b-aa8b29c71721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.466077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.469762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.489061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69cc249-683c-418e-bc9e-3414edc3abf6,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.496756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.497922 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-51c08240-6f04-4095-bdb4-f6e4a13a3623 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155586 Oct 11 04:33:36.500993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53540) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.505275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '8b540ea7-52b6-4dad-b38d-1c00c3407dcb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.528239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.587809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.591559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.610991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370ccf86-c451-43af-b954-853b594aa66f,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.617418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.618593 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2c232560-9d88-49c9-b171-e88c0a250f3b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166699 Oct 11 04:33:36.621362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53542) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.626186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '8b540ea7-52b6-4dad-b38d-1c00c3407dcb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.646306 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:33:36.651338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.710652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.714327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.732018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f3ebc9-2b08-41c6-ab53-95ca0571fe11,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.739657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.740785 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bbdea911-bb4e-4d2f-92af-fe93e24661dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182818 Oct 11 04:33:36.743529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53544) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:36.747686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '8b540ea7-52b6-4dad-b38d-1c00c3407dcb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:36.767369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:33:36.773243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.834239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.837519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.855487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee442bf-33fa-4ea8-bc3e-b8ad663c0fe0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:36.863209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:36.864384 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4614ba61-8ce3-41e9-b1fb-a3818488c44f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199713 Oct 11 04:33:37.092357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-4e46e56b-ea1c-4a5d-b538-d1246b9d1332 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247607244&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0349431 Oct 11 04:33:37.196928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-331c6fa2-ef65-4f83-a528-de4fca22414b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:37.198395 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-331c6fa2-ef65-4f83-a528-de4fca22414b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 796 time: 0.0995913 Oct 11 04:33:37.213361 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-3cbcbbef-01dc-420a-b552-ae23fb610bec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0093389 Oct 11 04:33:37.265828 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-bf1bd6fe-0815-4068-9baf-b2006a7992ee tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0475104 Oct 11 04:33:37.281327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-afdf0475-9c90-4021-8d8d-1bf51e7f6d1f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:33:37.282276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-afdf0475-9c90-4021-8d8d-1bf51e7f6d1f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049536 Oct 11 04:33:37.371422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-15b52da6-aaf3-4d7f-a311-30afa99e1e9c service neutron] 10.222.0.39 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Oct 11 04:33:37.462186 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-dc4297d7-3d21-4779-9c68-1551a82e7ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846121 Oct 11 04:33:37.617800 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b9f303c8-049e-4307-aaa0-a30fabcd000e req-1f92cb6c-e7af-41b4-ab2d-707d134cca9c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 210 time: 0.0258503 Oct 11 04:33:37.719797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:38.651448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-19cc4171-fd38-4fdc-8e9d-ef75f89cde4f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:38.652988 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-19cc4171-fd38-4fdc-8e9d-ef75f89cde4f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 796 time: 0.1030536 Oct 11 04:33:38.713424 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-77a505a2-7efa-4e14-84eb-17287662df11 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 472 time: 0.0394609 Oct 11 04:33:38.722691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d1be218-b1aa-43f9-8d20-6a2262704c86 req-7ad5101c-895f-41ab-8acf-51cf8af7b5da tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 210 time: 0.0279639 Oct 11 04:33:38.725875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['8b540ea7-52b6-4dad-b38d-1c00c3407dcb']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:38.830692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:33:38.834636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:38.958023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.4 (124a3b7b-b7a6-430f-8057-779e47a96d7b/d09a0cd8-d9ef-4ed9-aff4-f08299dca410/8acecbe9-48d8-4526-b942-a053772e80d5) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:33:39.091212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.123261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.171543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:33:39.174703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:33:39.177740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:33:39.213399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=8acecbe9-48d8-4526-b942-a053772e80d5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:39.234260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:39.234905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.251662 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-ccfea224-c8e3-4304-9cca-4cb0d1092002 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5300536 Oct 11 04:33:39.291952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.314812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Request body: {'port': {'device_id': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:39.369386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.415570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b7a262d7-71b4-4d9b-9ef4-f97419d57e7f None None] Provisioning complete for port 8acecbe9-48d8-4526-b942-a053772e80d5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:33:39.415943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b7a262d7-71b4-4d9b-9ef4-f97419d57e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.416278 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b7a262d7-71b4-4d9b-9ef4-f97419d57e7f None None] Attempt 1 to provision port 8acecbe9-48d8-4526-b942-a053772e80d5 Oct 11 04:33:39.450485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b7a262d7-71b4-4d9b-9ef4-f97419d57e7f None None] Port 8acecbe9-48d8-4526-b942-a053772e80d5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:33:39.489102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.632864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acecbe9-48d8-4526-b942-a053772e80d5 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:33:39.640117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.651941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Transition to ACTIVE for port object 8acecbe9-48d8-4526-b942-a053772e80d5 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:33:39.655687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.730216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Pushing event updated for resources: {'Port': ['ID=8acecbe9-48d8-4526-b942-a053772e80d5,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:39.759460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Attempting to bind port 8acecbe9-48d8-4526-b942-a053772e80d5 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:33:39.759794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Attempting to bind port 8acecbe9-48d8-4526-b942-a053772e80d5 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:33:39.760116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Attempting to bind port 8acecbe9-48d8-4526-b942-a053772e80d5 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:33:39.764614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Port 8acecbe9-48d8-4526-b942-a053772e80d5 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:33:39.764797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Attempting to bind port 8acecbe9-48d8-4526-b942-a053772e80d5 on network 124a3b7b-b7a6-430f-8057-779e47a96d7b {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:33:39.769648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:33:39.769971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Checking segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:33:39.770342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Bound using segment: {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:33:39.770872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Bound port: 8acecbe9-48d8-4526-b942-a053772e80d5, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:33:39.771213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.863088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] For port 8acecbe9-48d8-4526-b942-a053772e80d5, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:33:39.882422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8326c1b-1df5-4c3e-9d7c-18c2a3046f8a req-c7daf2e6-423d-475c-aff8-5f2ee98d3977 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:39.883898 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a8326c1b-1df5-4c3e-9d7c-18c2a3046f8a req-c7daf2e6-423d-475c-aff8-5f2ee98d3977 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 943 time: 0.0779748 Oct 11 04:33:39.885491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] For port 8acecbe9-48d8-4526-b942-a053772e80d5, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8acecbe9-48d8-4526-b942-a053772e80d5,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:33:39.889932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.895792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:39.896377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:39.897700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] 10.222.0.45 "PUT /v2.0/ports/8acecbe9-48d8-4526-b942-a053772e80d5 HTTP/1.1" status: 200 len: 1093 time: 0.5872226 Oct 11 04:33:39.898185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:33:39.900426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c" -d '{"events": [{"name": "network-changed", "server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:33:39.941383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b14ac-9fb8-4e66-a83f-ba50742c8080 x-openstack-request-id: req-331b14ac-9fb8-4e66-a83f-ba50742c8080 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:33:39.941699 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:33:39.941954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-331b14ac-9fb8-4e66-a83f-ba50742c8080 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:33:39.942354 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331b14ac-9fb8-4e66-a83f-ba50742c8080'] response: {'name': 'network-changed', 'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5', 'status': 'completed', 'code': 200} Oct 11 04:33:39.952047 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b7a262d7-71b4-4d9b-9ef4-f97419d57e7f None None] Attempt 2 to provision port 8acecbe9-48d8-4526-b942-a053772e80d5 Oct 11 04:33:39.993254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b7a262d7-71b4-4d9b-9ef4-f97419d57e7f None None] Port 8acecbe9-48d8-4526-b942-a053772e80d5 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:33:39.998013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a8326c1b-1df5-4c3e-9d7c-18c2a3046f8a req-f3f67f6d-f880-4819-9d20-60e3b0b3b635 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057949 Oct 11 04:33:40.012080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eafaf-4500-4833-9be2-c83ddf6906ae service neutron] Pushing event updated for resources: {'Port': ['ID=8acecbe9-48d8-4526-b942-a053772e80d5,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:40.023946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-da0e5215-034e-4b3a-b454-1f14f0e8ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.025432 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-da0e5215-034e-4b3a-b454-1f14f0e8ff62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 1096 time: 0.0643547 Oct 11 04:33:40.072351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-259ce09b-9a74-4b20-872b-c347d0d9365a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8acecbe9-48d8-4526-b942-a053772e80d5 HTTP/1.1" status: 200 len: 217 time: 0.0335126 Oct 11 04:33:40.120589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-a2bead54-93a3-4a47-8662-57749ea82567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.121956 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-a2bead54-93a3-4a47-8662-57749ea82567 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0424843 Oct 11 04:33:40.177130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-b51850d6-8e13-4d1e-a156-652c6af7b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.178649 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-b51850d6-8e13-4d1e-a156-652c6af7b57d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500133 Oct 11 04:33:40.267486 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-48186597-853a-4f36-a2d6-1bcb1b795037 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811667 Oct 11 04:33:40.356779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f856a942-b95b-4c24-b7f3-e1be9704bd23 req-e691dc43-88e7-4091-b03e-3e8128811c32 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829818 Oct 11 04:33:40.419013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:40.489880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-010adae1-051f-435b-a478-8c61d1ec334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.491412 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-010adae1-051f-435b-a478-8c61d1ec334f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 1096 time: 0.0399396 Oct 11 04:33:40.578755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-3863c0d6-7d27-4b4c-b6b1-100edf72bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.580213 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-3863c0d6-7d27-4b4c-b6b1-100edf72bdfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0815187 Oct 11 04:33:40.623841 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-5a883398-6f16-4e9e-9403-ef75d3972d62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8acecbe9-48d8-4526-b942-a053772e80d5 HTTP/1.1" status: 200 len: 217 time: 0.0365682 Oct 11 04:33:40.671958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-cb2b3c90-eaf3-4a2f-8b11-1e4cadcc4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.673389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-cb2b3c90-eaf3-4a2f-8b11-1e4cadcc4089 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0431952 Oct 11 04:33:40.718289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-22fd6376-9856-4824-b93d-c78733cd57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:40.719767 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-22fd6376-9856-4824-b93d-c78733cd57ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393991 Oct 11 04:33:40.809240 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-8453c23a-79d7-413a-b645-1a33dda8a437 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827065 Oct 11 04:33:40.895327 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89c5b7f1-d9b2-42d0-9c69-a3b75d59703c req-be397a65-3887-400f-9eb7-2fe478e37d61 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795619 Oct 11 04:33:41.118342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc3ea1-8dd0-47f9-8402-8c31d571946b req-d4913612-04d5-4ec2-9f57-41141d9c06d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:41.119802 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d2fc3ea1-8dd0-47f9-8402-8c31d571946b req-d4913612-04d5-4ec2-9f57-41141d9c06d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 943 time: 0.0471740 Oct 11 04:33:41.156858 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d2fc3ea1-8dd0-47f9-8402-8c31d571946b req-9d9acb46-4045-4d89-8a4f-bdb4e9bd0412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Oct 11 04:33:42.279766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803144-9115-48e7-bb07-9db828640bb5 req-a6cb2d76-cfd8-4da3-b15d-e9888be64acd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:42.281203 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f803144-9115-48e7-bb07-9db828640bb5 req-a6cb2d76-cfd8-4da3-b15d-e9888be64acd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 943 time: 0.0522933 Oct 11 04:33:42.317683 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f803144-9115-48e7-bb07-9db828640bb5 req-e1af8ca5-d6b6-45d5-9314-cc16bed6e6f6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301015 Oct 11 04:33:43.435226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde88a6-4159-4dee-b437-23e8c7f1d2bb req-73b066fb-e592-4962-a239-5c6b75e0d2ca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:43.436655 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fdde88a6-4159-4dee-b437-23e8c7f1d2bb req-73b066fb-e592-4962-a239-5c6b75e0d2ca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 943 time: 0.0473018 Oct 11 04:33:43.472336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fdde88a6-4159-4dee-b437-23e8c7f1d2bb req-21e8258f-c025-44d8-90f1-7f93bc520ab1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299189 Oct 11 04:33:43.740687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8acecbe9-48d8-4526-b942-a053772e80d5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:33:43.834609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8acecbe9-48d8-4526-b942-a053772e80d5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8acecbe9-48d8-4526-b942-a053772e80d5,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:33:43.845866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '8acecbe9-48d8-4526-b942-a053772e80d5', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'port_id': '8acecbe9-48d8-4526-b942-a053772e80d5', 'mac_address': 'fa:16:3e:65:48:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:33:43.881847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8acecbe9-48d8-4526-b942-a053772e80d5 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:33:43.882232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:43.898091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acecbe9-48d8-4526-b942-a053772e80d5 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:33:43.917343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8acecbe9-48d8-4526-b942-a053772e80d5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8acecbe9-48d8-4526-b942-a053772e80d5,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:33:43.921154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:43.967108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8acecbe9-48d8-4526-b942-a053772e80d5,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:43.974427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.974801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.975258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.975642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.976044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.976420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.976787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.977332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.977666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.977985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.978333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:43.978762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:33:44.334020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['8acecbe9-48d8-4526-b942-a053772e80d5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:33:44.592548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63129864-10d5-450a-9e4e-1d05c79e71d9 req-8ac28faf-0b73-42eb-a5fc-7c4a20041c5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:44.594022 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-63129864-10d5-450a-9e4e-1d05c79e71d9 req-8ac28faf-0b73-42eb-a5fc-7c4a20041c5b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 944 time: 0.0493302 Oct 11 04:33:44.631572 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-63129864-10d5-450a-9e4e-1d05c79e71d9 req-c01e02ea-6f0a-4ce9-b97e-b9ce59ef2613 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Oct 11 04:33:45.740049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8acecbe9-48d8-4526-b942-a053772e80d5 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:33:45.758852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1aa4a-5d50-4738-87fa-6a312873c16f req-b8f7a572-eb56-4d7d-b6f2-970cd654b84c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:45.760409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-34e1aa4a-5d50-4738-87fa-6a312873c16f req-b8f7a572-eb56-4d7d-b6f2-970cd654b84c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 944 time: 0.0510955 Oct 11 04:33:45.790366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 8acecbe9-48d8-4526-b942-a053772e80d5 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:33:45.794920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 8acecbe9-48d8-4526-b942-a053772e80d5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:33:45.795290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:45.795625 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 8acecbe9-48d8-4526-b942-a053772e80d5 Oct 11 04:33:45.799006 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-34e1aa4a-5d50-4738-87fa-6a312873c16f req-c0ad66a6-a5c3-4264-952a-d07aec85d566 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Oct 11 04:33:45.873731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8acecbe9-48d8-4526-b942-a053772e80d5 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:33:45.874110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:45.897952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:33:45.900270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70b1938-da2d-4157-bff5-298d52cc0df8" -d '{"events": [{"server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "name": "network-vif-plugged", "status": "completed", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:33:45.912246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8acecbe9-48d8-4526-b942-a053772e80d5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8acecbe9-48d8-4526-b942-a053772e80d5,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:33:45.916212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:45.962440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8acecbe9-48d8-4526-b942-a053772e80d5,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:33:45.998163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfccc05-146d-479d-a1f0-bbf0e8900200 x-openstack-request-id: req-cdfccc05-146d-479d-a1f0-bbf0e8900200 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:33:45.998462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "name": "network-vif-plugged", "status": "completed", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:33:45.998745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdfccc05-146d-479d-a1f0-bbf0e8900200 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:33:45.999228 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfccc05-146d-479d-a1f0-bbf0e8900200'] response: {'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5', 'code': 200} Oct 11 04:33:46.183106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f5925-aa47-4822-8733-1c48a2bd3912 req-af3b7cea-06bf-4cb9-85e7-ef93c5ded2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:46.184520 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e92f5925-aa47-4822-8733-1c48a2bd3912 req-af3b7cea-06bf-4cb9-85e7-ef93c5ded2e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 1098 time: 0.0389328 Oct 11 04:33:46.219383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e92f5925-aa47-4822-8733-1c48a2bd3912 req-994fcdf3-35fb-4641-a796-6520de683a41 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265613 Oct 11 04:33:46.918894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075af9d4-9e14-4db5-b783-9abd0033f647 req-70213bfd-d52e-4dbb-8268-654ce50a7eb7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:46.920220 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-075af9d4-9e14-4db5-b783-9abd0033f647 req-70213bfd-d52e-4dbb-8268-654ce50a7eb7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 945 time: 0.0479333 Oct 11 04:33:46.956231 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-075af9d4-9e14-4db5-b783-9abd0033f647 req-0bc79690-ae41-476d-bd70-de6c846bcace tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302048 Oct 11 04:33:47.654518 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:33:48.079475 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8093d-25f8-40d6-8782-9a88e079babf req-e41446db-8e33-4d28-b857-2f75479f8c9d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:48.080907 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15d8093d-25f8-40d6-8782-9a88e079babf req-e41446db-8e33-4d28-b857-2f75479f8c9d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 945 time: 0.0510972 Oct 11 04:33:48.117633 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15d8093d-25f8-40d6-8782-9a88e079babf req-e1c2674b-2275-45a0-93c0-a495d8d3e643 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309818 Oct 11 04:33:48.234847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562437b-8af5-4278-8e34-c3ff38e7b04c req-cce2953f-e3cf-4e23-b5cf-d3d3e003b137 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:48.236281 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9562437b-8af5-4278-8e34-c3ff38e7b04c req-cce2953f-e3cf-4e23-b5cf-d3d3e003b137 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 945 time: 0.0475960 Oct 11 04:33:48.273744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9562437b-8af5-4278-8e34-c3ff38e7b04c req-a45848dc-3cc5-4210-8dd7-fd7d8605b683 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Oct 11 04:33:48.300438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53606) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:48.341494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2d78a-ec35-47d5-963d-4b0e090e2c60 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:48.343037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-34d2d78a-ec35-47d5-963d-4b0e090e2c60 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 1093 time: 0.0410306 Oct 11 04:33:48.345740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53608) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:48.350428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'port_id': '8acecbe9-48d8-4526-b942-a053772e80d5'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:33:48.387753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:49.094556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:49.098320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:49.197025 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017 associated. External IP: 172.26.8.210, port: 8acecbe9-48d8-4526-b942-a053772e80d5. Oct 11 04:33:49.398330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:33:49.502414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:33:49.507878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:33:49.513123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:33:49.522353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:33:49.522985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:33:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:49.534970 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-89480c2f-9104-4436-b3de-eacf5da33412 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 991 time: 1.1881967 Oct 11 04:33:49.535613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:33:49.537738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53610) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:49.538213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:33:49.575217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc7ffe-8474-4362-8bd5-e4f9cc07698d x-openstack-request-id: req-b5bc7ffe-8474-4362-8bd5-e4f9cc07698d {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:33:49.575217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:33:49.575547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5bc7ffe-8474-4362-8bd5-e4f9cc07698d {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:33:49.576015 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bc7ffe-8474-4362-8bd5-e4f9cc07698d'] response: {'name': 'network-changed', 'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5', 'status': 'completed', 'code': 200} Oct 11 04:33:49.605255 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2c5df3ba-bd74-4fbb-8e33-48dc35624c3f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 991 time: 0.0657260 Oct 11 04:33:49.630279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:33:49.660385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-4f13e18d-135a-4f63-b504-0d17477fa87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:49.661854 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-4f13e18d-135a-4f63-b504-0d17477fa87f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 1098 time: 0.0437922 Oct 11 04:33:49.750790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-3e63785a-4f0d-44b2-90e3-3923ac0139ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:49.752250 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-3e63785a-4f0d-44b2-90e3-3923ac0139ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0830157 Oct 11 04:33:49.818892 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-4fb173ee-97d2-4673-bb02-57affc5ca24f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8acecbe9-48d8-4526-b942-a053772e80d5 HTTP/1.1" status: 200 len: 999 time: 0.0601840 Oct 11 04:33:49.852308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'edf6f0ff-247e-4f18-8085-51ceaf09a017', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'port_id': '8acecbe9-48d8-4526-b942-a053772e80d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'mac_address': 'fa:16:3e:65:48:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:32:24Z', 'updated_at': '2022-10-11T04:33:48Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:49.879815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:33:49.888862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:33:49.889476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:33:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:50.140116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:33:50.196236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-50e547c3-2f52-4ef1-841a-8d0810a22e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:50.197698 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-50e547c3-2f52-4ef1-841a-8d0810a22e72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.3723588 Oct 11 04:33:50.243742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-b6a0e270-857b-49ec-9c4e-88e10a48b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:33:50.245225 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-b6a0e270-857b-49ec-9c4e-88e10a48b130 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400717 Oct 11 04:33:50.337038 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-a02df246-2458-4ede-8f59-d737e827b02e service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848746 Oct 11 04:33:50.363570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'edf6f0ff-247e-4f18-8085-51ceaf09a017', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'port_id': '8acecbe9-48d8-4526-b942-a053772e80d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'mac_address': 'fa:16:3e:65:48:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:32:24Z', 'updated_at': '2022-10-11T04:33:48Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:33:50.389233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1881d-3639-4041-a23c-5c0122a3ae3b None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'edf6f0ff-247e-4f18-8085-51ceaf09a017', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'port_id': '8acecbe9-48d8-4526-b942-a053772e80d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'mac_address': 'fa:16:3e:65:48:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:32:24Z', 'updated_at': '2022-10-11T04:33:48Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:33:50.429192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fff1f3f-7039-41bf-8e89-fb888cfad4a4 req-1fc27ae1-eb6b-481d-bd77-a33d2d4eb43d service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857134 Oct 11 04:33:50.575122 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d05fe9-113f-42e0-9825-f7f3ed62c410 None None] New status for floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:33:50.608807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53614) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:50.673000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1f2be7d9-bdad-4875-82ac-00977431fe09 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 991 time: 0.0630250 Oct 11 04:33:51.676399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53616) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:33:51.734906 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-709ab931-6ee9-4abd-8464-05025ec7f9d3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 200 len: 993 time: 0.0573773 Oct 11 04:34:04.169689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c5a48f2-e50e-4460-966b-6198b6cb8557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:06.440767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-37ffd7ca-c5fc-4a4f-8185-a1996ebf16ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:07.719781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:09.294044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:09.480753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:10.439595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:23.413983 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-9f565beb-85ae-4676-9870-b4a2197744ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389073 Oct 11 04:34:23.512377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-37b657e2-779b-47d4-b38b-0d007f39d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:34:23.513856 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-37b657e2-779b-47d4-b38b-0d007f39d666 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 1099 time: 0.0396142 Oct 11 04:34:23.621050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-f2e5f903-7324-44a3-99a7-6d906a6649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:34:23.622549 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-f2e5f903-7324-44a3-99a7-6d906a6649a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 200 len: 897 time: 0.0897896 Oct 11 04:34:23.663456 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-12cb2044-602c-4d91-ac1f-c10dcf75aa7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 200 len: 217 time: 0.0334654 Oct 11 04:34:23.712583 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-23cbd32b-8053-484a-b003-738efc1d8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:34:23.714092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-23cbd32b-8053-484a-b003-738efc1d8036 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 200 len: 834 time: 0.0428598 Oct 11 04:34:23.761989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-46b31d94-6840-4fe1-83b2-e91a3015cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:34:23.763459 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-46b31d94-6840-4fe1-83b2-e91a3015cde0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=124a3b7b-b7a6-430f-8057-779e47a96d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432525 Oct 11 04:34:23.851736 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-7f95fd07-aa56-41cc-bbb0-48f278942918 service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809476 Oct 11 04:34:23.942963 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8f355e39-f9a6-4071-aeb5-1e6c8ab832c3 req-9e443d51-f288-4b1a-b2bb-f2d65f3360dd service neutron] 10.222.0.45 "GET /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848711 Oct 11 04:34:24.653079 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:34:34.171247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dfae0dc1-1c40-4898-a5b5-8b4b9285659b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:36.442001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ae161d21-6d13-4d0f-967c-1b2299a015e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:37.722967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:39.297082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:39.482795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:34:40.450500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:01.651505 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:35:03.190025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb634-4171-49c2-9f2f-5d716d44701f req-4d86e153-cee5-4e3e-a071-64688adbb06e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:03.191520 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d8fb634-4171-49c2-9f2f-5d716d44701f req-4d86e153-cee5-4e3e-a071-64688adbb06e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 945 time: 0.0537076 Oct 11 04:35:03.228711 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d8fb634-4171-49c2-9f2f-5d716d44701f req-a8d86fd1-ed8b-47b8-9ee9-28cdd6b31f26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Oct 11 04:35:04.171523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2008b6f8-df56-43ea-9f95-c7ec6ad30424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:04.349755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbab8b3-7a06-4df4-8c6b-5ec5d15e27e0 req-95cfcf98-d42e-4dad-aaed-62e2c5b785df tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:04.351149 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7bbab8b3-7a06-4df4-8c6b-5ec5d15e27e0 req-95cfcf98-d42e-4dad-aaed-62e2c5b785df tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 945 time: 0.0482490 Oct 11 04:35:04.388896 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7bbab8b3-7a06-4df4-8c6b-5ec5d15e27e0 req-ded17e45-89f6-4429-b8b2-faf6e6275f95 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b540ea7-52b6-4dad-b38d-1c00c3407dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Oct 11 04:35:04.873338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-7979fa4a-d871-4858-a1c6-83b4e16053c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:04.874797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-7979fa4a-d871-4858-a1c6-83b4e16053c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 945 time: 0.0471196 Oct 11 04:35:04.962330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 8acecbe9-48d8-4526-b942-a053772e80d5 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:04.962616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:05.047923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 8acecbe9-48d8-4526-b942-a053772e80d5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8acecbe9-48d8-4526-b942-a053772e80d5,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:05.048283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:05.262050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:05.262311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:05.262659 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017 disassociated. External IP: 172.26.8.210, port: 8acecbe9-48d8-4526-b942-a053772e80d5. Oct 11 04:35:05.263001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 8acecbe9-48d8-4526-b942-a053772e80d5 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:05.388310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:05.414164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=8acecbe9-48d8-4526-b942-a053772e80d5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:05.428902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.429929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.429929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.429929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.430265 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.430558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.430894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.431225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.431548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.432002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.432327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.432645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:05.492093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e1e012a-c362-4dcf-bcb8-6bbb8f65fb7c req-d0fe9673-4de3-429f-942d-a1a9d8c2072c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=64522d53-f9af-4cb6-a44c-0c3e124ff47a HTTP/1.1" status: 200 len: 210 time: 0.0260203 Oct 11 04:35:05.547388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:35:05.655603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:05.665441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8142114-1a25-4751-970f-df3b8686249e None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:05.675168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:05.675986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:34:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:05.696066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 8acecbe9-48d8-4526-b942-a053772e80d5 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:35:05.698611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:05.702137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c62dd8a1-365c-4ffa-a6dc-c8673a6e04a2 req-a380d40c-3931-4c7a-8212-d6ab1d949bbe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/8acecbe9-48d8-4526-b942-a053772e80d5 HTTP/1.1" status: 204 len: 173 time: 0.8217404 Oct 11 04:35:05.702682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'name': 'network-vif-deleted', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:05.705481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bced52b6-3207-4257-aeaf-fd527e63a230" -d '{"events": [{"server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "name": "network-vif-deleted", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:05.743820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06495a1b-614f-4c97-8a21-c58e17d35007 x-openstack-request-id: req-06495a1b-614f-4c97-8a21-c58e17d35007 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:05.744111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64522d53-f9af-4cb6-a44c-0c3e124ff47a", "name": "network-vif-deleted", "tag": "8acecbe9-48d8-4526-b942-a053772e80d5", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:05.744368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06495a1b-614f-4c97-8a21-c58e17d35007 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:05.744778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06495a1b-614f-4c97-8a21-c58e17d35007'] response: {'server_uuid': '64522d53-f9af-4cb6-a44c-0c3e124ff47a', 'name': 'network-vif-deleted', 'tag': '8acecbe9-48d8-4526-b942-a053772e80d5', 'status': 'completed', 'code': 200} Oct 11 04:35:05.794989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:06.005572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:06.031078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8142114-1a25-4751-970f-df3b8686249e None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:06.039080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:06.040233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:34:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:06.142473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:06.337179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e8142114-1a25-4751-970f-df3b8686249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:06.365575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8142114-1a25-4751-970f-df3b8686249e None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:32:04Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2e6c7f15-135f-4856-b834-8082c7770e66', 'name': '', 'network_id': '124a3b7b-b7a6-430f-8057-779e47a96d7b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:75:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:03Z', 'updated_at': '2022-10-11T04:32:07Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'd09a0cd8-d9ef-4ed9-aff4-f08299dca410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:06.443164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bf9290b-62e8-4b54-b4ff-65636c24cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.555691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53654) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:06.581146 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2668b43-8025-4918-980d-6e9ae840a26e None None] New status for floating IP edf6f0ff-247e-4f18-8085-51ceaf09a017: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:35:06.615079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.640900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.706088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.709345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.710653 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b540ea7-52b6-4dad-b38d-1c00c3407dcb HTTP/1.1" status: 204 len: 168 time: 0.1538928 Oct 11 04:35:06.721480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b540ea7-52b6-4dad-b38d-1c00c3407dcb,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:06.729647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.729995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.730342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.730703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.731038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.731612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.731989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.732370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.732827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.733368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.733642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.734029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb62434-ae41-4872-9317-50c2ac89de1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:06.745182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53658) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:06.871595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 674f867a-9f0a-4d85-9c91-afe1d92ea0f2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:06.871939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.948850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.949099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:06.960492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 674f867a-9f0a-4d85-9c91-afe1d92ea0f2 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:07.091013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:07.114940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=674f867a-9f0a-4d85-9c91-afe1d92ea0f2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:07.175057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:07.177563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:07.178734 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d29ba5f-e65e-4e93-bca2-b0c777180a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/edf6f0ff-247e-4f18-8085-51ceaf09a017 HTTP/1.1" status: 204 len: 168 time: 0.4325545 Oct 11 04:35:07.394971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e788e3-6b18-4155-a6d9-643c7dee01a0 req-5949e20e-4674-4875-9698-43a57ada5739 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:07.396448 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-95e788e3-6b18-4155-a6d9-643c7dee01a0 req-5949e20e-4674-4875-9698-43a57ada5739 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0525601 Oct 11 04:35:07.433942 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-95e788e3-6b18-4155-a6d9-643c7dee01a0 req-c0f22957-2f25-4b51-9506-a8704b706b24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Oct 11 04:35:07.724723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:08.253634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8acecbe9-48d8-4526-b942-a053772e80d5 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:08.272942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 8acecbe9-48d8-4526-b942-a053772e80d5 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:08.273280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8acecbe9-48d8-4526-b942-a053772e80d5 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:08.557510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0738a-c186-49bd-8512-274fac104d65 req-be0e087a-7dca-44d8-a0b5-1393a5e10982 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:08.558886 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-72e0738a-c186-49bd-8512-274fac104d65 req-be0e087a-7dca-44d8-a0b5-1393a5e10982 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0510294 Oct 11 04:35:08.596364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-72e0738a-c186-49bd-8512-274fac104d65 req-991ffa71-6761-409c-8ec5-f21993f57b52 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b67918bc-1a85-4a2f-a8ae-051681dfd50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Oct 11 04:35:08.915799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-aeeb2a5c-7fd5-410e-a912-a8d7e2055e17 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:08.917240 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-aeeb2a5c-7fd5-410e-a912-a8d7e2055e17 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 946 time: 0.0481308 Oct 11 04:35:09.007226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:09.007562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:09.093125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:09.093483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:09.105710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:09.232138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:09.259031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=9f763587-9a5d-45ae-a1c5-b8f6ff31b562,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:09.299705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:09.302149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:35:09.304547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:09.308405 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a94ff16-218c-4c65-adaa-5bd3ee9ba977 req-14c36ded-b58d-4aea-a05a-ca4bb47ebf84 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/9f763587-9a5d-45ae-a1c5-b8f6ff31b562 HTTP/1.1" status: 204 len: 173 time: 0.3854675 Oct 11 04:35:09.308893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'name': 'network-vif-deleted', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:09.311241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f7c474-a68b-4ff5-a756-08deaaa45ed8" -d '{"events": [{"server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "name": "network-vif-deleted", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:09.353455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3c021-cfe2-43b5-b7cb-b376641cfff2 x-openstack-request-id: req-c1e3c021-cfe2-43b5-b7cb-b376641cfff2 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:09.353741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e", "name": "network-vif-deleted", "tag": "9f763587-9a5d-45ae-a1c5-b8f6ff31b562", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:09.353989 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1e3c021-cfe2-43b5-b7cb-b376641cfff2 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:09.354395 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e3c021-cfe2-43b5-b7cb-b376641cfff2'] response: {'server_uuid': 'b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e', 'name': 'network-vif-deleted', 'tag': '9f763587-9a5d-45ae-a1c5-b8f6ff31b562', 'status': 'completed', 'code': 200} Oct 11 04:35:09.485587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:09.714267 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aaca662e-35a0-43e2-ac76-338d80baaa6b req-66b8223d-849b-4b4b-9b61-7d4a23739437 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2b1965a-a0ca-45a3-b468-aa03a5b6ad3e HTTP/1.1" status: 200 len: 210 time: 0.0303771 Oct 11 04:35:10.448126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:10.776895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53672) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:10.837431 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69fca4e4-3fb3-478f-86c1-7cfef7bdb138 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:10.861873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69fca4e4-3fb3-478f-86c1-7cfef7bdb138 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:10.922011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69fca4e4-3fb3-478f-86c1-7cfef7bdb138 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:10.924597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-69fca4e4-3fb3-478f-86c1-7cfef7bdb138 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:10.925768 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-69fca4e4-3fb3-478f-86c1-7cfef7bdb138 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/b67918bc-1a85-4a2f-a8ae-051681dfd50d HTTP/1.1" status: 204 len: 168 time: 0.1478941 Oct 11 04:35:10.935273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fca4e4-3fb3-478f-86c1-7cfef7bdb138 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67918bc-1a85-4a2f-a8ae-051681dfd50d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:10.956698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53676) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:11.302183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:11.546909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 2e6c7f15-135f-4856-b834-8082c7770e66 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:11.547241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:11.636176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 2e6c7f15-135f-4856-b834-8082c7770e66, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2e6c7f15-135f-4856-b834-8082c7770e66,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:11.636536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:11.649960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 2e6c7f15-135f-4856-b834-8082c7770e66 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:11.830655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:11.854326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=2e6c7f15-135f-4856-b834-8082c7770e66,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:12.030794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.238506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 1cf9e7b7-5177-49dd-bea2-bb3522036700 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:35:12.281200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:12.301394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:12.301734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9f763587-9a5d-45ae-a1c5-b8f6ff31b562 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:12.343937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:12.348807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0318f3f2-2df7-4a13-85f5-2efcd81e61be tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/1cf9e7b7-5177-49dd-bea2-bb3522036700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911252 Oct 11 04:35:12.352109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53678) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:12.353054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] Sync routers for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:12.362475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:12.363100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:12.402454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet d09a0cd8-d9ef-4ed9-aff4-f08299dca410 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:35:12.405592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.444089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.466476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:12.531861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.591568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.619822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=d09a0cd8-d9ef-4ed9-aff4-f08299dca410,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:12.621839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.625586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-04644548-db1c-4f45-b6b9-d56916d6294b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/d09a0cd8-d9ef-4ed9-aff4-f08299dca410 HTTP/1.1" status: 204 len: 168 time: 0.2718594 Oct 11 04:35:12.628271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53680) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:12.631144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486ed34-ea18-4dfb-9d8d-4ca28be8d911 None None] Network 124a3b7b-b7a6-430f-8057-779e47a96d7b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:35:12.711502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:35:11Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:12.736591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.754782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] Checking router: 1cf9e7b7-5177-49dd-bea2-bb3522036700 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:12.783355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] Routers {'1cf9e7b7-5177-49dd-bea2-bb3522036700'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:12.783935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1cf9e7b7-5177-49dd-bea2-bb3522036700'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:12.841154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.904904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 27e11b02-8042-409d-9260-454c7ac12df0 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:12.905243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:12.990429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 27e11b02-8042-409d-9260-454c7ac12df0, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=27e11b02-8042-409d-9260-454c7ac12df0,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:12.990824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.003810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 27e11b02-8042-409d-9260-454c7ac12df0 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:13.027277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] DHCP port deletion for 124a3b7b-b7a6-430f-8057-779e47a96d7b request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:35:13.060684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] Set router 1cf9e7b7-5177-49dd-bea2-bb3522036700 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:13.168431 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.189702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Deleting port 3b4012f5-dc30-48cf-899f-95ba70dbea77 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:13.190074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.195035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=27e11b02-8042-409d-9260-454c7ac12df0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:13.255456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.284668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] For port 3b4012f5-dc30-48cf-899f-95ba70dbea77, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3b4012f5-dc30-48cf-899f-95ba70dbea77,segment=NetworkSegment(cd1db8e9-44dd-44a6-adb9-edcea4a779ad),segment_id=cd1db8e9-44dd-44a6-adb9-edcea4a779ad)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:13.285283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.301389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Calling delete_port for 3b4012f5-dc30-48cf-899f-95ba70dbea77 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:13.345383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.347651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.362403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:35:11Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:13.393598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.394315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router 1cf9e7b7-5177-49dd-bea2-bb3522036700 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:35:13.397901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0399e7f-5aff-4880-bb4a-253ad12ebbe6 None None] The sync data for ids ['1cf9e7b7-5177-49dd-bea2-bb3522036700'] in dv-neutron-860894-1-hyperv is: [{'id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'name': 'tempest-TestNetworkBasicOps-router-1776822548', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '27e11b02-8042-409d-9260-454c7ac12df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:32:00Z', 'updated_at': '2022-10-11T04:35:11Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '27e11b02-8042-409d-9260-454c7ac12df0', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9e7b7-5177-49dd-bea2-bb3522036700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:32:01Z', 'updated_at': '2022-10-11T04:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:13.402933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.404073 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-de4a9886-f60d-436a-932b-39bb6838265a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/1cf9e7b7-5177-49dd-bea2-bb3522036700 HTTP/1.1" status: 204 len: 168 time: 0.7746789 Oct 11 04:35:13.406829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53682) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:13.424124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.451062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Pushing event deleted for resources: {'Port': ['ID=3b4012f5-dc30-48cf-899f-95ba70dbea77,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:13.453342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] No DVR routers for this DVR port 3b4012f5-dc30-48cf-899f-95ba70dbea77 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:35:13.468159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.468569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.468972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.469387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.469782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.470191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.471042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.471378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.471705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.472035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.472357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.472685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b49a6-a62d-47fc-a8fc-3d9c20057fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:13.496912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.581720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.602501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124a3b7b-b7a6-430f-8057-779e47a96d7b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:13.611348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:13.611639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1db8e9-44dd-44a6-adb9-edcea4a779ad') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:13.620569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.633450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.639331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:35:13.639705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.706614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.714333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.717278 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/124a3b7b-b7a6-430f-8057-779e47a96d7b HTTP/1.1" status: 204 len: 168 time: 0.3083167 Oct 11 04:35:13.732469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90343183-3832-4a34-984c-3729e14df3e7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=124a3b7b-b7a6-430f-8057-779e47a96d7b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:13.739181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53688) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:13.744971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--266748707', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:13.770284 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:35:13.774504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.792055 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cd1db8e9-44dd-44a6-adb9-edcea4a779ad resource provider aggregate not found Oct 11 04:35:13.800081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:35:13.811163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.811737 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment 0082d48c-17e4-4419-b530-5ae3fb6f439e of type vlan for network 627ad617-3e12-45e0-a064-2da6aa8e8d97 Oct 11 04:35:13.815342 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cd1db8e9-44dd-44a6-adb9-edcea4a779ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd1db8e9-44dd-44a6-adb9-edcea4a779ad found for delete ", "request_id": "req-4f04b83d-c11a-4b94-aaa4-d9ce6dcd4ec7"}]} Oct 11 04:35:13.853662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.880294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.886904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:13.887719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.919764 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1794708 Oct 11 04:35:13.922703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53692) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:13.927284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:13.962305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:13.964097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.035280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e6c7f15-135f-4856-b834-8082c7770e66 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:14.040929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.059826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2e6c7f15-135f-4856-b834-8082c7770e66 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:14.060168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e6c7f15-135f-4856-b834-8082c7770e66 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:14.066114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3b4012f5-dc30-48cf-899f-95ba70dbea77 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:14.089060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 3b4012f5-dc30-48cf-899f-95ba70dbea77 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:14.089650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3b4012f5-dc30-48cf-899f-95ba70dbea77 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:14.196791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.310177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ce6dd-d78e-448b-826e-e4a4fa3e85ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=627ad617-3e12-45e0-a064-2da6aa8e8d97,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:14.321120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:35:14.399210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.417833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.524774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.51 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/7c03599c-43ef-4925-937f-97fb14d6ced7) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:35:14.624548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.656958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:14.700777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:14.703617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:14.707029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:35:14.712174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7c03599c-43ef-4925-937f-97fb14d6ced7,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:14.954245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.139592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.263561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 99b3f7b6-03cb-4205-858e-796ac5c89903 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:35:15.365833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:15.376487 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Sync routers for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:15.386663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.386863 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:15.387312 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:15.387953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-11ec05bd-2d8c-4f35-907b-f5c2005edcdb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4642208 Oct 11 04:35:15.391254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53694) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:15.419546 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-75952373-3422-4623-8f62-6193866658bf tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271547 Oct 11 04:35:15.422155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53696) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:15.489983 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:15.505203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec351f6-90bb-4108-86b8-138fcaf39cf5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:15.506702 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fec351f6-90bb-4108-86b8-138fcaf39cf5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0835967 Oct 11 04:35:15.510135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53698) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:15.541952 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c9f14d55-58eb-429e-aa66-dc192424ee23 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305569 Oct 11 04:35:15.544275 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53700) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:15.548914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1006268039', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:15.633486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:35:15.636955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.667079 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:14Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:15.692813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Checking router: 99b3f7b6-03cb-4205-858e-796ac5c89903 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:15.693157 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Updating router 99b3f7b6-03cb-4205-858e-796ac5c89903 port 7c03599c-43ef-4925-937f-97fb14d6ced7 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:35:15.719249 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.819871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.885655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=bf847627-1418-4898-bf3e-bdfda530ba84,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:15.893133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:15.893490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: 627ad617-3e12-45e0-a064-2da6aa8e8d97, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:35:15.912819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:35:15.913022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 27e11b02-8042-409d-9260-454c7ac12df0 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:15.923610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 627ad617-3e12-45e0-a064-2da6aa8e8d97) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:15.928373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:15.929316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.943401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4966bf-5b53-47c6-bb35-6feae82839bf None None] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:35:15.945543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 27e11b02-8042-409d-9260-454c7ac12df0 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:15.945877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 27e11b02-8042-409d-9260-454c7ac12df0 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:15.946964 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4ccad699-27a3-4d8d-a24b-2fbe9e8d6a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016244 Oct 11 04:35:15.949792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53702) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:15.982855 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:15.990291 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.031583 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Attempting to bind port 7c03599c-43ef-4925-937f-97fb14d6ced7 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:35:16.031951 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Attempting to bind port 7c03599c-43ef-4925-937f-97fb14d6ced7 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:35:16.032315 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Attempting to bind port 7c03599c-43ef-4925-937f-97fb14d6ced7 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:16.040695 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:35:16.041066 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:16.041909 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.041909 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:35:16.042324 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Bound port: 7c03599c-43ef-4925-937f-97fb14d6ced7, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:35:16.042713 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.068472 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Pushing event updated for resources: {'Port': ['ID=7c03599c-43ef-4925-937f-97fb14d6ced7,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:16.080394 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.080662 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.081012 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.081347 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.081679 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.082037 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.082370 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.082751 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.083082 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.083406 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.083725 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.084038 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:35:16.109038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-627ad617-3e12-45e0-a064-2da6aa8e8d97', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:35:16.110024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.117691 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] For port 7c03599c-43ef-4925-937f-97fb14d6ced7, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:16.121682 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] For port 7c03599c-43ef-4925-937f-97fb14d6ced7, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7c03599c-43ef-4925-937f-97fb14d6ced7,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:35:16.127342 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.164474 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:16.165193 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:16.257224 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20371-d904-45c1-a9b7-18cc4a0162f2 None None] Pushing event updated for resources: {'Port': ['ID=7c03599c-43ef-4925-937f-97fb14d6ced7,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:16.261237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Allocated IP 172.20.0.2 (627ad617-3e12-45e0-a064-2da6aa8e8d97/bf847627-1418-4898-bf3e-bdfda530ba84/946cb108-e3fc-43c4-95aa-a1d34661a692) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:35:16.280054 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:16.412892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.413677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.421635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.464948 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:14Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:16.468432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Pushing event updated for resources: {'Port': ['ID=946cb108-e3fc-43c4-95aa-a1d34661a692,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:16.486075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:16.487723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:16.491260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:35:16.491813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283440c-aaef-4b87-b857-77c22dc4d804 None None] The sync data for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv is: [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:14Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:16.548727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Attempting to bind port 946cb108-e3fc-43c4-95aa-a1d34661a692 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:35:16.549374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Attempting to bind port 946cb108-e3fc-43c4-95aa-a1d34661a692 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:35:16.549746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Attempting to bind port 946cb108-e3fc-43c4-95aa-a1d34661a692 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:16.555043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:35:16.555419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Checking segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:16.555964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.556368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Bound using segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:35:16.557017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Bound port: 946cb108-e3fc-43c4-95aa-a1d34661a692, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:35:16.557490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.629109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] For port 946cb108-e3fc-43c4-95aa-a1d34661a692, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:16.633009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] For port 946cb108-e3fc-43c4-95aa-a1d34661a692, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=946cb108-e3fc-43c4-95aa-a1d34661a692,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:35:16.638021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.705158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cad25-1d5a-44ca-af99-ddb83f007ba0 None None] Pushing event updated for resources: {'Port': ['ID=946cb108-e3fc-43c4-95aa-a1d34661a692,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:16.739884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (627ad617-3e12-45e0-a064-2da6aa8e8d97/bf847627-1418-4898-bf3e-bdfda530ba84/26caa193-e59d-4a20-95dd-accfc449e5d6) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:35:16.897350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.947589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:16.994648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:16.998162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:17.002670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:35:17.032990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=26caa193-e59d-4a20-95dd-accfc449e5d6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:17.054059 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.201566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.497291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.502499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.576977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=26caa193-e59d-4a20-95dd-accfc449e5d6,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:17.584066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.621255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951868e4-869e-4895-948e-dbbcc41b8ba1 None None] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:35:17.683356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:17.684781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:17.687936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Provisioning complete for port 946cb108-e3fc-43c4-95aa-a1d34661a692 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:17.688310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.688645 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Attempt 1 to provision port 946cb108-e3fc-43c4-95aa-a1d34661a692 Oct 11 04:35:17.803655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 99b3f7b6-03cb-4205-858e-796ac5c89903 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:35:17.833993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Current status of the port 946cb108-e3fc-43c4-95aa-a1d34661a692 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:17.834520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.876319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] For port 946cb108-e3fc-43c4-95aa-a1d34661a692, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=946cb108-e3fc-43c4-95aa-a1d34661a692,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:17.881487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:17.937666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:17.938029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2ef56-cfb6-4c8c-8568-abc2d81a701b None None] Pushing event updated for resources: {'Port': ['ID=946cb108-e3fc-43c4-95aa-a1d34661a692,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:17.945024 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4afdf3af-b571-4eef-a9e9-09e11f64e0e6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/99b3f7b6-03cb-4205-858e-796ac5c89903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9938550 Oct 11 04:35:17.948279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53704) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:18.059115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c03599c-43ef-4925-937f-97fb14d6ced7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:18.079971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f6fb3-5163-4779-8b37-b370a092aa01 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.081062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f6fb3-5163-4779-8b37-b370a092aa01 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.081062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f6fb3-5163-4779-8b37-b370a092aa01 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.081673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f6fb3-5163-4779-8b37-b370a092aa01 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.083450 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cb6f6fb3-5163-4779-8b37-b370a092aa01 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1341889 Oct 11 04:35:18.086284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53706) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:18.110915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7c03599c-43ef-4925-937f-97fb14d6ced7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:18.111630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:18.111977 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7c03599c-43ef-4925-937f-97fb14d6ced7 Oct 11 04:35:18.160037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1995e-201d-4172-aefd-feca24114601 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.160490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1995e-201d-4172-aefd-feca24114601 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.161160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1995e-201d-4172-aefd-feca24114601 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.161902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1995e-201d-4172-aefd-feca24114601 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:18.164297 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a9b1995e-201d-4172-aefd-feca24114601 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0763769 Oct 11 04:35:18.167215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53708) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:18.208834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7c03599c-43ef-4925-937f-97fb14d6ced7 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:18.209225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:18.233305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Provisioning complete for port 26caa193-e59d-4a20-95dd-accfc449e5d6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:18.233305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:18.233305 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Attempt 1 to provision port 26caa193-e59d-4a20-95dd-accfc449e5d6 Oct 11 04:35:18.257199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 7c03599c-43ef-4925-937f-97fb14d6ced7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7c03599c-43ef-4925-937f-97fb14d6ced7,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:18.258430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Sync routers for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:18.272830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:18.273645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 946cb108-e3fc-43c4-95aa-a1d34661a692 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:18.315616 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-901bf9ee-5548-430f-ae65-1581abfd4a67 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1472447 Oct 11 04:35:18.318504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53710) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:18.324576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-799423822', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:18.329780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:18.330463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:18.342372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Port 26caa193-e59d-4a20-95dd-accfc449e5d6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:18.412164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=7c03599c-43ef-4925-937f-97fb14d6ced7,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:18.439930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:35:18.443646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:18.462632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] device_id is not set on port 8244ef77-f953-4580-96bb-759ed8cefe79 yet. {{(pid=103099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:35:18.471486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 946cb108-e3fc-43c4-95aa-a1d34661a692 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:18.471869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:18.472252 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 946cb108-e3fc-43c4-95aa-a1d34661a692 Oct 11 04:35:18.505243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:18.830143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 946cb108-e3fc-43c4-95aa-a1d34661a692 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:18.847574 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Attempt 2 to provision port 26caa193-e59d-4a20-95dd-accfc449e5d6 Oct 11 04:35:18.888193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.8 (627ad617-3e12-45e0-a064-2da6aa8e8d97/bf847627-1418-4898-bf3e-bdfda530ba84/8244ef77-f953-4580-96bb-759ed8cefe79) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:35:18.904314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Port 26caa193-e59d-4a20-95dd-accfc449e5d6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:18.929112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:18.959217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Checking router: 99b3f7b6-03cb-4205-858e-796ac5c89903 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:18.959569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Updating router 99b3f7b6-03cb-4205-858e-796ac5c89903 port 26caa193-e59d-4a20-95dd-accfc449e5d6 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:35:18.983742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.032774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.065622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.108041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:19.113080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:19.117067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:35:19.146028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.180916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:19.181578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.198769 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e65bf15-547d-43e8-b4b2-8e9c9d999f50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8788352 Oct 11 04:35:19.270970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53714) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:19.276327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054039763', 'description': 'tempest-secgroup-smoke-1054039763 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:19.283425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.293225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.297282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.360181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6762a-bc1e-427d-8e7a-18375cda15d2 None None] Pushing event updated for resources: {'Port': ['ID=26caa193-e59d-4a20-95dd-accfc449e5d6,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.375506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.379258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.388967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Attempting to bind port 26caa193-e59d-4a20-95dd-accfc449e5d6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:35:19.389295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Attempting to bind port 26caa193-e59d-4a20-95dd-accfc449e5d6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:35:19.389659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Attempting to bind port 26caa193-e59d-4a20-95dd-accfc449e5d6 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:19.394596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:35:19.395000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Checking segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:19.395399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.395791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Bound using segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:35:19.396339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Bound port: 26caa193-e59d-4a20-95dd-accfc449e5d6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:35:19.396694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.405662 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Attempt 3 to provision port 26caa193-e59d-4a20-95dd-accfc449e5d6 Oct 11 04:35:19.411723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.412942 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408746 Oct 11 04:35:19.415931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53716) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:19.420237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '65ec85ed-5c46-4a08-b00f-efb6803ec49d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:19.425287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7669-7588-4485-a185-c737b2ee6716 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec85ed-5c46-4a08-b00f-efb6803ec49d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.448182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.474323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Port 26caa193-e59d-4a20-95dd-accfc449e5d6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:19.489862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] For port 26caa193-e59d-4a20-95dd-accfc449e5d6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:19.493728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] For port 26caa193-e59d-4a20-95dd-accfc449e5d6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26caa193-e59d-4a20-95dd-accfc449e5d6,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:35:19.498269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.504599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.508967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.529583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85f0af5-3658-441f-9c1b-739a95e9be8b,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.535851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:19.536059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.536412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:19.539957 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-83b093be-5655-41ec-a385-4302b5e004b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220422 Oct 11 04:35:19.541005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53718) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:19.545813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '65ec85ed-5c46-4a08-b00f-efb6803ec49d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:19.569502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.587023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6762a-bc1e-427d-8e7a-18375cda15d2 None None] Pushing event updated for resources: {'Port': ['ID=26caa193-e59d-4a20-95dd-accfc449e5d6,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.627086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.630505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.651386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93927f24-b837-4503-880c-70bd953a097c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.659654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.660903 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-da7b337c-c0a5-40b7-a691-af1a10cc306d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187818 Oct 11 04:35:19.661038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:19.664303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53720) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:19.668827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '65ec85ed-5c46-4a08-b00f-efb6803ec49d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:19.692672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.749322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.753527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.769318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc939323-3cc4-4a87-a0d6-66e45a4290b9,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.781029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.782283 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2ab60bbb-c9d8-4f22-88f6-4cf49dcd2766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169343 Oct 11 04:35:19.785667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53722) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:19.790194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '65ec85ed-5c46-4a08-b00f-efb6803ec49d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:19.814494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.862370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:19Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:19.875096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.879009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.894233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b8431-84ec-4047-99c8-b7b9387fbaf2 None None] The sync data for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv is: [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:19Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:19.899721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7127419b-5bc6-496a-bf0e-0b44566dd770,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:19.909354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.911298 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d95a24d4-d747-4855-904b-3e9b42ef477d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241181 Oct 11 04:35:19.914943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53724) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:19.920005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '65ec85ed-5c46-4a08-b00f-efb6803ec49d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:19.954641 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:35:19.960492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:19.975661 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Attempt 4 to provision port 26caa193-e59d-4a20-95dd-accfc449e5d6 Oct 11 04:35:20.029100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.034429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.034884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 946cb108-e3fc-43c4-95aa-a1d34661a692 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:20.051078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe55b228-389b-4f4b-a491-8e0b1a5b2b36,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:20.069147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.073299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53726) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:20.073467 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-446859fc-6c77-4568-bb93-faf400f0c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573126 Oct 11 04:35:20.078515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '65ec85ed-5c46-4a08-b00f-efb6803ec49d', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:20.104368 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:35:20.110163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.115949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Current status of the port 26caa193-e59d-4a20-95dd-accfc449e5d6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:20.116328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.147546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 946cb108-e3fc-43c4-95aa-a1d34661a692 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:20.147928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.148789 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 946cb108-e3fc-43c4-95aa-a1d34661a692 Oct 11 04:35:20.177095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] For port 26caa193-e59d-4a20-95dd-accfc449e5d6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26caa193-e59d-4a20-95dd-accfc449e5d6,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:20.177946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.183335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.187461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.201187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3b33ac-b269-4fb6-a612-2b9846f763c4,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:20.219331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.222767 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9a72df6b-16a1-4e88-85c6-166ef2227aca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459911 Oct 11 04:35:20.241728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Provisioning complete for port 946cb108-e3fc-43c4-95aa-a1d34661a692 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:20.242130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.242464 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Attempt 1 to provision port 946cb108-e3fc-43c4-95aa-a1d34661a692 Oct 11 04:35:20.287433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Pushing event updated for resources: {'Port': ['ID=26caa193-e59d-4a20-95dd-accfc449e5d6,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:20.339031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 946cb108-e3fc-43c4-95aa-a1d34661a692 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:20.340117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c03599c-43ef-4925-937f-97fb14d6ced7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:20.377923 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-c301fc32-8169-4627-b7bd-b15a1fc22192 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054039763&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0375950 Oct 11 04:35:20.405542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a770688c-568d-49f3-9515-42e5ed3f0e56 None None] Current status of the port 946cb108-e3fc-43c4-95aa-a1d34661a692 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:20.420068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7c03599c-43ef-4925-937f-97fb14d6ced7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:20.420363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.420793 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7c03599c-43ef-4925-937f-97fb14d6ced7 Oct 11 04:35:20.429877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-5bffbad5-cfb0-4b55-a6f4-d2582b957977 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:20.431359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-5bffbad5-cfb0-4b55-a6f4-d2582b957977 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 929 time: 0.0463881 Oct 11 04:35:20.481979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-93aed9be-63d8-4e50-9c65-63771e42fabd service neutron] 10.222.0.39 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0358505 Oct 11 04:35:20.508316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7c03599c-43ef-4925-937f-97fb14d6ced7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:20.525708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Provisioning complete for port 26caa193-e59d-4a20-95dd-accfc449e5d6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:20.526070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.526398 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Attempt 1 to provision port 26caa193-e59d-4a20-95dd-accfc449e5d6 Oct 11 04:35:20.579076 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-7439ff97-d9ee-454c-954a-45406f2f1668 service neutron] 10.222.0.39 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909541 Oct 11 04:35:20.607189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Current status of the port 26caa193-e59d-4a20-95dd-accfc449e5d6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:20.618010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Provisioning complete for port 8244ef77-f953-4580-96bb-759ed8cefe79 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:20.618381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:20.618794 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Attempt 1 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:20.664057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Port 8244ef77-f953-4580-96bb-759ed8cefe79 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:20.678279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-9687f3c2-6eb3-43a3-be4b-2e396c16d0fa service neutron] 10.222.0.39 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946040 Oct 11 04:35:20.863674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3d0e2d89-ab58-4d6f-adc8-390f0f833d11 req-febaf458-bdac-4e5e-9430-827118abcf3a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Oct 11 04:35:21.164722 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Attempt 2 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:21.201869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Port 8244ef77-f953-4580-96bb-759ed8cefe79 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:21.702794 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Attempt 3 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:21.738096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Port 8244ef77-f953-4580-96bb-759ed8cefe79 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:21.771063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-62531dce-53f9-4fb9-8293-9c938b87ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:21.772417 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-62531dce-53f9-4fb9-8293-9c938b87ccdb service neutron] 10.222.0.45 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1025 time: 0.0329647 Oct 11 04:35:21.880297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-43e48822-615a-4c53-9e16-3c7835af17ca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:21.881734 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-43e48822-615a-4c53-9e16-3c7835af17ca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 796 time: 0.1015685 Oct 11 04:35:21.942472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-08991eb2-cbd4-483a-af07-a771f3fddb85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 380 time: 0.0442145 Oct 11 04:35:21.953477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Request body: {'port': {'device_id': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:21.976344 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f12f3faf-92f9-4313-937e-e40d7ee9976d req-e1ba8224-982c-40cc-8cdd-817d1fb577ce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 210 time: 0.0286412 Oct 11 04:35:21.991529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26caa193-e59d-4a20-95dd-accfc449e5d6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:22.020858 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.040284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 26caa193-e59d-4a20-95dd-accfc449e5d6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:22.040648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.040979 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 26caa193-e59d-4a20-95dd-accfc449e5d6 Oct 11 04:35:22.117787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 26caa193-e59d-4a20-95dd-accfc449e5d6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:22.239402 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Attempt 4 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:22.274010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Port 8244ef77-f953-4580-96bb-759ed8cefe79 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:35:22.277330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8244ef77-f953-4580-96bb-759ed8cefe79 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:35:22.284646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.296843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Transition to ACTIVE for port object 8244ef77-f953-4580-96bb-759ed8cefe79 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:35:22.300636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.383937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:22.407329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:35:22.407661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:35:22.407982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:22.412135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:35:22.412448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:22.417824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:35:22.418157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Checking segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:22.418563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Bound using segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:35:22.418977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Bound port: 8244ef77-f953-4580-96bb-759ed8cefe79, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:35:22.419329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.481033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:22.484078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:35:22.489390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.492650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:22.493177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:22.494994 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] 10.222.0.45 "PUT /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1130 time: 0.5454850 Oct 11 04:35:22.496951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:22.499276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5da655-364d-4e43-a5fb-64a741892219" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd775cc-c4f8-4594-9475-56842d1059b6", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:22.539582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66fec35-d5f5-4c18-8990-482a4f6a4c5f x-openstack-request-id: req-a66fec35-d5f5-4c18-8990-482a4f6a4c5f {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:22.539863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd775cc-c4f8-4594-9475-56842d1059b6", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:22.540114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a66fec35-d5f5-4c18-8990-482a4f6a4c5f {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:22.540511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66fec35-d5f5-4c18-8990-482a4f6a4c5f'] response: {'name': 'network-changed', 'server_uuid': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79', 'status': 'completed', 'code': 200} Oct 11 04:35:22.556297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757f9f-aa93-43c0-a6ed-7bfba637e511 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:22.598062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-fcfac194-292a-4975-9cf7-e9ec09c67734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:22.599684 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-fcfac194-292a-4975-9cf7-e9ec09c67734 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 1133 time: 0.0404975 Oct 11 04:35:22.647694 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-d7b22d77-718e-406b-b908-b4b2322c38aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 217 time: 0.0346961 Oct 11 04:35:22.696976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-0ebdda59-ccca-4e48-96a7-116d86ba5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:22.698506 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-0ebdda59-ccca-4e48-96a7-116d86ba5ae5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf847627-1418-4898-bf3e-bdfda530ba84 HTTP/1.1" status: 200 len: 835 time: 0.0443900 Oct 11 04:35:22.746176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-a8f0536f-0ce4-4fed-b654-4be44f93d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:22.747563 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-a8f0536f-0ce4-4fed-b654-4be44f93d5c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420885 Oct 11 04:35:22.774778 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Attempt 5 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:22.814004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-23339fd5-99b3-43d9-aceb-29ee0fb8c3af None None] Port 8244ef77-f953-4580-96bb-759ed8cefe79 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:35:22.836748 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-ed224f67-5948-422b-91fe-e45ee58cba58 service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821078 Oct 11 04:35:22.926044 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29a633e9-83a1-4ea7-8043-be208ff4ebdd req-68803b77-d409-4c70-b66f-587ef3adff94 service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832667 Oct 11 04:35:23.047911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da655-364d-4e43-a5fb-64a741892219 req-bd751b74-cf51-4507-9440-5b4667c8fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:23.049403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-bd751b74-cf51-4507-9440-5b4667c8fad3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 1133 time: 0.0405216 Oct 11 04:35:23.099424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b502-cb1d-49fe-88c7-3881832fe624 req-76ad1453-2d1d-4a8d-bddf-0a4729bfd85c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:23.100891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3a93b502-cb1d-49fe-88c7-3881832fe624 req-76ad1453-2d1d-4a8d-bddf-0a4729bfd85c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 980 time: 0.0484138 Oct 11 04:35:23.139024 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3a93b502-cb1d-49fe-88c7-3881832fe624 req-cb7c6776-5844-4e8f-99c9-619ffe883c25 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Oct 11 04:35:23.144271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da655-364d-4e43-a5fb-64a741892219 req-f5d9c9b2-5c60-477c-8625-96fb47daa43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:23.145723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-f5d9c9b2-5c60-477c-8625-96fb47daa43a service neutron] 10.222.0.45 "GET /v2.0/networks?id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 897 time: 0.0888929 Oct 11 04:35:23.187263 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-c100a821-81d3-4ca3-8a0c-64d3ff48a547 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 217 time: 0.0342391 Oct 11 04:35:23.233560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da655-364d-4e43-a5fb-64a741892219 req-4530a0bd-3cbb-48a8-b593-7980d6fe749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:23.234950 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-4530a0bd-3cbb-48a8-b593-7980d6fe749a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf847627-1418-4898-bf3e-bdfda530ba84 HTTP/1.1" status: 200 len: 835 time: 0.0415483 Oct 11 04:35:23.283215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da655-364d-4e43-a5fb-64a741892219 req-6fce8f42-df38-479c-8665-8dabb56243b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:23.284572 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-6fce8f42-df38-479c-8665-8dabb56243b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431886 Oct 11 04:35:23.371658 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-30a8612d-176a-475a-83ee-e3dd2b315e8e service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803239 Oct 11 04:35:23.462084 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e5da655-364d-4e43-a5fb-64a741892219 req-02c80d83-48a9-42b3-b8f2-76fa0fd80375 service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838795 Oct 11 04:35:24.260159 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397a12a-2030-4329-a8a3-e4eb90c70922 req-763216f5-4e9d-44f0-84cc-a0bc80b681c9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:24.261715 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c397a12a-2030-4329-a8a3-e4eb90c70922 req-763216f5-4e9d-44f0-84cc-a0bc80b681c9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 980 time: 0.0485337 Oct 11 04:35:24.298321 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c397a12a-2030-4329-a8a3-e4eb90c70922 req-5eeebb15-b347-474b-87f6-d9ae1a73cec9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307584 Oct 11 04:35:25.421669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc14140-9b3d-4c82-a8e3-e07b34552a12 req-9e0d8f16-d99f-4b04-b5ab-18be1f34316a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:25.423148 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7cc14140-9b3d-4c82-a8e3-e07b34552a12 req-9e0d8f16-d99f-4b04-b5ab-18be1f34316a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 980 time: 0.0531502 Oct 11 04:35:25.459451 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7cc14140-9b3d-4c82-a8e3-e07b34552a12 req-e1e16857-759b-4fea-9fa0-5179d3ecacfd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Oct 11 04:35:26.345875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:35:26.441034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:26.451753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '8244ef77-f953-4580-96bb-759ed8cefe79', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'port_id': '8244ef77-f953-4580-96bb-759ed8cefe79', 'mac_address': 'fa:16:3e:76:90:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 471, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:35:26.487052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8244ef77-f953-4580-96bb-759ed8cefe79 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:26.487436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:26.501216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8244ef77-f953-4580-96bb-759ed8cefe79 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:35:26.520999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:26.525157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:26.579724 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8e8b9-d1e0-4069-a0b7-0688a37b6632 req-1173656b-1b2b-4eac-a988-97c72ab30fe6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:26.581374 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dbf8e8b9-d1e0-4069-a0b7-0688a37b6632 req-1173656b-1b2b-4eac-a988-97c72ab30fe6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 981 time: 0.0489399 Oct 11 04:35:26.587711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:26.622413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dbf8e8b9-d1e0-4069-a0b7-0688a37b6632 req-23138ba8-b80e-45ab-9823-60340b59bf48 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Oct 11 04:35:26.920864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['8244ef77-f953-4580-96bb-759ed8cefe79'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:35:27.739822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf833b-5711-4d39-8e5b-c1796e3db471 req-3716706c-b171-41a0-9b1e-d6d3b435d334 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:27.741266 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49cf833b-5711-4d39-8e5b-c1796e3db471 req-3716706c-b171-41a0-9b1e-d6d3b435d334 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 981 time: 0.0476012 Oct 11 04:35:27.778223 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49cf833b-5711-4d39-8e5b-c1796e3db471 req-3e36a094-bc18-476e-9fb4-22e36efdaabe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306175 Oct 11 04:35:28.365253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:28.412208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 8244ef77-f953-4580-96bb-759ed8cefe79 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:35:28.416655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 8244ef77-f953-4580-96bb-759ed8cefe79 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:28.417025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:28.417355 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:28.490971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8244ef77-f953-4580-96bb-759ed8cefe79 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:28.491387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:28.513201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:28.515528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863e92a4-24bc-4a00-a4f5-95bb755b711e" -d '{"events": [{"server_uuid": "cbd775cc-c4f8-4594-9475-56842d1059b6", "name": "network-vif-plugged", "status": "completed", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:28.528720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:28.533235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:28.560188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baacf81-9ae3-4fd6-9cc1-a75bc39650eb x-openstack-request-id: req-0baacf81-9ae3-4fd6-9cc1-a75bc39650eb {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:28.560460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd775cc-c4f8-4594-9475-56842d1059b6", "name": "network-vif-plugged", "status": "completed", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:28.560709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0baacf81-9ae3-4fd6-9cc1-a75bc39650eb {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:28.561093 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baacf81-9ae3-4fd6-9cc1-a75bc39650eb'] response: {'server_uuid': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79', 'code': 200} Oct 11 04:35:28.586997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:28.752584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7224-8c9b-44a9-969c-1fc1b0c7cf5c req-f84b77cf-1e34-4ba1-b2a7-9b3dc16cd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:28.754037 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2eb7224-8c9b-44a9-969c-1fc1b0c7cf5c req-f84b77cf-1e34-4ba1-b2a7-9b3dc16cd366 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 1135 time: 0.0422487 Oct 11 04:35:28.787279 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2eb7224-8c9b-44a9-969c-1fc1b0c7cf5c req-3974b483-0402-41d3-ad63-a005ff08da9d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266817 Oct 11 04:35:28.896301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc81-3bc7-4024-98a5-702dae91e6fb req-8c0518fe-4922-4921-b351-c326bde67b30 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:28.897833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-25dccc81-3bc7-4024-98a5-702dae91e6fb req-8c0518fe-4922-4921-b351-c326bde67b30 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0476758 Oct 11 04:35:28.934333 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-25dccc81-3bc7-4024-98a5-702dae91e6fb req-6dd5a4b9-8508-4c3b-bf7d-fc1b788b3022 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300241 Oct 11 04:35:30.055706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a1b18-34d6-4e9e-a6f4-7eee1db73a32 req-954f53ee-abc3-4b33-8112-6313b8b9ae46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:30.057162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b36a1b18-34d6-4e9e-a6f4-7eee1db73a32 req-954f53ee-abc3-4b33-8112-6313b8b9ae46 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0483766 Oct 11 04:35:30.096590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b36a1b18-34d6-4e9e-a6f4-7eee1db73a32 req-92977152-d183-4d29-bccc-1da453d4fcac tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Oct 11 04:35:31.220456 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527ae67-60b2-4dfe-93d1-6545101851ae req-fc541684-03f7-4dd9-82a2-080914b26169 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:31.221878 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c527ae67-60b2-4dfe-93d1-6545101851ae req-fc541684-03f7-4dd9-82a2-080914b26169 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0515203 Oct 11 04:35:31.258424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c527ae67-60b2-4dfe-93d1-6545101851ae req-1df1e208-c555-4d5d-967b-23f712207dc9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Oct 11 04:35:31.374297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43ef85-802e-42fa-bd58-f28d7e45f72e req-1c4273a0-e6c9-427e-ab43-7e7ea14cb27a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:31.376006 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a43ef85-802e-42fa-bd58-f28d7e45f72e req-1c4273a0-e6c9-427e-ab43-7e7ea14cb27a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0471098 Oct 11 04:35:31.412335 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a43ef85-802e-42fa-bd58-f28d7e45f72e req-22ad269f-2410-4eab-9d7b-97a448a69f20 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303278 Oct 11 04:35:31.439540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53784) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:31.478430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839dc0c-ba77-4bf4-8923-b8afe042f72b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:31.479946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7839dc0c-ba77-4bf4-8923-b8afe042f72b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 1130 time: 0.0394089 Oct 11 04:35:31.482719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53786) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:31.486859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '8244ef77-f953-4580-96bb-759ed8cefe79', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:31.507839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:31.604834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:31.705688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.241 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/70c1f5ef-3bce-4a1c-a05e-7c2f3639dedd) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:35:31.808155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:31.841377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:31.877857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:31.880791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:31.884763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:35:31.910053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=70c1f5ef-3bce-4a1c-a05e-7c2f3639dedd,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:32.233027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:32.299383 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:32.447810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:32.452156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:32.518817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=70c1f5ef-3bce-4a1c-a05e-7c2f3639dedd,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:32.521203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:32.615348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP f060ad2a-6eef-4fb3-8229-402bad72d33e associated. External IP: 172.26.8.241, port: 8244ef77-f953-4580-96bb-759ed8cefe79. Oct 11 04:35:32.816563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 99b3f7b6-03cb-4205-858e-796ac5c89903 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:35:32.921759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:32.931239 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] Sync routers for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:32.940066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:32.940392 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:32.941065 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:32.966583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cc7b9246-4e22-46c8-97eb-38cb4d6e1bf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.4828510 Oct 11 04:35:32.967228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:32.969477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53788) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:32.969957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdec0fa-afda-46d5-93b4-1b1553ee443a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd775cc-c4f8-4594-9475-56842d1059b6", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:33.008131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac5f21-b387-46a4-b0ee-4e844b11ab7d x-openstack-request-id: req-c2ac5f21-b387-46a4-b0ee-4e844b11ab7d {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:33.008422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd775cc-c4f8-4594-9475-56842d1059b6", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:33.008676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2ac5f21-b387-46a4-b0ee-4e844b11ab7d {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:33.009113 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ac5f21-b387-46a4-b0ee-4e844b11ab7d'] response: {'name': 'network-changed', 'server_uuid': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79', 'status': 'completed', 'code': 200} Oct 11 04:35:33.046404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7785dc54-6903-4c99-9c0f-669ff30d0fb4 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:33.047960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7785dc54-6903-4c99-9c0f-669ff30d0fb4 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6&network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 1130 time: 0.0774968 Oct 11 04:35:33.058246 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:33.091972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-107dfbb9-e1f7-4947-a8a2-4f622bf650df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:33.093406 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-107dfbb9-e1f7-4947-a8a2-4f622bf650df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 1135 time: 0.0412407 Oct 11 04:35:33.196111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-6f1b992a-ba38-44e4-b6ff-b793774405d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:33.197575 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-6f1b992a-ba38-44e4-b6ff-b793774405d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 897 time: 0.0980659 Oct 11 04:35:33.283598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4537-0ac1-435c-9a8b-5cde0be251ea req-057dfeea-48b7-4354-9598-e4be76bd727c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:33.285236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f50e4537-0ac1-435c-9a8b-5cde0be251ea req-057dfeea-48b7-4354-9598-e4be76bd727c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0555232 Oct 11 04:35:33.292891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-3bfe326f-9be7-4e7b-995e-b59f25f7a785 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1036 time: 0.0637188 Oct 11 04:35:33.329727 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f50e4537-0ac1-435c-9a8b-5cde0be251ea req-b4a31751-4ff9-446f-8532-12ff3ef8686a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Oct 11 04:35:33.342612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-1cd03faf-d9bb-4d75-9389-c3934496a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:33.343828 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-1cd03faf-d9bb-4d75-9389-c3934496a174 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf847627-1418-4898-bf3e-bdfda530ba84 HTTP/1.1" status: 200 len: 835 time: 0.0444322 Oct 11 04:35:33.373422 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'f060ad2a-6eef-4fb3-8229-402bad72d33e', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.241', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'port_id': '8244ef77-f953-4580-96bb-759ed8cefe79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-799423822', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'mac_address': 'fa:16:3e:76:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:35:32Z', 'updated_at': '2022-10-11T04:35:32Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:20Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:33.392271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-e61476eb-ff0e-42d9-995d-7f54d0f6a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:33.393748 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-e61476eb-ff0e-42d9-995d-7f54d0f6a859 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430634 Oct 11 04:35:33.400062 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] Checking router: 99b3f7b6-03cb-4205-858e-796ac5c89903 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:33.408180 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:33.408774 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:33.481245 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-c0f8420c-8732-405d-bad4-29efa190c29e service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798178 Oct 11 04:35:33.510692 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:33.573828 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbdec0fa-afda-46d5-93b4-1b1553ee443a req-d665bd3e-c7ef-4582-8525-6bb23cf105dd service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856435 Oct 11 04:35:33.729638 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'f060ad2a-6eef-4fb3-8229-402bad72d33e', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.241', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'port_id': '8244ef77-f953-4580-96bb-759ed8cefe79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-799423822', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'mac_address': 'fa:16:3e:76:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:35:32Z', 'updated_at': '2022-10-11T04:35:32Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:20Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:33.758206 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f12733-b773-46c5-86ac-281cbb607558 None None] The sync data for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv is: [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'f060ad2a-6eef-4fb3-8229-402bad72d33e', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.241', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'port_id': '8244ef77-f953-4580-96bb-759ed8cefe79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-799423822', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'mac_address': 'fa:16:3e:76:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd775cc-c4f8-4594-9475-56842d1059b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:35:32Z', 'updated_at': '2022-10-11T04:35:32Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:20Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:33.967062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fae20-0500-4a22-b1f1-f80c7ff25ad5 None None] New status for floating IP f060ad2a-6eef-4fb3-8229-402bad72d33e: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:35:34.219599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcd43-8545-42bb-9a5d-86dbcaee785c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:34.451240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e314-063a-4572-803f-455fe9f1b5f2 req-8f21a23e-ee6b-48d6-8592-7f969d42950d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:34.452726 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3961e314-063a-4572-803f-455fe9f1b5f2 req-8f21a23e-ee6b-48d6-8592-7f969d42950d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0482657 Oct 11 04:35:34.490482 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3961e314-063a-4572-803f-455fe9f1b5f2 req-c34d3a99-eedc-472f-80ea-8562488eacc4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Oct 11 04:35:34.818910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-0a8de88d-3e58-4952-acf8-5168a41cdcff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:34.820884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-0a8de88d-3e58-4952-acf8-5168a41cdcff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 982 time: 0.0482833 Oct 11 04:35:34.866206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-fc620cd4-1ed1-493f-947f-af11f036d6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:34.867619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-fc620cd4-1ed1-493f-947f-af11f036d6fc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0412226 Oct 11 04:35:34.967806 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-b33b25f3-239f-4012-9e7c-884d3bff027a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0951858 Oct 11 04:35:34.977968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:35.033972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:35.483811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:35.517902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:35.549460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] device_id is not set on port 8244ef77-f953-4580-96bb-759ed8cefe79 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:35:35.558836 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:35.564712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:35.589670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3ad37deb-d28a-470f-9072-b5280b00d61e req-3702946e-c951-4f1d-8c7f-709329de1781 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbd775cc-c4f8-4594-9475-56842d1059b6 HTTP/1.1" status: 200 len: 210 time: 0.0257001 Oct 11 04:35:35.688456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=6']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:35.714883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] No DVR routers for this DVR port 8244ef77-f953-4580-96bb-759ed8cefe79 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:35:35.852549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] In _notify_port_updated(), no bound segment for port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:35:35.853425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:35.854028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:35.855334 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1a69691-36eb-41d3-840d-96c14b297f44 req-e76e8f38-3ca7-4de8-8ac4-99bc00775328 service neutron] 10.222.0.45 "PUT /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1025 time: 0.8811450 Oct 11 04:35:36.447116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0454b4b1-0489-419b-bff4-fed11869abfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.651387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53804) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:36.692888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2379af-17f2-4081-926c-dd6a7a0e4fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:36.694244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dc2379af-17f2-4081-926c-dd6a7a0e4fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 924 time: 0.0418541 Oct 11 04:35:36.758368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53808) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:36.762884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945558049', 'description': 'tempest-secgroup-smoke-1945558049 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:36.782268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.846966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.850438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.878658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.879783 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1203997 Oct 11 04:35:36.881764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52af9eb-91ef-4444-9401-f104c483fd5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851754d2-d89d-4ad9-8df7-8b46724daafb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:36.883672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53810) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:36.888147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '851754d2-d89d-4ad9-8df7-8b46724daafb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:36.912589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.965955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.969333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.986468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfb0bd8-a5b2-4cc6-ac45-44051cdf85de,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:36.993648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:36.994831 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e260ea74-8d8e-475c-a829-34d79f1ead33 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101694 Oct 11 04:35:36.997615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53812) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:37.002044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '851754d2-d89d-4ad9-8df7-8b46724daafb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:37.024847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.083708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.087112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.106212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7f2382-bda4-4ff1-aa86-63d7319d3009,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:37.111520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.114993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0244ea08-653c-4faf-bd8c-4bea56752775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164138 Oct 11 04:35:37.115595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53814) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:37.120821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '851754d2-d89d-4ad9-8df7-8b46724daafb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:37.144468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.203601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.206863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.223178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f00dfc2-3c03-4839-afbb-436fe027dd49,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:37.231591 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.232777 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a2448887-7a23-45e1-b5bc-fe9f215695e8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155276 Oct 11 04:35:37.235688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:37.239986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '851754d2-d89d-4ad9-8df7-8b46724daafb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:37.263554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.324082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.327399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.344294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805b711f-bbc2-424c-ac6d-b0950285bc7c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:37.353487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.354700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2b29c609-e447-4d90-83de-4abe838916cc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180680 Oct 11 04:35:37.357408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53818) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:37.361599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '851754d2-d89d-4ad9-8df7-8b46724daafb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:37.380468 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:35:37.385242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.443689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.447056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.464551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c10ef4c-3d8e-4c58-a198-e1c66dadd27c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:37.471942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.473164 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f70d97f1-ca20-40ed-a7d0-2457146bdfa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148379 Oct 11 04:35:37.476435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53820) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:37.480821 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '851754d2-d89d-4ad9-8df7-8b46724daafb', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:37.500081 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:35:37.505064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.564547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.567860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.586552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ee1265-a4fc-4194-8c8b-839d919d30b6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:37.593999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.595205 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-075c3d2a-29ba-43dd-8f8f-30de5e605ede tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178091 Oct 11 04:35:37.727588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:37.731290 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-2e318252-bd2e-4bd9-a12d-65208ba87458 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945558049&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0345848 Oct 11 04:35:37.782323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-0ac79a95-cdd8-48af-9005-8bebb044d7d1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:37.783692 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-0ac79a95-cdd8-48af-9005-8bebb044d7d1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 929 time: 0.0453088 Oct 11 04:35:37.862683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-83daceed-17e0-4381-bedf-2cb16f4295d8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:35:37.863716 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-83daceed-17e0-4381-bedf-2cb16f4295d8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0687988 Oct 11 04:35:37.903467 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-df489123-0150-407a-8897-d4267c2ad320 service neutron] 10.222.0.39 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0330584 Oct 11 04:35:37.994579 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-da1a72f3-029a-4117-8ced-38dbacff4904 service neutron] 10.222.0.39 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853436 Oct 11 04:35:38.091858 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-9ef8842d-1ed6-4a4f-b30c-c0fb8c7da0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912521 Oct 11 04:35:38.408247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:38.450639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:38.650397 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:35:39.256177 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-289b5e1c-9336-408f-acc3-f40f443227b3 req-c066ea32-3d71-4877-8735-eeb4871502b1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 210 time: 0.0259867 Oct 11 04:35:39.302234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:39.487178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.144327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-7222eda0-8473-4070-bc17-97770e0afaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:40.145681 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-7222eda0-8473-4070-bc17-97770e0afaf2 service neutron] 10.222.0.45 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1025 time: 0.0344272 Oct 11 04:35:40.256366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-e765ad94-9bdb-478a-a1a8-d1b717d81680 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:40.257829 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-e765ad94-9bdb-478a-a1a8-d1b717d81680 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 796 time: 0.1065936 Oct 11 04:35:40.308936 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-23036499-a3ca-48a9-8159-99c2c3432ca1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 473 time: 0.0362649 Oct 11 04:35:40.319375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Request body: {'port': {'device_id': 'b16d78a6-06d1-4b11-811c-a78b0c88d740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:40.374970 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf5ce71c-f483-411d-91a5-128a665576fa req-7c3b3c63-1409-4e1f-90f0-e457d61fd441 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 210 time: 0.0370216 Oct 11 04:35:40.396368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.446594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.653251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8244ef77-f953-4580-96bb-759ed8cefe79 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:35:40.660677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.672943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Transition to ACTIVE for port object 8244ef77-f953-4580-96bb-759ed8cefe79 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:35:40.676918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.758593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=7']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:40.832303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:35:40.832635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:35:40.832962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:40.837722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:35:40.838039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Attempting to bind port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:40.842757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:35:40.843091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Checking segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:40.843473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Bound using segment: {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:35:40.843894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Bound port: 8244ef77-f953-4580-96bb-759ed8cefe79, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0082d48c-17e4-4419-b530-5ae3fb6f439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:35:40.844240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.909482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:40.912577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:35:40.916255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.920131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:40.920736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:40.922085 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] 10.222.0.45 "PUT /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1130 time: 0.6067069 Oct 11 04:35:40.922596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16d78a6-06d1-4b11-811c-a78b0c88d740', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:40.924900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b16d78a6-06d1-4b11-811c-a78b0c88d740", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:40.963808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9401386-8a34-4194-94d3-1466155f5611 x-openstack-request-id: req-c9401386-8a34-4194-94d3-1466155f5611 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:40.964104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16d78a6-06d1-4b11-811c-a78b0c88d740", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:40.964365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9401386-8a34-4194-94d3-1466155f5611 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:40.964774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9401386-8a34-4194-94d3-1466155f5611'] response: {'name': 'network-changed', 'server_uuid': 'b16d78a6-06d1-4b11-811c-a78b0c88d740', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79', 'status': 'completed', 'code': 200} Oct 11 04:35:40.977021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574092e-7bf8-4891-89a5-1e960a473ebc service neutron] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=8']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:41.019899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-828d704f-2e30-46ee-9262-c8eea323c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.021369 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-828d704f-2e30-46ee-9262-c8eea323c552 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 1133 time: 0.0400712 Oct 11 04:35:41.094519 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-395ada32-382a-4dbf-9795-7de60868adaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1036 time: 0.0602367 Oct 11 04:35:41.141941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-e70bc914-5b93-4297-8c67-2c1627bd4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.143428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-e70bc914-5b93-4297-8c67-2c1627bd4550 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf847627-1418-4898-bf3e-bdfda530ba84 HTTP/1.1" status: 200 len: 835 time: 0.0433059 Oct 11 04:35:41.188195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-4a32b74d-0824-49f1-8335-0c4238e3c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.189562 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-4a32b74d-0824-49f1-8335-0c4238e3c25c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393343 Oct 11 04:35:41.280407 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-21232b13-9169-4a85-843e-91aff3c6f6ef service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845399 Oct 11 04:35:41.367296 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-92764aaf-9fe2-4de0-9acd-491d06397429 req-4e8854e7-1bcb-4001-8d50-1fa134dd8b35 service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806637 Oct 11 04:35:41.527552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa72148-ef7d-4e3a-9fb2-62a5b5afe2f8 req-5574f127-4aaa-43af-b4fb-3a84e6df9dda tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.528931 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7fa72148-ef7d-4e3a-9fb2-62a5b5afe2f8 req-5574f127-4aaa-43af-b4fb-3a84e6df9dda tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 980 time: 0.0807896 Oct 11 04:35:41.534116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-8f52a6b6-ddff-423a-9a6e-3fa8d6673155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.535516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-8f52a6b6-ddff-423a-9a6e-3fa8d6673155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 1133 time: 0.0569963 Oct 11 04:35:41.593591 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7fa72148-ef7d-4e3a-9fb2-62a5b5afe2f8 req-4b6f16a6-de09-4253-8090-9ed35fd663ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571373 Oct 11 04:35:41.649577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-37fd00e3-eeeb-4807-a1e0-761a1e2b42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.651076 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-37fd00e3-eeeb-4807-a1e0-761a1e2b42bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 897 time: 0.1076572 Oct 11 04:35:41.715572 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-1e9c4851-90c0-4f62-bd46-877fadd6d775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1036 time: 0.0576789 Oct 11 04:35:41.762664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-1ae8f4db-caac-4333-b012-f630b0945e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.764067 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-1ae8f4db-caac-4333-b012-f630b0945e3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf847627-1418-4898-bf3e-bdfda530ba84 HTTP/1.1" status: 200 len: 835 time: 0.0428088 Oct 11 04:35:41.811314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-2b10c94a-40d5-409f-bbc7-c6f230e14e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:41.812737 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-2b10c94a-40d5-409f-bbc7-c6f230e14e37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420587 Oct 11 04:35:41.899988 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-a85db404-e3bc-4b76-ba28-c0d346c1d418 service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809538 Oct 11 04:35:41.993759 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd3f4a80-89e7-4e65-9f40-0f74184cce7b req-392c1531-422b-4aa4-b60d-f3797cb20d60 service neutron] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874937 Oct 11 04:35:42.714700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6b68-8c59-4422-bfa1-37b35a435f8b req-c986a77e-55d3-464a-8244-483a56d8b0a5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:42.716140 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b19a6b68-8c59-4422-bfa1-37b35a435f8b req-c986a77e-55d3-464a-8244-483a56d8b0a5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 980 time: 0.0486302 Oct 11 04:35:42.752746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b19a6b68-8c59-4422-bfa1-37b35a435f8b req-982f2131-db94-4941-bd64-5ab9cc4a1326 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Oct 11 04:35:43.871608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4e5f7-3932-45d6-b738-c18571e93bcf req-e98fdfda-71c9-4e9e-8cde-248f58c51bd5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:43.873078 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-75e4e5f7-3932-45d6-b738-c18571e93bcf req-e98fdfda-71c9-4e9e-8cde-248f58c51bd5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 980 time: 0.0486197 Oct 11 04:35:43.909751 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-75e4e5f7-3932-45d6-b738-c18571e93bcf req-d6b03938-b79d-49a6-bcb7-290b6ef77826 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 Oct 11 04:35:44.442719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:35:44.535677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:44.546315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '8244ef77-f953-4580-96bb-759ed8cefe79', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'port_id': '8244ef77-f953-4580-96bb-759ed8cefe79', 'mac_address': 'fa:16:3e:76:90:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 471, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:35:44.585473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8244ef77-f953-4580-96bb-759ed8cefe79 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:44.585853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:44.598301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8244ef77-f953-4580-96bb-759ed8cefe79 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:35:44.616224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:44.620122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:44.666217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=9']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:44.989201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['8244ef77-f953-4580-96bb-759ed8cefe79'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:35:45.029926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b95f8-f9a9-46b1-a558-6fba4c2c1ca9 req-a5e93214-1222-42c8-9d1d-5d551ca26799 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:45.031536 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d28b95f8-f9a9-46b1-a558-6fba4c2c1ca9 req-a5e93214-1222-42c8-9d1d-5d551ca26799 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 981 time: 0.0491223 Oct 11 04:35:45.068518 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d28b95f8-f9a9-46b1-a558-6fba4c2c1ca9 req-bc889c17-7eb5-4814-8350-a3ca605e8580 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Oct 11 04:35:46.185996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e09c5-7d0b-43ed-b60d-403d58b4ce39 req-928554c8-4f50-4dff-9944-7cf6ae9df711 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:46.187417 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f70e09c5-7d0b-43ed-b60d-403d58b4ce39 req-928554c8-4f50-4dff-9944-7cf6ae9df711 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 981 time: 0.0478685 Oct 11 04:35:46.224183 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f70e09c5-7d0b-43ed-b60d-403d58b4ce39 req-9b77eec8-3d01-422a-9381-e33a6723a1a1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Oct 11 04:35:46.460065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:35:46.507348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 8244ef77-f953-4580-96bb-759ed8cefe79 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:35:46.511692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 8244ef77-f953-4580-96bb-759ed8cefe79 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:35:46.512061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:46.512395 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 8244ef77-f953-4580-96bb-759ed8cefe79 Oct 11 04:35:46.585879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8244ef77-f953-4580-96bb-759ed8cefe79 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:35:46.586374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:46.611270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16d78a6-06d1-4b11-811c-a78b0c88d740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:35:46.613515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812022f3-afe4-4772-8f79-b26ee408226b" -d '{"events": [{"server_uuid": "b16d78a6-06d1-4b11-811c-a78b0c88d740", "name": "network-vif-plugged", "status": "completed", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:35:46.626685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:46.631042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:46.654155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd824f19-feb1-4cdb-8efa-dd0e97e0edb3 x-openstack-request-id: req-cd824f19-feb1-4cdb-8efa-dd0e97e0edb3 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:35:46.654450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16d78a6-06d1-4b11-811c-a78b0c88d740", "name": "network-vif-plugged", "status": "completed", "tag": "8244ef77-f953-4580-96bb-759ed8cefe79", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:35:46.654737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd824f19-feb1-4cdb-8efa-dd0e97e0edb3 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:35:46.655221 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd824f19-feb1-4cdb-8efa-dd0e97e0edb3'] response: {'server_uuid': 'b16d78a6-06d1-4b11-811c-a78b0c88d740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244ef77-f953-4580-96bb-759ed8cefe79', 'code': 200} Oct 11 04:35:46.681134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=10']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:46.845967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8171b-55c8-411b-82d7-3dc890329215 req-13abe149-f545-4ee6-baf0-3e39f617a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:46.847464 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-83c8171b-55c8-411b-82d7-3dc890329215 req-13abe149-f545-4ee6-baf0-3e39f617a35f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 1136 time: 0.0424135 Oct 11 04:35:46.881512 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-83c8171b-55c8-411b-82d7-3dc890329215 req-7e5af642-f46c-471b-88aa-69d81723f5be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272210 Oct 11 04:35:47.341437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b429a0-d541-4781-8a75-02b7d14f3b6a req-5049b951-4241-4430-81bf-69de56c4c3ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:47.342894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-20b429a0-d541-4781-8a75-02b7d14f3b6a req-5049b951-4241-4430-81bf-69de56c4c3ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 983 time: 0.0470836 Oct 11 04:35:47.379926 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-20b429a0-d541-4781-8a75-02b7d14f3b6a req-e6de7982-755e-4822-a46b-fa687777879c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Oct 11 04:35:48.503214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d531cd-2c78-487e-b715-6a2925ff97cb req-9b3349f8-6d4b-4061-a011-c8df5f13c947 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:48.504684 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c8d531cd-2c78-487e-b715-6a2925ff97cb req-9b3349f8-6d4b-4061-a011-c8df5f13c947 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 983 time: 0.0515628 Oct 11 04:35:48.541621 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c8d531cd-2c78-487e-b715-6a2925ff97cb req-e0c239aa-2e27-48ed-8e91-5149d48a0d51 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309255 Oct 11 04:35:48.659818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bfcea-3544-4303-8caf-e078f9b02844 req-d51dc3b3-d134-415e-b047-e11e0d4df57e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:48.661297 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-543bfcea-3544-4303-8caf-e078f9b02844 req-d51dc3b3-d134-415e-b047-e11e0d4df57e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 983 time: 0.0484338 Oct 11 04:35:48.698209 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-543bfcea-3544-4303-8caf-e078f9b02844 req-77a260fd-8cd1-4e7c-ac3c-ada9b6fc75d9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Oct 11 04:35:48.726019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53876) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:48.768815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e791ad3-0c22-411e-8607-0915bbdf5efa tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:48.770336 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e791ad3-0c22-411e-8607-0915bbdf5efa tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740&network_id=627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 200 len: 1131 time: 0.0433390 Oct 11 04:35:48.978443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf1fc-d0f6-403d-bf1b-98f52bf1a9cc req-794b4152-8a8a-412e-a3dc-7192d5f1bef5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:48.979884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e45bf1fc-d0f6-403d-bf1b-98f52bf1a9cc req-794b4152-8a8a-412e-a3dc-7192d5f1bef5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 983 time: 0.0485404 Oct 11 04:35:49.016375 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e45bf1fc-d0f6-403d-bf1b-98f52bf1a9cc req-19753e1b-5ca3-40ab-865f-190847c44112 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Oct 11 04:35:50.137046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5cb3-bdec-43be-b640-c890ee667bbb req-5160f9c2-0730-4a41-ad8f-d88d6f0eadcb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:50.138610 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e21f5cb3-bdec-43be-b640-c890ee667bbb req-5160f9c2-0730-4a41-ad8f-d88d6f0eadcb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 983 time: 0.0480177 Oct 11 04:35:50.177410 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e21f5cb3-bdec-43be-b640-c890ee667bbb req-43715e55-e914-4eac-968c-7eadd82c99ea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 Oct 11 04:35:50.464868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-e3d0a0c6-083b-4219-8d44-b87263bc635e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:50.466200 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-e3d0a0c6-083b-4219-8d44-b87263bc635e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 983 time: 0.0472674 Oct 11 04:35:50.507481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-b117be8a-8776-4a58-b851-b8f9dbf06399 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:50.508784 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-b117be8a-8776-4a58-b851-b8f9dbf06399 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0367703 Oct 11 04:35:50.611139 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-1ec0e370-00c9-4bda-8848-b192e18034c0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0959153 Oct 11 04:35:50.621619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:50.672689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:50.802407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8244ef77-f953-4580-96bb-759ed8cefe79,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:50.834429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] For port 8244ef77-f953-4580-96bb-759ed8cefe79, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:50.868883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] device_id is not set on port 8244ef77-f953-4580-96bb-759ed8cefe79 yet. {{(pid=103098) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 11 04:35:50.877212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:50.882817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:50.957171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=11']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:50.984896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] No DVR routers for this DVR port 8244ef77-f953-4580-96bb-759ed8cefe79 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:35:51.117310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] In _notify_port_updated(), no bound segment for port 8244ef77-f953-4580-96bb-759ed8cefe79 on network 627ad617-3e12-45e0-a064-2da6aa8e8d97 {{(pid=103098) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 11 04:35:51.118174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:51.118800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:51.120067 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9118dfe-d1e4-43c3-8310-e165d226c973 req-eee3b85c-e413-4961-a732-d94d8e667e85 service neutron] 10.222.0.45 "PUT /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 200 len: 1026 time: 0.5022151 Oct 11 04:35:51.286917 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d74ea1e3-422e-412d-9ca6-5d0105d51e63 req-6882e029-5c9c-409b-a27a-62799ff07c7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=b16d78a6-06d1-4b11-811c-a78b0c88d740 HTTP/1.1" status: 200 len: 210 time: 0.0254710 Oct 11 04:35:52.347692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53888) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:52.404036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-30a1e25b-d9b5-4c9e-bf2c-9277f51ecbce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.428643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-30a1e25b-d9b5-4c9e-bf2c-9277f51ecbce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.485390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-30a1e25b-d9b5-4c9e-bf2c-9277f51ecbce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.488090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-30a1e25b-d9b5-4c9e-bf2c-9277f51ecbce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.489238 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-30a1e25b-d9b5-4c9e-bf2c-9277f51ecbce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/851754d2-d89d-4ad9-8df7-8b46724daafb HTTP/1.1" status: 204 len: 168 time: 0.1405444 Oct 11 04:35:52.498654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1e25b-d9b5-4c9e-bf2c-9277f51ecbce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851754d2-d89d-4ad9-8df7-8b46724daafb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:52.522929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53892) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:52.675941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 70c1f5ef-3bce-4a1c-a05e-7c2f3639dedd {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:52.676278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.751578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.751902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.763609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 70c1f5ef-3bce-4a1c-a05e-7c2f3639dedd owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:52.904826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.935027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=70c1f5ef-3bce-4a1c-a05e-7c2f3639dedd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:52.988488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:52.988827 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP f060ad2a-6eef-4fb3-8229-402bad72d33e disassociated (deleted). External IP: 172.26.8.241, port: 8244ef77-f953-4580-96bb-759ed8cefe79. Oct 11 04:35:53.191778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 99b3f7b6-03cb-4205-858e-796ac5c89903 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:35:53.296158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:53.300952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.305647 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] Sync routers for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:53.314747 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:53.315341 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:53.327040 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-764265d9-bc7c-4452-936a-e09d08ecffff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/f060ad2a-6eef-4fb3-8229-402bad72d33e HTTP/1.1" status: 204 len: 168 time: 0.8030996 Oct 11 04:35:53.393316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:53.420536 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:53.452607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b61617d3-e335-4156-89b3-063d7498e301 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.477664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b61617d3-e335-4156-89b3-063d7498e301 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.536765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b61617d3-e335-4156-89b3-063d7498e301 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.539661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b61617d3-e335-4156-89b3-063d7498e301 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.540831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b61617d3-e335-4156-89b3-063d7498e301 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/65ec85ed-5c46-4a08-b00f-efb6803ec49d HTTP/1.1" status: 204 len: 168 time: 0.1465349 Oct 11 04:35:53.550489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61617d3-e335-4156-89b3-063d7498e301 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec85ed-5c46-4a08-b00f-efb6803ec49d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:53.574107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53902) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:53.623385 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:20Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:53.650135 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] Checking router: 99b3f7b6-03cb-4205-858e-796ac5c89903 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:53.657822 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:53.658410 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:53.662659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 8244ef77-f953-4580-96bb-759ed8cefe79 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:53.663006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.751676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.762224 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:53.767243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 8244ef77-f953-4580-96bb-759ed8cefe79 owned by {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:53.890474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.919474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=8244ef77-f953-4580-96bb-759ed8cefe79,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:53.960578 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:20Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:53.991746 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43c840-c6bd-4bf7-83ee-125ad0493cd5 None None] The sync data for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv is: [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:17Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '26caa193-e59d-4a20-95dd-accfc449e5d6', 'name': '', 'network_id': '627ad617-3e12-45e0-a064-2da6aa8e8d97', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:70:f8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:16Z', 'updated_at': '2022-10-11T04:35:20Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'bf847627-1418-4898-bf3e-bdfda530ba84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:53.994217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:53.998226 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0c076614-5a79-4098-8800-056a16b5c746 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/ports/8244ef77-f953-4580-96bb-759ed8cefe79 HTTP/1.1" status: 204 len: 168 time: 0.4230473 Oct 11 04:35:54.001320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53904) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:54.253030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a88bbb-ca0e-4d88-9211-d6d5f0365d27 None None] New status for floating IP f060ad2a-6eef-4fb3-8229-402bad72d33e: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:35:54.486758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:54.507663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 8244ef77-f953-4580-96bb-759ed8cefe79 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:54.508018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8244ef77-f953-4580-96bb-759ed8cefe79 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:54.690596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:54.932767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 26caa193-e59d-4a20-95dd-accfc449e5d6 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:54.933009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:55.019594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 26caa193-e59d-4a20-95dd-accfc449e5d6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=26caa193-e59d-4a20-95dd-accfc449e5d6,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:55.019944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:55.032440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 26caa193-e59d-4a20-95dd-accfc449e5d6 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:55.211139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:55.234875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=26caa193-e59d-4a20-95dd-accfc449e5d6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:55.415822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:55.628384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 99b3f7b6-03cb-4205-858e-796ac5c89903 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:35:55.735518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:55.740566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2979af89-90ee-42d8-bbb1-4872b43a187e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/99b3f7b6-03cb-4205-858e-796ac5c89903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381725 Oct 11 04:35:55.743416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:55.745902 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] Sync routers for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:55.755762 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:55.756875 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:55.798839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet bf847627-1418-4898-bf3e-bdfda530ba84 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:35:55.801859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:55.842745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:55.863280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:55.935041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.010815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.038554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=bf847627-1418-4898-bf3e-bdfda530ba84,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:56.044453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.050315 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-448ecc9e-4879-4198-8ae4-62a7430fcd82 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/bf847627-1418-4898-bf3e-bdfda530ba84 HTTP/1.1" status: 204 len: 168 time: 0.3032782 Oct 11 04:35:56.050315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53908) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:56.054467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856b082-2390-4b0c-a5fe-d115070c7c76 None None] Network 627ad617-3e12-45e0-a064-2da6aa8e8d97 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:35:56.147007 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:55Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:56.166681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.179072 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] Checking router: 99b3f7b6-03cb-4205-858e-796ac5c89903 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:56.187704 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] Routers {'99b3f7b6-03cb-4205-858e-796ac5c89903'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:56.188316 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['99b3f7b6-03cb-4205-858e-796ac5c89903'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:56.221899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] DHCP port deletion for 627ad617-3e12-45e0-a064-2da6aa8e8d97 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:35:56.278059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] Deleting port 946cb108-e3fc-43c4-95aa-a1d34661a692 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:56.278831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.278978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.294995 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] Set router 99b3f7b6-03cb-4205-858e-796ac5c89903 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:56.332345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 7c03599c-43ef-4925-937f-97fb14d6ced7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:35:56.332708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.341048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] For port 946cb108-e3fc-43c4-95aa-a1d34661a692, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=946cb108-e3fc-43c4-95aa-a1d34661a692,segment=NetworkSegment(0082d48c-17e4-4419-b530-5ae3fb6f439e),segment_id=0082d48c-17e4-4419-b530-5ae3fb6f439e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:56.341450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.353678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] Calling delete_port for 946cb108-e3fc-43c4-95aa-a1d34661a692 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:56.411513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 7c03599c-43ef-4925-937f-97fb14d6ced7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7c03599c-43ef-4925-937f-97fb14d6ced7,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:35:56.411871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.424221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 7c03599c-43ef-4925-937f-97fb14d6ced7 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:35:56.440061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.466939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] Pushing event deleted for resources: {'Port': ['ID=946cb108-e3fc-43c4-95aa-a1d34661a692,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:56.468968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c55d21-6076-463e-a7d6-04186895c911 None None] No DVR routers for this DVR port 946cb108-e3fc-43c4-95aa-a1d34661a692 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:35:56.480241 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:55Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:56.508464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f031-c7e8-458f-a282-2335e65a13a0 None None] The sync data for ids ['99b3f7b6-03cb-4205-858e-796ac5c89903'] in dv-neutron-860894-1-hyperv is: [{'id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'name': 'tempest-TestNetworkBasicOps-router-1321686343', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:13Z', 'updated_at': '2022-10-11T04:35:55Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7c03599c-43ef-4925-937f-97fb14d6ced7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b3f7b6-03cb-4205-858e-796ac5c89903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:14Z', 'updated_at': '2022-10-11T04:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:35:56.599248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.629695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=7c03599c-43ef-4925-937f-97fb14d6ced7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:56.688557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.777087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.779227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.821208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.821789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router 99b3f7b6-03cb-4205-858e-796ac5c89903 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:35:56.828730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:56.829817 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6e4629dc-1bdb-40ae-8bd7-874a3b4b4b5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/99b3f7b6-03cb-4205-858e-796ac5c89903 HTTP/1.1" status: 204 len: 168 time: 0.7786019 Oct 11 04:35:56.832577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53910) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:56.913863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.006908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.026977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627ad617-3e12-45e0-a064-2da6aa8e8d97']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:57.036236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0082d48c-17e4-4419-b530-5ae3fb6f439e') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:57.036532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0082d48c-17e4-4419-b530-5ae3fb6f439e') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:57.046559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.060508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.066607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:35:57.066978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.135455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.144487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.148009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/627ad617-3e12-45e0-a064-2da6aa8e8d97 HTTP/1.1" status: 204 len: 168 time: 0.3145206 Oct 11 04:35:57.157577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca596b-a203-46d3-9041-4d5ed245580b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=627ad617-3e12-45e0-a064-2da6aa8e8d97,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:57.164510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53916) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:57.177110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59df146f-1bec-44eb-8faa-f06b99807ee3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0126770 Oct 11 04:35:57.180063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53918) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:57.185200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--954606533', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:57.192843 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0082d48c-17e4-4419-b530-5ae3fb6f439e resource provider aggregate not found Oct 11 04:35:57.216157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 0082d48c-17e4-4419-b530-5ae3fb6f439e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0082d48c-17e4-4419-b530-5ae3fb6f439e found for delete ", "request_id": "req-64382712-a981-4d79-a28b-8346b4f5df77"}]} Oct 11 04:35:57.216901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:35:57.220389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.244065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:35:57.253624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.253966 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment b0e25134-4dc2-425d-952d-748ccea945a0 of type vlan for network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf Oct 11 04:35:57.297826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.321542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.327147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:57.327727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.364413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1831653 Oct 11 04:35:57.367219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53922) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:57.371457 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-789925429', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:57.408596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8fc2-2161-43ff-a0c3-e81967571076 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:57.419702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:35:57.421522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.422610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.479525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.617735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.806383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.824891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:57.926903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.80 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/7841dd08-34d7-4291-8a8d-7d325edc8c19) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:35:57.971185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 946cb108-e3fc-43c4-95aa-a1d34661a692 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:57.996443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 946cb108-e3fc-43c4-95aa-a1d34661a692 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:57.996872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 946cb108-e3fc-43c4-95aa-a1d34661a692 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:57.997348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26caa193-e59d-4a20-95dd-accfc449e5d6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:58.016096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 26caa193-e59d-4a20-95dd-accfc449e5d6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:58.016461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 26caa193-e59d-4a20-95dd-accfc449e5d6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:58.016848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c03599c-43ef-4925-937f-97fb14d6ced7 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:35:58.029013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:58.035723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7c03599c-43ef-4925-937f-97fb14d6ced7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:35:58.036076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c03599c-43ef-4925-937f-97fb14d6ced7 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:35:58.064230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:58.103913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:35:58.106733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:58.110452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:35:58.116194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:58.356663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:58.881802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.008887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 63e29b56-687d-4b26-bd9f-1c99b7781770 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:35:59.111440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:35:59.122781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Sync routers for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:35:59.133823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:35:59.134641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:59.135618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.136876 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10ce0385-22b1-4957-8135-4fa17da08573 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7687404 Oct 11 04:35:59.139850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53924) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:59.170625 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0304ecb6-0bf4-4911-be10-958add2f8cb7 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296040 Oct 11 04:35:59.173254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53926) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:59.242858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:35:59.263056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf2523-b1c6-4c08-aef1-8bcb8ec39a97 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:59.267300 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-acbf2523-b1c6-4c08-aef1-8bcb8ec39a97 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904217 Oct 11 04:35:59.267473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53928) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:59.295286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4414bffc-2ef1-4b1d-99d7-bf86b87929ae tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267649 Oct 11 04:35:59.297822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53930) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:59.302672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086308285', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:35:59.396716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:35:59.400979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.429710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:35:58Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:35:59.456090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Checking router: 63e29b56-687d-4b26-bd9f-1c99b7781770 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:35:59.456435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Updating router 63e29b56-687d-4b26-bd9f-1c99b7781770 port 7841dd08-34d7-4291-8a8d-7d325edc8c19 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:35:59.484593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.598253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.658359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=c5946085-530e-42d4-b19d-dee85fdbfebc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:59.669313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:59.669673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:35:59.688155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:35:59.698043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:35:59.704188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:35:59.704411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.713800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e4c494-c07f-452f-ac11-810d374d0333 None None] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:35:59.726071 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-82e7c80b-b3b0-41b3-a217-ffd0992f6c24 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4245892 Oct 11 04:35:59.726374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53932) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:35:59.818237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.828074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.869809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Attempting to bind port 7841dd08-34d7-4291-8a8d-7d325edc8c19 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:35:59.870095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Attempting to bind port 7841dd08-34d7-4291-8a8d-7d325edc8c19 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:35:59.870467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Attempting to bind port 7841dd08-34d7-4291-8a8d-7d325edc8c19 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:35:59.904486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:35:59.904865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:35:59.905268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.905661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:35:59.906144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Bound port: 7841dd08-34d7-4291-8a8d-7d325edc8c19, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:35:59.906521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.943566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce9ad-b023-4d9b-add2-24dd3b3ffead None None] Pushing event updated for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:35:59.992447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:35:59.993229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:35:59.995469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] For port 7841dd08-34d7-4291-8a8d-7d325edc8c19, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:35:59.999568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] For port 7841dd08-34d7-4291-8a8d-7d325edc8c19, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7841dd08-34d7-4291-8a8d-7d325edc8c19,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:36:00.010253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.105735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:36:00.106374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:00.169110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.174451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce9ad-b023-4d9b-add2-24dd3b3ffead None None] Pushing event updated for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:00.266228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Allocated IP 172.20.0.2 (8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf/c5946085-530e-42d4-b19d-dee85fdbfebc/1848ab22-58c0-473b-aadc-e1b24c2b4c64) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:36:00.277804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:36:00.694101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.701780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.747070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:36:00.747725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf/c5946085-530e-42d4-b19d-dee85fdbfebc/227038eb-d136-4127-bab0-819376e44818) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:36:00.751212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:35:58Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:00.754772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:36:00.760191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:36:00.785275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Pushing event updated for resources: {'Port': ['ID=1848ab22-58c0-473b-aadc-e1b24c2b4c64,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:00.790670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f2794-fcd2-4a24-a33b-96f48cc0a2f7 None None] The sync data for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv is: [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:35:58Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:36:00.849387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Attempting to bind port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:36:00.850402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Attempting to bind port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:36:00.850738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Attempting to bind port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 on network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:36:00.855915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:36:00.856287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Checking segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:36:00.856745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.857275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Bound using segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:36:00.857750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Bound port: 1848ab22-58c0-473b-aadc-e1b24c2b4c64, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:36:00.858136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.877166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.912034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.924384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] For port 1848ab22-58c0-473b-aadc-e1b24c2b4c64, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:36:00.927751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] For port 1848ab22-58c0-473b-aadc-e1b24c2b4c64, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1848ab22-58c0-473b-aadc-e1b24c2b4c64,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:36:00.932112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:00.961911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:36:00.966575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:36:00.971142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:36:00.975497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:00.996362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f40e2-76bb-4cce-a3f8-516f0f3d7716 None None] Pushing event updated for resources: {'Port': ['ID=1848ab22-58c0-473b-aadc-e1b24c2b4c64,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:01.041060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:01.208428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:01.512166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:01.516853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:01.594548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:01.596347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:01.698522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:36:01.700060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:36:01.816506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 63e29b56-687d-4b26-bd9f-1c99b7781770 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:36:01.930604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:36:01.936391 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-670a3d62-657b-4353-bcde-de30dd158177 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2089708 Oct 11 04:36:01.939032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53934) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:01.973988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd3ffb-2ff4-4e64-b57d-eb4814aa4957 None None] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:36:02.042592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a45ee-8a7f-496e-97b6-23e3bce68f2a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.043246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a45ee-8a7f-496e-97b6-23e3bce68f2a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.043732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a45ee-8a7f-496e-97b6-23e3bce68f2a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.044214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a45ee-8a7f-496e-97b6-23e3bce68f2a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.045887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-457a45ee-8a7f-496e-97b6-23e3bce68f2a tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1058805 Oct 11 04:36:02.048925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53936) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.069316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:36:02.106997 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3580b28-fba0-4f0b-9c39-2fbd059506e2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.107582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3580b28-fba0-4f0b-9c39-2fbd059506e2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.108062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3580b28-fba0-4f0b-9c39-2fbd059506e2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.108540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3580b28-fba0-4f0b-9c39-2fbd059506e2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:02.110218 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a3580b28-fba0-4f0b-9c39-2fbd059506e2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0603747 Oct 11 04:36:02.112976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53938) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.146068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Provisioning complete for port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:02.146439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.146833 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Attempt 1 to provision port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 Oct 11 04:36:02.224003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7841dd08-34d7-4291-8a8d-7d325edc8c19 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:02.224377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.224747 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7841dd08-34d7-4291-8a8d-7d325edc8c19 Oct 11 04:36:02.248963 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9284d227-428f-4512-bfea-ad8781c04a9f tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1347907 Oct 11 04:36:02.295821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Current status of the port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:02.296207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.333984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53942) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.339223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479955455', 'description': 'tempest-secgroup-smoke-479955455 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:02.359651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] For port 1848ab22-58c0-473b-aadc-e1b24c2b4c64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1848ab22-58c0-473b-aadc-e1b24c2b4c64,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:36:02.365967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.370068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.400255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7841dd08-34d7-4291-8a8d-7d325edc8c19 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:02.400650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.434914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 7841dd08-34d7-4291-8a8d-7d325edc8c19, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7841dd08-34d7-4291-8a8d-7d325edc8c19,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:36:02.440187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.440950 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1848ab22-58c0-473b-aadc-e1b24c2b4c64 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:36:02.446123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.451814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.479084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23b1fc-9d05-4c68-8651-e7a84b7b8898 None None] Pushing event updated for resources: {'Port': ['ID=1848ab22-58c0-473b-aadc-e1b24c2b4c64,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:02.486715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.491175 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1529129 Oct 11 04:36:02.491895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53944) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.495944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '7954de33-6ed4-49c1-9697-e00226dea746', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:02.517136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d18ea-87fe-4f32-93de-9fa192ee225b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7954de33-6ed4-49c1-9697-e00226dea746,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:02.531673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Sync routers for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:36:02.539436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:02.540446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.544362 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:36:02.545474 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:02.545991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:02.546450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.546923 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 Oct 11 04:36:02.606460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Provisioning complete for port 227038eb-d136-4127-bab0-819376e44818 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:02.607001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.607424 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Attempt 1 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:36:02.611180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.616188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.650690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fe9f7c-3767-447f-a67b-f11616c7adaa,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:02.657266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Port 227038eb-d136-4127-bab0-819376e44818 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:36:02.660944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.665097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53946) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.665346 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8f65703c-e848-4292-a31f-7f9e7df2e05a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727192 Oct 11 04:36:02.670010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '7954de33-6ed4-49c1-9697-e00226dea746', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:02.675106 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:36:02.712991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:02.714110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.768259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.773084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.792496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50df74a3-542b-41af-8b37-77a3d24e0fab,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:02.798833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.802508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-508358b8-5d53-4426-8e68-e609e4978fab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338294 Oct 11 04:36:02.803584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53948) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.807619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '7954de33-6ed4-49c1-9697-e00226dea746', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:02.833362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.899930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.904540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.905752 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:02.924579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075e538d-40f4-45fe-93fa-afa549526e6f,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:02.929474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.933306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-60ba162b-a5f5-4f8a-b80b-f78d68cbbcf9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264505 Oct 11 04:36:02.933469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 53950) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:02.935289 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Checking router: 63e29b56-687d-4b26-bd9f-1c99b7781770 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:36:02.935662 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Updating router 63e29b56-687d-4b26-bd9f-1c99b7781770 port 227038eb-d136-4127-bab0-819376e44818 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:36:02.938054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '7954de33-6ed4-49c1-9697-e00226dea746', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:02.963891 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:02.965072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.027875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.031607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.048552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc22e74-27c2-4a49-b9dc-84d67e683cbd,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:03.056671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.057855 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fe2f7024-c8b6-4fc0-a8cc-46433b668fec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234069 Oct 11 04:36:03.060821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53952) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:03.065526 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '7954de33-6ed4-49c1-9697-e00226dea746', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:03.087248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:36:03.092228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.152336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.157203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.159206 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Attempt 2 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:36:03.174356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc4ef17-9a42-46ef-834d-9f1d119346f4,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:03.188633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.190412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c754a871-0606-4033-bc17-19f0cda046c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285625 Oct 11 04:36:03.193179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 53954) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:03.198092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '7954de33-6ed4-49c1-9697-e00226dea746', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:03.203043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Port 227038eb-d136-4127-bab0-819376e44818 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:36:03.219058 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:36:03.224094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.232799 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.239285 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.289283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.293060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.311200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8e4274-11d0-47e9-b006-08ffd9a53722,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:03.312128 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0072-7b25-4e16-8711-fc6b7b8e5052 None None] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:03.320013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.329373 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4342d4bd-a0f7-4008-9a4e-005ece7d0914 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271977 Oct 11 04:36:03.329544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Attempting to bind port 227038eb-d136-4127-bab0-819376e44818 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:36:03.329544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Attempting to bind port 227038eb-d136-4127-bab0-819376e44818 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:36:03.329544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Attempting to bind port 227038eb-d136-4127-bab0-819376e44818 on network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:36:03.330412 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:36:03.330813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Checking segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:36:03.331211 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.331999 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Bound using segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:36:03.332108 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Bound port: 227038eb-d136-4127-bab0-819376e44818, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:36:03.332397 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.398474 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] For port 227038eb-d136-4127-bab0-819376e44818, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:36:03.401599 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] For port 227038eb-d136-4127-bab0-819376e44818, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=227038eb-d136-4127-bab0-819376e44818,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:36:03.406612 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.445668 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:36:03.446276 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:35:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:03.460781 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-09dfe307-2d04-440d-8ab2-d35f90eeac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479955455&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0319157 Oct 11 04:36:03.496753 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0072-7b25-4e16-8711-fc6b7b8e5052 None None] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:03.560233 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:36:03.571453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-bd7d077b-e2f7-42e7-bd7e-1ed381bf1ecb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:03.572909 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-bd7d077b-e2f7-42e7-bd7e-1ed381bf1ecb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 796 time: 0.1050789 Oct 11 04:36:03.588716 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-8a576893-6a8f-44fe-8626-28c1239ae01f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0097668 Oct 11 04:36:03.639515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-1c95c508-e0d0-45ec-9321-80f36e2e4a9b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451877 Oct 11 04:36:03.704751 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Attempt 3 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:36:03.744603 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-18f7fd88-978e-4d9d-a469-453de4d4d1d9 service neutron] 10.222.0.39 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Oct 11 04:36:03.793303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Current status of the port 227038eb-d136-4127-bab0-819376e44818 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:03.793971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.826121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] For port 227038eb-d136-4127-bab0-819376e44818, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=227038eb-d136-4127-bab0-819376e44818,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:36:03.830588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.848480 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-4c68182d-7c35-4458-9fe1-ce3cbda7c3db service neutron] 10.222.0.39 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970509 Oct 11 04:36:03.850579 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:36:03Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:03.878910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Provisioning complete for port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:03.879282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:03.879623 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Attempt 1 to provision port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 Oct 11 04:36:03.881167 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea730be0-046c-4fc3-a3d7-bcc353d4a929 None None] The sync data for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv is: [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:36:03Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:36:03.917844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:04.030668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9f98-5246-4fcf-abea-67a02aafe82e None None] Current status of the port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:04.074578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-db4ea059-165d-4080-aa88-a3650e37329c req-1ce8efe7-b052-45ee-b0ba-f6e01c5de920 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Oct 11 04:36:04.149604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 227038eb-d136-4127-bab0-819376e44818 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:36:04.214575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d2f6-3d06-44c0-b425-0bb770430b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:04.216454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-037d998d-d748-4545-b9f2-e65ba0438c1c None None] Provisioning complete for port 227038eb-d136-4127-bab0-819376e44818 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:04.216813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-037d998d-d748-4545-b9f2-e65ba0438c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:04.217147 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-037d998d-d748-4545-b9f2-e65ba0438c1c None None] Attempt 1 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:36:04.268640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 227038eb-d136-4127-bab0-819376e44818 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:04.269036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:04.269344 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:36:04.349157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-037d998d-d748-4545-b9f2-e65ba0438c1c None None] Current status of the port 227038eb-d136-4127-bab0-819376e44818 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:04.392652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 227038eb-d136-4127-bab0-819376e44818 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:04.393738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:36:04.457126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7841dd08-34d7-4291-8a8d-7d325edc8c19 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:04.457255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:04.457506 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7841dd08-34d7-4291-8a8d-7d325edc8c19 Oct 11 04:36:04.545671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7841dd08-34d7-4291-8a8d-7d325edc8c19 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:04.546690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1848ab22-58c0-473b-aadc-e1b24c2b4c64 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:36:04.597641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:04.598284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:04.598643 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 Oct 11 04:36:04.694077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:05.137691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-2c0475ec-4a32-4728-b3fb-e06a2d9f7cbb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:05.139197 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-2c0475ec-4a32-4728-b3fb-e06a2d9f7cbb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 796 time: 0.1141527 Oct 11 04:36:05.184388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e26614a-f1a2-45ae-b0de-b9f66903a9f9 req-1834ec7f-e0e4-4230-9ddb-a95ba343bf50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 210 time: 0.0281694 Oct 11 04:36:05.189155 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-53e846df-7776-43b2-be7e-19c6d0d0f1d6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 379 time: 0.0359349 Oct 11 04:36:05.198841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['7954de33-6ed4-49c1-9697-e00226dea746']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:05.301127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:36:05.305182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:05.428609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.8 (8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf/c5946085-530e-42d4-b19d-dee85fdbfebc/8f5038bf-c30e-4a7c-b060-92f3639557d2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:36:05.566903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:05.599256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:05.643747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:36:05.647178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:36:05.650785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:36:05.657022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=8f5038bf-c30e-4a7c-b060-92f3639557d2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:05.689330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.689587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.689930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.690264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.690614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.690945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.691271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.691595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.691921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.692241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.692560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.692894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:05.714095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:05.714738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:05.731669 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-5695a941-2a52-4142-b682-8e7b5a17488f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364552 Oct 11 04:36:05.749177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Request body: {'port': {'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:05.809619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:05.877730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-77c58c3a-4dec-44ed-8f72-4ce2f9fdaf76 None None] Provisioning complete for port 8f5038bf-c30e-4a7c-b060-92f3639557d2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:05.878311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-77c58c3a-4dec-44ed-8f72-4ce2f9fdaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:05.878450 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-77c58c3a-4dec-44ed-8f72-4ce2f9fdaf76 None None] Attempt 1 to provision port 8f5038bf-c30e-4a7c-b060-92f3639557d2 Oct 11 04:36:05.910788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-77c58c3a-4dec-44ed-8f72-4ce2f9fdaf76 None None] Port 8f5038bf-c30e-4a7c-b060-92f3639557d2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:36:06.072000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5038bf-c30e-4a7c-b060-92f3639557d2 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:36:06.079500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:06.092347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Transition to ACTIVE for port object 8f5038bf-c30e-4a7c-b060-92f3639557d2 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:36:06.095269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:06.178020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Pushing event updated for resources: {'Port': ['ID=8f5038bf-c30e-4a7c-b060-92f3639557d2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:06.200943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Attempting to bind port 8f5038bf-c30e-4a7c-b060-92f3639557d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:36:06.201276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Attempting to bind port 8f5038bf-c30e-4a7c-b060-92f3639557d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:36:06.201601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Attempting to bind port 8f5038bf-c30e-4a7c-b060-92f3639557d2 on network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:36:06.205700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Port 8f5038bf-c30e-4a7c-b060-92f3639557d2 on network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:36:06.206016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Attempting to bind port 8f5038bf-c30e-4a7c-b060-92f3639557d2 on network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:36:06.211421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:36:06.211691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Checking segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:36:06.212071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Bound using segment: {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:36:06.212489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Bound port: 8f5038bf-c30e-4a7c-b060-92f3639557d2, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e25134-4dc2-425d-952d-748ccea945a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:36:06.212869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:06.299782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] For port 8f5038bf-c30e-4a7c-b060-92f3639557d2, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:36:06.318238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] For port 8f5038bf-c30e-4a7c-b060-92f3639557d2, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:36:06.324726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:06.328304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:06.328899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:06.330882 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] 10.222.0.45 "PUT /v2.0/ports/8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 1093 time: 0.5858519 Oct 11 04:36:06.333597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:36:06.336436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213875d8-2e72-46a2-8432-b177f6b668ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:36:06.348288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169659-3e7b-4015-8a89-a7f628cddb58 req-ba75c073-e899-4e16-acf1-e529e1c5b832 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:06.350197 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9e169659-3e7b-4015-8a89-a7f628cddb58 req-ba75c073-e899-4e16-acf1-e529e1c5b832 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 943 time: 0.0892761 Oct 11 04:36:06.373640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f62e8e-f686-4703-87c9-b8732ecb62b7 x-openstack-request-id: req-c9f62e8e-f686-4703-87c9-b8732ecb62b7 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:36:06.373920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:36:06.374168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9f62e8e-f686-4703-87c9-b8732ecb62b7 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:36:06.374575 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f62e8e-f686-4703-87c9-b8732ecb62b7'] response: {'name': 'network-changed', 'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'status': 'completed', 'code': 200} Oct 11 04:36:06.412285 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-77c58c3a-4dec-44ed-8f72-4ce2f9fdaf76 None None] Attempt 2 to provision port 8f5038bf-c30e-4a7c-b060-92f3639557d2 Oct 11 04:36:06.452353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd320b60-46d6-45bc-82fd-2af420ad5e3b service neutron] Pushing event updated for resources: {'Port': ['ID=8f5038bf-c30e-4a7c-b060-92f3639557d2,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:06.459665 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9e169659-3e7b-4015-8a89-a7f628cddb58 req-e751e083-d7d9-47be-80c8-33b7e767a3a1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878563 Oct 11 04:36:06.465005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d990ca79-1d50-4ae8-9faa-3febb027e9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:06.468882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-77c58c3a-4dec-44ed-8f72-4ce2f9fdaf76 None None] Port 8f5038bf-c30e-4a7c-b060-92f3639557d2 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:36:06.472323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-c728f1c8-da68-47ff-aa23-e5d46cae3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:06.474004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-c728f1c8-da68-47ff-aa23-e5d46cae3c0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1096 time: 0.0791535 Oct 11 04:36:06.524249 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-a9bb421e-ec54-4344-8f23-0e3d2b0d326b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 217 time: 0.0381236 Oct 11 04:36:06.900904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-d9ebd0c7-d9a6-440e-b403-be9197f83ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:06.902332 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-d9ebd0c7-d9a6-440e-b403-be9197f83ee5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 200 len: 835 time: 0.3712351 Oct 11 04:36:06.945923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-845e5521-7778-46d3-b985-85fe3c2fd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:06.947372 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-845e5521-7778-46d3-b985-85fe3c2fd421 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385640 Oct 11 04:36:07.035999 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-7bc1016e-8783-459d-9451-84317bf5f5cd service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823054 Oct 11 04:36:07.121204 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89f41978-99b1-4e37-be3b-dde8836fba60 req-a87a12fc-8cce-4c3d-9a8d-9b5d2b932f7f service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791624 Oct 11 04:36:07.251060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213875d8-2e72-46a2-8432-b177f6b668ce req-416a7b37-a776-4852-96b9-e3ce15e518b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:07.252507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-416a7b37-a776-4852-96b9-e3ce15e518b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1096 time: 0.0435972 Oct 11 04:36:07.339936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213875d8-2e72-46a2-8432-b177f6b668ce req-c3a4e05f-b968-45c1-866d-0b9118f6acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:07.341354 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-c3a4e05f-b968-45c1-866d-0b9118f6acee service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 897 time: 0.0813348 Oct 11 04:36:07.384718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-0fa6c55c-d069-4dec-a78d-c6d7cbdb6ad9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 217 time: 0.0365841 Oct 11 04:36:07.431779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213875d8-2e72-46a2-8432-b177f6b668ce req-28ddf634-c5dd-4eac-9b87-ae32f2e5837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:07.433134 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-28ddf634-c5dd-4eac-9b87-ae32f2e5837a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 200 len: 835 time: 0.0419199 Oct 11 04:36:07.475796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213875d8-2e72-46a2-8432-b177f6b668ce req-fd817818-590a-4990-a8b9-307d47a0fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:07.477209 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-fd817818-590a-4990-a8b9-307d47a0fb8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380366 Oct 11 04:36:07.571180 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-64e95bce-c191-411c-8274-4773ca7c9077 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868700 Oct 11 04:36:07.592009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a731a4-5f0d-4774-bcd4-4910dc526980 req-87988ccf-8c80-4932-9ac1-a5377df13cd6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:07.593414 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-11a731a4-5f0d-4774-bcd4-4910dc526980 req-87988ccf-8c80-4932-9ac1-a5377df13cd6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 943 time: 0.0519176 Oct 11 04:36:07.631279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-11a731a4-5f0d-4774-bcd4-4910dc526980 req-881cda9f-1dbc-4f7b-9b15-f16dc3c68763 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Oct 11 04:36:07.662631 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-213875d8-2e72-46a2-8432-b177f6b668ce req-f4fbb179-5efa-4920-8525-0429444aa7a6 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843666 Oct 11 04:36:07.729848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:08.750267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988faa5-d79b-42ba-b7a7-034cd336712d req-f17c1a48-381f-476a-bf69-607179e18bf0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:08.751915 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3988faa5-d79b-42ba-b7a7-034cd336712d req-f17c1a48-381f-476a-bf69-607179e18bf0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 943 time: 0.0488114 Oct 11 04:36:08.793816 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3988faa5-d79b-42ba-b7a7-034cd336712d req-343b29cf-85e2-46e0-aa36-6ab8cdcc9171 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360334 Oct 11 04:36:09.304140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:09.489506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:09.912844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ca72-4412-4f0e-8fe6-bfe97a236ac1 req-dd2fff28-6fb0-4f47-a0d2-861decda5d13 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:09.914284 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8e92ca72-4412-4f0e-8fe6-bfe97a236ac1 req-dd2fff28-6fb0-4f47-a0d2-861decda5d13 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 943 time: 0.0480700 Oct 11 04:36:09.952298 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8e92ca72-4412-4f0e-8fe6-bfe97a236ac1 req-bae913f6-baa3-4f65-ac8a-35c4b6506c3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Oct 11 04:36:10.446632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:10.517424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8f5038bf-c30e-4a7c-b060-92f3639557d2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:36:10.611795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8f5038bf-c30e-4a7c-b060-92f3639557d2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:36:10.623220 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:36:10.659378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8f5038bf-c30e-4a7c-b060-92f3639557d2 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:10.659765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:10.672805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5038bf-c30e-4a7c-b060-92f3639557d2 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:36:10.693322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8f5038bf-c30e-4a7c-b060-92f3639557d2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:36:10.697332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:10.747028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8f5038bf-c30e-4a7c-b060-92f3639557d2,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:11.068015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['8f5038bf-c30e-4a7c-b060-92f3639557d2'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:36:11.072214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672605-6777-4f99-88c4-aba40cdf4426 req-a76a09e2-4702-4ae7-83fd-95d6facbbec3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:11.073725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-33672605-6777-4f99-88c4-aba40cdf4426 req-a76a09e2-4702-4ae7-83fd-95d6facbbec3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 944 time: 0.0499337 Oct 11 04:36:11.112167 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-33672605-6777-4f99-88c4-aba40cdf4426 req-6d0c4b28-dbca-40ed-9537-1955a8861132 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Oct 11 04:36:12.230658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d337d-7e56-4adb-8bc7-e5a69992f061 req-61e20f44-3dba-4c20-ba60-46ed6a6b081c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:12.232002 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0e2d337d-7e56-4adb-8bc7-e5a69992f061 req-61e20f44-3dba-4c20-ba60-46ed6a6b081c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 944 time: 0.0468452 Oct 11 04:36:12.268657 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0e2d337d-7e56-4adb-8bc7-e5a69992f061 req-884981d9-aaef-40dc-8fc0-8138f378eb4e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308864 Oct 11 04:36:12.535621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8f5038bf-c30e-4a7c-b060-92f3639557d2 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:36:12.589431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 8f5038bf-c30e-4a7c-b060-92f3639557d2 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:36:12.593778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 8f5038bf-c30e-4a7c-b060-92f3639557d2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:36:12.594151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:12.594485 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 8f5038bf-c30e-4a7c-b060-92f3639557d2 Oct 11 04:36:12.670017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 8f5038bf-c30e-4a7c-b060-92f3639557d2 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:36:12.670397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:12.691506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:36:12.693767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fe2af6-8c68-4779-aa59-3882d3d9eaf5" -d '{"events": [{"server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "name": "network-vif-plugged", "status": "completed", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:36:12.709436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 8f5038bf-c30e-4a7c-b060-92f3639557d2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:36:12.713374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:12.878593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52004389-f5bc-470e-8cf9-612d55feb06b x-openstack-request-id: req-52004389-f5bc-470e-8cf9-612d55feb06b {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:36:12.878915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "name": "network-vif-plugged", "status": "completed", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:36:12.879134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52004389-f5bc-470e-8cf9-612d55feb06b {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:36:12.879492 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52004389-f5bc-470e-8cf9-612d55feb06b'] response: {'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'code': 200} Oct 11 04:36:12.902628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=8f5038bf-c30e-4a7c-b060-92f3639557d2,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:12.932747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8988c5-2e53-433a-8ff6-70c1ec227b3d req-e758555f-c7bf-4831-8ec2-5caab40204d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:12.934222 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2d8988c5-2e53-433a-8ff6-70c1ec227b3d req-e758555f-c7bf-4831-8ec2-5caab40204d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1098 time: 0.0400841 Oct 11 04:36:12.967565 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2d8988c5-2e53-433a-8ff6-70c1ec227b3d req-496c4868-e75b-4b2d-ab60-31d90416da6e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274551 Oct 11 04:36:13.390116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b4ed5-1fee-45d3-b5d4-4e9c202922b4 req-487ffb62-81ac-4a08-abc5-85e7d58d8a25 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:13.391560 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b5b4ed5-1fee-45d3-b5d4-4e9c202922b4 req-487ffb62-81ac-4a08-abc5-85e7d58d8a25 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 945 time: 0.0509441 Oct 11 04:36:13.428522 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b5b4ed5-1fee-45d3-b5d4-4e9c202922b4 req-61a29208-dc44-43f4-8680-53e23f8db9cd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303297 Oct 11 04:36:14.548089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b5bbf-dd9b-4203-b8bf-4e2a9cae6e46 req-13656684-367b-4dda-a347-661b172c603f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:14.549536 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-692b5bbf-dd9b-4203-b8bf-4e2a9cae6e46 req-13656684-367b-4dda-a347-661b172c603f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Oct 11 04:36:14.589814 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-692b5bbf-dd9b-4203-b8bf-4e2a9cae6e46 req-91dd73f7-35b6-42ff-9976-771e65906e73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Oct 11 04:36:14.707207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434094-77d5-4367-bca7-62fbac59b23f req-94267b90-f77b-4aef-a7ff-896b1743c86a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:14.708644 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-27434094-77d5-4367-bca7-62fbac59b23f req-94267b90-f77b-4aef-a7ff-896b1743c86a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Oct 11 04:36:14.745505 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-27434094-77d5-4367-bca7-62fbac59b23f req-0bda665e-4a0f-4184-b7e1-44714218efe4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300183 Oct 11 04:36:14.773480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54006) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:14.811530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c5240-1e1d-41ae-aa40-248f68ee18d2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:14.813014 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-098c5240-1e1d-41ae-aa40-248f68ee18d2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1093 time: 0.0385976 Oct 11 04:36:14.815892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54008) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:14.820659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:36:14.840035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:14.937797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.040644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.97 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/b4ef4623-e4ed-4c7b-a5f7-20f503767080) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:36:15.138841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.171083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.209592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:36:15.212430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:36:15.215816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:36:15.240794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=b4ef4623-e4ed-4c7b-a5f7-20f503767080,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:15.253908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.254251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.254674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.255011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.255336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.255660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.255982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.256304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.256621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.256975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.257291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.257607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:36:15.573851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.640999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.648673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:36:15.784626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.789905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.859066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=b4ef4623-e4ed-4c7b-a5f7-20f503767080,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:36:15.861973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:15.960433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 191062c2-3f89-4c1d-9d1e-e82f541ae7a2 associated. External IP: 172.26.8.97, port: 8f5038bf-c30e-4a7c-b060-92f3639557d2. Oct 11 04:36:16.458272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 63e29b56-687d-4b26-bd9f-1c99b7781770 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:36:16.561923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:36:16.572517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] Sync routers for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:36:16.579493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:16.581881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:36:16.582506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:36:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:16.607110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c64e3f8e-6ae6-40b3-a737-5d627df3b0f1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7902281 Oct 11 04:36:16.608129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:36:16.609848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54010) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:16.610687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a18b470-ece9-4460-a099-7ac307aa1030" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:36:16.647176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fc3e4-b972-4724-992c-fc354c148766 x-openstack-request-id: req-b16fc3e4-b972-4724-992c-fc354c148766 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:36:16.647505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:36:16.647761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b16fc3e4-b972-4724-992c-fc354c148766 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:36:16.648178 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16fc3e4-b972-4724-992c-fc354c148766'] response: {'name': 'network-changed', 'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'status': 'completed', 'code': 200} Oct 11 04:36:16.695713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:36:16.750993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dbafc066-f6d2-4b7a-a5a7-c2effca01058 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770 HTTP/1.1" status: 200 len: 921 time: 0.1395550 Oct 11 04:36:16.753394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54014) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:16.799354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-44db5fe1-d4f2-4a5c-8d50-dc8a5fe1f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:16.801114 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-44db5fe1-d4f2-4a5c-8d50-dc8a5fe1f5c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1098 time: 0.0942013 Oct 11 04:36:16.848272 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-673f149c-f9ad-45ce-837f-7767fc56cc51 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 990 time: 0.0927696 Oct 11 04:36:16.905959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-6f6ebb9c-f80e-4bf1-9fd1-e68ef04aa8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:16.907657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-6f6ebb9c-f80e-4bf1-9fd1-e68ef04aa8a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 897 time: 0.0987592 Oct 11 04:36:16.927849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '191062c2-3f89-4c1d-9d1e-e82f541ae7a2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:36:15Z', 'updated_at': '2022-10-11T04:36:15Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:36:03Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:16.953723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] Checking router: 63e29b56-687d-4b26-bd9f-1c99b7781770 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:36:16.961930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:36:16.962551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:36:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:16.971697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-6e0e835c-d23f-4d6f-968a-8ec405c5d4d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 998 time: 0.0573454 Oct 11 04:36:17.024456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-ccc4a0d0-543b-4e64-8734-4b7f65c15de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:17.025820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-ccc4a0d0-543b-4e64-8734-4b7f65c15de7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 200 len: 835 time: 0.0474255 Oct 11 04:36:17.067254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:36:17.070661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-cc0be262-e677-431a-a840-5245ee184de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:17.072161 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-cc0be262-e677-431a-a840-5245ee184de0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393465 Oct 11 04:36:17.162292 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-5e22931d-f1d8-41eb-8002-f463836cf8ae service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826347 Oct 11 04:36:17.258024 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a18b470-ece9-4460-a099-7ac307aa1030 req-19ce6179-92de-4278-812e-b60f8f3da913 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867541 Oct 11 04:36:17.291346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '191062c2-3f89-4c1d-9d1e-e82f541ae7a2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:36:15Z', 'updated_at': '2022-10-11T04:36:15Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:36:03Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:36:17.317065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605a414-39df-499f-bdbd-8540ff39d789 None None] The sync data for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv is: [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '191062c2-3f89-4c1d-9d1e-e82f541ae7a2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:36:15Z', 'updated_at': '2022-10-11T04:36:15Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:36:03Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:36:17.500711 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a39477-94e3-4a0d-8ad3-8be0b87cca76 None None] New status for floating IP 191062c2-3f89-4c1d-9d1e-e82f541ae7a2: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:36:17.850605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54016) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:36:17.910990 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f9814b9-3865-497c-84f6-a753de7eb011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 992 time: 0.0590546 Oct 11 04:36:24.699905 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-7dc93e77-35c0-42a2-98b7-1cb712a11a9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424237 Oct 11 04:36:24.795048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-33f5c157-c7b5-459c-b12d-51be9ec0fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:24.796508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-33f5c157-c7b5-459c-b12d-51be9ec0fc1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1098 time: 0.0396256 Oct 11 04:36:24.896393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-0e8793c7-22d1-47ec-a6df-2b8d89c7624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:24.898462 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-0e8793c7-22d1-47ec-a6df-2b8d89c7624d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 897 time: 0.0837231 Oct 11 04:36:24.966948 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-c92c0fbc-23b5-4171-94ce-1ed448ddd2ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 1000 time: 0.0611424 Oct 11 04:36:25.013215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-6e31c879-949e-4c46-9768-accd47c5e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:25.014613 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-6e31c879-949e-4c46-9768-accd47c5e1f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 200 len: 835 time: 0.0417399 Oct 11 04:36:25.057800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-0ce7788b-22a5-499e-bb8e-ddabe409e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:36:25.059330 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-0ce7788b-22a5-499e-bb8e-ddabe409e64a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384829 Oct 11 04:36:25.150470 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-76a5452a-a1f2-4f05-ad54-897012bd55da service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844762 Oct 11 04:36:25.239551 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeeb7dc9-ffed-4db7-b3e1-4fa08ff21058 req-5e18ae43-66a6-4ed0-a0a9-fc349665fab3 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823874 Oct 11 04:36:34.178018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dc236675-a60a-4a2e-b52a-96260ecccd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:36.447390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b60011a3-6967-4c9c-baa8-79018e939363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:37.732491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:39.306672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:39.491353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:40.458171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:36:52.647795 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:37:04.179458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-877d8851-f3bb-4eb1-baf8-dac272f7d5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:06.448432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-200d300c-3352-42b3-b076-6e5f8f04eaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:07.736662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:09.309031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:09.492370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:10.469405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:20.481698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54034) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:20.590745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d4fb5c5c-de3a-4b68-aa58-2b12b5dd1406 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1078696 Oct 11 04:37:20.593716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54038) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:20.709398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a132b-cfb6-4856-8fa9-3498370aefca tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Notify agent at dv-neutron-860894-1-hyperv the message router_removed_from_agent {{(pid=103099) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 11 04:37:20.713193 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e32a132b-cfb6-4856-8fa9-3498370aefca tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "DELETE /v2.0/agents/6e4d8fda-5966-450c-9741-c2e15ef4a20d/l3-routers/63e29b56-687d-4b26-bd9f-1c99b7781770 HTTP/1.1" status: 204 len: 168 time: 0.1185715 Oct 11 04:37:20.715951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54040) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:20.823618 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c771d8cd-1a7f-4716-90b7-b13809c11820 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1065748 Oct 11 04:37:20.826516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54042) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:20.889568 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9bf3254c-77de-4c49-93c5-17a363f1846d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 992 time: 0.0616810 Oct 11 04:37:21.458454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64522b8-8718-48fb-a66b-9f0aff95a311 None None] New status for floating IP 191062c2-3f89-4c1d-9d1e-e82f541ae7a2: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:37:21.892708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54044) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:21.954614 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ab96a7a6-44da-4d76-90fb-874091b04e27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 990 time: 0.0608032 Oct 11 04:37:22.014218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 227038eb-d136-4127-bab0-819376e44818 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:37:22.086589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 227038eb-d136-4127-bab0-819376e44818 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:22.086970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:22.120842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 227038eb-d136-4127-bab0-819376e44818, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=227038eb-d136-4127-bab0-819376e44818,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:22.124731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:22.125331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:37:22.198128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:22.207157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.207504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.207842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.208174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.208500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.208828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.209152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.209476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.209798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.210115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.210436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.210803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:22.244581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7841dd08-34d7-4291-8a8d-7d325edc8c19 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:22.244979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:22.265251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 7841dd08-34d7-4291-8a8d-7d325edc8c19, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7841dd08-34d7-4291-8a8d-7d325edc8c19,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:22.268785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:22.317067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:23.079762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54050) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:23.203462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b46fde-eef3-4942-9dd0-50c9d74c80b5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Router 63e29b56-687d-4b26-bd9f-1c99b7781770 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:37:23.203790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b46fde-eef3-4942-9dd0-50c9d74c80b5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Notify agent at dv-neutron-860894-1-hyperv the message router_added_to_agent {{(pid=103099) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 11 04:37:23.221063 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-64b46fde-eef3-4942-9dd0-50c9d74c80b5 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "POST /v2.0/agents/6e4d8fda-5966-450c-9741-c2e15ef4a20d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1402581 Oct 11 04:37:23.223873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54056) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:23.233869 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] Sync routers for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:37:23.244108 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:23.244727 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:23.333601 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b1d8f6f1-f28e-472e-b23e-1b582c084d57 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1083939 Oct 11 04:37:23.337034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54058) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:23.346842 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:23.396066 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-db85175b-e46e-41dd-8303-6b169d612a44 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 990 time: 0.0579052 Oct 11 04:37:23.562727 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '191062c2-3f89-4c1d-9d1e-e82f541ae7a2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:36:15Z', 'updated_at': '2022-10-11T04:37:21Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:37:22Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:23.587937 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] Checking router: 63e29b56-687d-4b26-bd9f-1c99b7781770 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:37:23.595957 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:23.596539 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:23.700582 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:23.919666 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '191062c2-3f89-4c1d-9d1e-e82f541ae7a2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:36:15Z', 'updated_at': '2022-10-11T04:37:21Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:37:22Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:23.945299 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7045c34-8d51-408a-a030-3ca5af091591 None None] The sync data for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv is: [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '191062c2-3f89-4c1d-9d1e-e82f541ae7a2', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.97', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'port_id': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'mac_address': 'fa:16:3e:fa:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:36:15Z', 'updated_at': '2022-10-11T04:37:21Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:37:22Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:37:24.400457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54062) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:24.466026 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-06010784-9e7d-4ba7-9100-95daa3363958 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 990 time: 0.0633895 Oct 11 04:37:25.358080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-8eccb672-f2b2-472e-bb89-91448009020f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418785 Oct 11 04:37:25.454690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-0b370158-a207-4676-80fb-e864492bcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:25.456145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-0b370158-a207-4676-80fb-e864492bcaf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1098 time: 0.0408471 Oct 11 04:37:25.468899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54066) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:25.533072 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f3640334-a49e-49d5-8b58-11e6350dd33a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 990 time: 0.0619116 Oct 11 04:37:25.552380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5881e3-1fdb-4da4-951b-d527345a7eb3 None None] New status for floating IP 191062c2-3f89-4c1d-9d1e-e82f541ae7a2: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:37:25.571442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-8f95419c-a23b-4b2e-b22d-598006e7fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:25.572997 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-8f95419c-a23b-4b2e-b22d-598006e7fec0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 897 time: 0.0974398 Oct 11 04:37:25.637706 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-0f6c956d-b355-4ba0-ab6a-83828dc64e76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 998 time: 0.0579057 Oct 11 04:37:25.685955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-1ef6b568-a824-42c6-ae42-46dc375dc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:25.687494 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-1ef6b568-a824-42c6-ae42-46dc375dc5f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 200 len: 835 time: 0.0432146 Oct 11 04:37:25.737545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-510386f1-791f-4d70-96f4-ac9e56139183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:25.739140 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-510386f1-791f-4d70-96f4-ac9e56139183 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454342 Oct 11 04:37:25.829794 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-7b72f80f-d0dc-4aae-8f11-7b28370756a1 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836067 Oct 11 04:37:25.927167 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-637ac5fb-44ef-4df3-a8b5-6ad02fe0732d req-373544c1-5076-422c-98d8-3b08311e3345 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895085 Oct 11 04:37:26.061956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 227038eb-d136-4127-bab0-819376e44818 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:26.110482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 227038eb-d136-4127-bab0-819376e44818 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:26.110883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:26.111220 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:37:26.188240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 227038eb-d136-4127-bab0-819376e44818 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:26.188618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:26.221434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 227038eb-d136-4127-bab0-819376e44818, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=227038eb-d136-4127-bab0-819376e44818,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:26.224926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:26.225695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:26.302049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:26.309995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7841dd08-34d7-4291-8a8d-7d325edc8c19 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:26.310302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:26.310572 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7841dd08-34d7-4291-8a8d-7d325edc8c19 Oct 11 04:37:26.385512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7841dd08-34d7-4291-8a8d-7d325edc8c19 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:26.385813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:26.405937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 7841dd08-34d7-4291-8a8d-7d325edc8c19, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7841dd08-34d7-4291-8a8d-7d325edc8c19,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:26.409481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:26.454666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:26.535774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54068) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:26.599981 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d22a3530-7724-49f2-8218-7814c5f34e18 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 200 len: 992 time: 0.0630302 Oct 11 04:37:26.861503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54074) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:27.013990 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port b4ef4623-e4ed-4c7b-a5f7-20f503767080 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:37:27.014368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:27.090658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:27.090985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:27.102680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for b4ef4623-e4ed-4c7b-a5f7-20f503767080 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:37:27.271606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:27.297819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=b4ef4623-e4ed-4c7b-a5f7-20f503767080,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:27.323162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.323515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.323848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.324180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.324505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.324829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.325150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.325470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.325790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.326108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.326423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.326762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:27.367226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:27.367549 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 191062c2-3f89-4c1d-9d1e-e82f541ae7a2 disassociated (deleted). External IP: 172.26.8.97, port: 8f5038bf-c30e-4a7c-b060-92f3639557d2. Oct 11 04:37:27.566467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 63e29b56-687d-4b26-bd9f-1c99b7781770 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:37:27.672670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:37:27.676925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:27.683111 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] Sync routers for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:37:27.703087 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:27.703364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-57fe9efe-61dd-43e2-a42e-158d5256b425 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/191062c2-3f89-4c1d-9d1e-e82f541ae7a2 HTTP/1.1" status: 204 len: 168 time: 0.8407955 Oct 11 04:37:27.703676 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:27.704011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:37:27.711461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afed485e-0062-481c-a420-814473823303" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:37:27.819794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56731dbf-2d09-4a56-abe9-6cb6d504c1fa x-openstack-request-id: req-56731dbf-2d09-4a56-abe9-6cb6d504c1fa {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:37:27.820938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:37:27.821517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56731dbf-2d09-4a56-abe9-6cb6d504c1fa {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:37:27.822398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56731dbf-2d09-4a56-abe9-6cb6d504c1fa'] response: {'name': 'network-changed', 'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'status': 'completed', 'code': 200} Oct 11 04:37:27.824480 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:27.949669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed485e-0062-481c-a420-814473823303 req-8bb6931c-54f6-462b-840c-f60cd5a2e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:27.951296 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-8bb6931c-54f6-462b-840c-f60cd5a2e915 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 1098 time: 0.0448766 Oct 11 04:37:27.996840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286a9b-04b8-426f-99ae-48c1942b1631 req-5d96ef78-2704-46b4-9fdb-e7ade645a6f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:28.002423 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd286a9b-04b8-426f-99ae-48c1942b1631 req-5d96ef78-2704-46b4-9fdb-e7ade645a6f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 945 time: 0.1181757 Oct 11 04:37:28.042099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 227038eb-d136-4127-bab0-819376e44818 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:28.066788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed485e-0062-481c-a420-814473823303 req-0c9b642d-5fbc-4dd2-a143-4addf402463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:28.069018 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-0c9b642d-5fbc-4dd2-a143-4addf402463c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 200 len: 897 time: 0.1100955 Oct 11 04:37:28.069760 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd286a9b-04b8-426f-99ae-48c1942b1631 req-ec82109f-ac44-4a0f-9c28-b04e0d42a018 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513277 Oct 11 04:37:28.113247 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:28.114649 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-7b39f4a5-96a7-40ce-92e7-5886f43ddf09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 200 len: 217 time: 0.0374780 Oct 11 04:37:28.141610 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] Checking router: 63e29b56-687d-4b26-bd9f-1c99b7781770 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:37:28.150478 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:28.151118 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:28.170179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed485e-0062-481c-a420-814473823303 req-67f8f978-21a0-47e0-ad69-9794bcc7c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:28.172212 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-67f8f978-21a0-47e0-ad69-9794bcc7c1d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 200 len: 835 time: 0.0506628 Oct 11 04:37:28.220366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed485e-0062-481c-a420-814473823303 req-96200be4-653c-478f-be30-d6a34f7dddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:28.222029 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-96200be4-653c-478f-be30-d6a34f7dddc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430760 Oct 11 04:37:28.239484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 227038eb-d136-4127-bab0-819376e44818 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:28.239851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:28.240182 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 227038eb-d136-4127-bab0-819376e44818 Oct 11 04:37:28.259877 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:28.316495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 227038eb-d136-4127-bab0-819376e44818 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:28.317563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:28.321321 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-9b5e0122-e083-4aa2-9f7c-775602825878 service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919993 Oct 11 04:37:28.364820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7841dd08-34d7-4291-8a8d-7d325edc8c19 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:28.365191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:28.365528 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7841dd08-34d7-4291-8a8d-7d325edc8c19 Oct 11 04:37:28.424194 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-afed485e-0062-481c-a420-814473823303 req-9f40d8a8-b740-4ec4-87a2-8fe9a5523c3d service neutron] 10.222.0.45 "GET /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952909 Oct 11 04:37:28.448451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7841dd08-34d7-4291-8a8d-7d325edc8c19 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:28.464084 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:28.493762 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b642099-511a-441d-876c-f402d7bb4e8e None None] The sync data for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv is: [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:36:01Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '227038eb-d136-4127-bab0-819376e44818', 'name': '', 'network_id': '8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:d5:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:36:00Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'c5946085-530e-42d4-b19d-dee85fdbfebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:37:29.125521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a83b092-7095-4ecf-b174-ed46404d2a07 None None] New status for floating IP 191062c2-3f89-4c1d-9d1e-e82f541ae7a2: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:37:29.232161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff4d6a-4490-4fe4-9205-fb3e5f5d3e09 req-8e2a3361-2e7f-46e0-b509-296d21ba7ad6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:29.233645 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29ff4d6a-4490-4fe4-9205-fb3e5f5d3e09 req-8e2a3361-2e7f-46e0-b509-296d21ba7ad6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 945 time: 0.0955203 Oct 11 04:37:29.270575 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-29ff4d6a-4490-4fe4-9205-fb3e5f5d3e09 req-2915c4b3-3dee-474e-bf6d-e059d9382913 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=7954de33-6ed4-49c1-9697-e00226dea746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Oct 11 04:37:29.645979 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:37:29.654427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-fb119df8-3784-4ce4-a161-4f28c5880099 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:29.655924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-fb119df8-3784-4ce4-a161-4f28c5880099 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 945 time: 0.0488071 Oct 11 04:37:29.744996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 8f5038bf-c30e-4a7c-b060-92f3639557d2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:37:29.745331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:29.830024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 8f5038bf-c30e-4a7c-b060-92f3639557d2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8f5038bf-c30e-4a7c-b060-92f3639557d2,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:29.830376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:29.842325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 8f5038bf-c30e-4a7c-b060-92f3639557d2 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:37:29.969569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:29.998220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=8f5038bf-c30e-4a7c-b060-92f3639557d2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:30.008706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.009058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.009392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.009726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.010056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.010386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.010738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.011073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.011420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.011743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.012061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.012379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:30.055297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 8f5038bf-c30e-4a7c-b060-92f3639557d2 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:37:30.057701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:30.060972 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ffd4903-f29e-4b65-8e1f-3a52b7c906b9 req-ed51c563-76da-442e-a572-de64e1127506 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/8f5038bf-c30e-4a7c-b060-92f3639557d2 HTTP/1.1" status: 204 len: 173 time: 0.3995302 Oct 11 04:37:30.061465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'name': 'network-vif-deleted', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:37:30.063798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4050d4d-0a90-4cb2-8c88-991b642985ef" -d '{"events": [{"server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "name": "network-vif-deleted", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:37:30.102455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed9e734-b73c-4254-a3b2-f600ab385c23 x-openstack-request-id: req-fed9e734-b73c-4254-a3b2-f600ab385c23 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:37:30.102769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ede69d-bbb8-4cd7-b004-d9dffb5ab700", "name": "network-vif-deleted", "tag": "8f5038bf-c30e-4a7c-b060-92f3639557d2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:37:30.103025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fed9e734-b73c-4254-a3b2-f600ab385c23 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:37:30.103425 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed9e734-b73c-4254-a3b2-f600ab385c23'] response: {'server_uuid': 'a4ede69d-bbb8-4cd7-b004-d9dffb5ab700', 'name': 'network-vif-deleted', 'tag': '8f5038bf-c30e-4a7c-b060-92f3639557d2', 'status': 'completed', 'code': 200} Oct 11 04:37:30.382377 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4391bce-2421-4ee6-9198-e87bf0c1bdca req-cb274bde-f40c-4022-a772-d171cfcb0ad8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4ede69d-bbb8-4cd7-b004-d9dffb5ab700 HTTP/1.1" status: 200 len: 210 time: 0.0265396 Oct 11 04:37:31.443555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54098) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:31.502948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aefad64b-5872-4275-a6e5-f5005033461d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:31.528145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aefad64b-5872-4275-a6e5-f5005033461d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:31.584897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aefad64b-5872-4275-a6e5-f5005033461d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:31.588069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aefad64b-5872-4275-a6e5-f5005033461d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:31.589198 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aefad64b-5872-4275-a6e5-f5005033461d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/7954de33-6ed4-49c1-9697-e00226dea746 HTTP/1.1" status: 204 len: 168 time: 0.1446576 Oct 11 04:37:31.598441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefad64b-5872-4275-a6e5-f5005033461d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954de33-6ed4-49c1-9697-e00226dea746,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:31.622057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54102) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:32.273518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:32.521537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 227038eb-d136-4127-bab0-819376e44818 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:37:32.522246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:32.608168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 227038eb-d136-4127-bab0-819376e44818, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=227038eb-d136-4127-bab0-819376e44818,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:32.608525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:32.620874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 227038eb-d136-4127-bab0-819376e44818 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:37:32.804316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:32.829399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=227038eb-d136-4127-bab0-819376e44818,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:32.983490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8f5038bf-c30e-4a7c-b060-92f3639557d2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:37:32.999343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.004665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 8f5038bf-c30e-4a7c-b060-92f3639557d2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:37:33.005085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 8f5038bf-c30e-4a7c-b060-92f3639557d2 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:37:33.218338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 63e29b56-687d-4b26-bd9f-1c99b7781770 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:37:33.321655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:37:33.326907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0ea16ad1-288d-4d4c-8e8d-6f8b451aa431 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7034321 Oct 11 04:37:33.329333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54104) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:33.332173 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] Sync routers for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:37:33.341747 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:33.342339 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:33.378601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet c5946085-530e-42d4-b19d-dee85fdbfebc {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:37:33.381557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.420464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.443597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:33.506491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.564379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.592633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=c5946085-530e-42d4-b19d-dee85fdbfebc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:33.594657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.597802 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-209cde56-948e-4416-9bcd-642c851336ec tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/c5946085-530e-42d4-b19d-dee85fdbfebc HTTP/1.1" status: 204 len: 168 time: 0.2675536 Oct 11 04:37:33.600472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:33.604307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69281aa5-65f6-450e-ad0a-92db561e4906 None None] Network 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:37:33.628005 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:33.655055 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] Checking router: 63e29b56-687d-4b26-bd9f-1c99b7781770 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:37:33.663266 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] Routers {'63e29b56-687d-4b26-bd9f-1c99b7781770'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:33.664464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['63e29b56-687d-4b26-bd9f-1c99b7781770'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:33.715729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.785070 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] Set router 63e29b56-687d-4b26-bd9f-1c99b7781770 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:33.820189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] DHCP port deletion for 8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:37:33.829532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.872304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] Deleting port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:37:33.873229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.886205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 7841dd08-34d7-4291-8a8d-7d325edc8c19 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:37:33.886754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.941384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] For port 1848ab22-58c0-473b-aadc-e1b24c2b4c64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1848ab22-58c0-473b-aadc-e1b24c2b4c64,segment=NetworkSegment(b0e25134-4dc2-425d-952d-748ccea945a0),segment_id=b0e25134-4dc2-425d-952d-748ccea945a0)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:33.941780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.954599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] Calling delete_port for 1848ab22-58c0-473b-aadc-e1b24c2b4c64 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:37:33.970712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 7841dd08-34d7-4291-8a8d-7d325edc8c19, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7841dd08-34d7-4291-8a8d-7d325edc8c19,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:33.971057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:33.981330 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:33.988333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 7841dd08-34d7-4291-8a8d-7d325edc8c19 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:37:34.027905 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298624b-8ef6-4b04-9347-01bff9cea97a None None] The sync data for ids ['63e29b56-687d-4b26-bd9f-1c99b7781770'] in dv-neutron-860894-1-hyperv is: [{'id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'name': 'tempest-TestNetworkBasicOps-router-789925429', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:32Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '7841dd08-34d7-4291-8a8d-7d325edc8c19', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e29b56-687d-4b26-bd9f-1c99b7781770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:35:57Z', 'updated_at': '2022-10-11T04:37:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:37:34.047434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.075620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] Pushing event deleted for resources: {'Port': ['ID=1848ab22-58c0-473b-aadc-e1b24c2b4c64,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:34.079164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735801a-5443-4584-bfef-4254b44d4685 None None] No DVR routers for this DVR port 1848ab22-58c0-473b-aadc-e1b24c2b4c64 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:37:34.176205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.180300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00794793-6dd4-46a4-a9f4-a3c96ca9b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.201489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=7841dd08-34d7-4291-8a8d-7d325edc8c19,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:34.266619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.362511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.365213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.414921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.415477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router 63e29b56-687d-4b26-bd9f-1c99b7781770 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:37:34.424706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.428476 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9ce0c6af-1362-415b-b3fa-e07a322c4bc3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/63e29b56-687d-4b26-bd9f-1c99b7781770 HTTP/1.1" status: 204 len: 168 time: 0.8239248 Oct 11 04:37:34.428783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54108) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:34.438059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1848ab22-58c0-473b-aadc-e1b24c2b4c64 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:37:34.459925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 1848ab22-58c0-473b-aadc-e1b24c2b4c64 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:37:34.460407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1848ab22-58c0-473b-aadc-e1b24c2b4c64 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:37:34.549461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.645252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.667033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:34.676725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e25134-4dc2-425d-952d-748ccea945a0') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:34.677023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e25134-4dc2-425d-952d-748ccea945a0') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:34.686912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.700967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.707615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:37:34.708098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.746682 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b0e25134-4dc2-425d-952d-748ccea945a0 resource provider aggregate not found Oct 11 04:37:34.787667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.795520 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b0e25134-4dc2-425d-952d-748ccea945a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0e25134-4dc2-425d-952d-748ccea945a0 found for delete ", "request_id": "req-84b22ad5-cb31-4227-a8ad-124433d52c23"}]} Oct 11 04:37:34.796517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.799623 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf HTTP/1.1" status: 204 len: 168 time: 0.3698876 Oct 11 04:37:34.811635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7873720-75a7-4f8b-9820-bb251dee7ce1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=8e52d039-b1f1-49a0-ab0f-d0bc4597cbcf,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:34.820816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54114) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:34.825632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--1165396636', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:34.845746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:37:34.849227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.872028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:37:34.880882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.881166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8 of type vlan for network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec Oct 11 04:37:34.925171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.949701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.955326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:34.955896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:34.990040 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681948 Oct 11 04:37:34.993496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54116) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:34.998212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-102476834', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:35.019679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.020698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.029529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8f1eb-6c3f-4bb5-806d-d14a88d75e3c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=24fd3f4c-ccc7-41db-bd45-ea688afe71ec,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:35.040680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:37:35.080474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.228726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.417446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.435969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.532585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.244 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/85213d3f-bdcd-4667-a84c-a15503731a6c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:37:35.634930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.668139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:35.704787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:37:35.707715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:35.711632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:37:35.733674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=85213d3f-bdcd-4667-a84c-a15503731a6c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:35.954028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:36.030814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 227038eb-d136-4127-bab0-819376e44818 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:37:36.050752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 227038eb-d136-4127-bab0-819376e44818 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:37:36.051096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 227038eb-d136-4127-bab0-819376e44818 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:37:36.051512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:37:36.070818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7841dd08-34d7-4291-8a8d-7d325edc8c19 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:37:36.071163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7841dd08-34d7-4291-8a8d-7d325edc8c19 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:37:36.149187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:36.450936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a1fd61db-8b58-4ad6-bf8f-87ec3b71ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:36.605195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 7034bc16-d336-455d-a772-5f4059250a53 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:37:36.709411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:37:36.719054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Sync routers for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:37:36.729453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:36.729736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:36.730351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:36.730686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b6bba786-619e-4c79-864d-d5e7928a3dc7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7361062 Oct 11 04:37:36.733822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54118) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:36.761341 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-195213b2-225f-4b3e-b526-0731acb82cad tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264485 Oct 11 04:37:36.764065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54120) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:36.836118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:36.856864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a64a10-1861-49bf-9f0c-c49a3c4d0e41 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:36.858379 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e7a64a10-1861-49bf-9f0c-c49a3c4d0e41 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933440 Oct 11 04:37:36.861243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54122) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:36.888631 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-925dd2fa-1ebe-43e2-873a-6c642cebfc16 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263488 Oct 11 04:37:36.891177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54124) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:36.895923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-171629893', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:36.978683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:37:36.982016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.014963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:35Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:37.041577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Checking router: 7034bc16-d336-455d-a772-5f4059250a53 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:37:37.042232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Updating router 7034bc16-d336-455d-a772-5f4059250a53 port 85213d3f-bdcd-4667-a84c-a15503731a6c binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:37:37.067806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.165590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.235354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:37.242437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:37:37.242827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: 24fd3f4c-ccc7-41db-bd45-ea688afe71ec, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:37:37.261049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:37:37.269989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 24fd3f4c-ccc7-41db-bd45-ea688afe71ec) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:37.275188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:37.276209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.280225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01197a40-ba97-4f17-82d3-4d1053bca598 None None] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:37:37.292207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e01cfef9-147f-40ce-ab24-ceddc045d679 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4000497 Oct 11 04:37:37.295193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54126) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:37.384305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.393000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.433234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Attempting to bind port 85213d3f-bdcd-4667-a84c-a15503731a6c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:37:37.433594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Attempting to bind port 85213d3f-bdcd-4667-a84c-a15503731a6c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:37:37.433949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Attempting to bind port 85213d3f-bdcd-4667-a84c-a15503731a6c on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:37:37.473983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:37:37.474350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:37:37.474768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.475153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:37:37.475626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Bound port: 85213d3f-bdcd-4667-a84c-a15503731a6c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:37:37.476519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.501522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b573b7-e207-4633-ab72-559bb1dd99bd None None] Pushing event updated for resources: {'Port': ['ID=85213d3f-bdcd-4667-a84c-a15503731a6c,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:37.554987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:37:37.555837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.558231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] For port 85213d3f-bdcd-4667-a84c-a15503731a6c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:37:37.561878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] For port 85213d3f-bdcd-4667-a84c-a15503731a6c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=85213d3f-bdcd-4667-a84c-a15503731a6c,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:37:37.573319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.671070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:37.671703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:37.760496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b573b7-e207-4633-ab72-559bb1dd99bd None None] Pushing event updated for resources: {'Port': ['ID=85213d3f-bdcd-4667-a84c-a15503731a6c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:37.794091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:37.848134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Allocated IP 172.20.0.2 (24fd3f4c-ccc7-41db-bd45-ea688afe71ec/ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc/7efa214e-30cf-4425-83f8-a6706f2aa70c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:37:37.865193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:38.029600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.275093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.281804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.327580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:37:38.328727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (24fd3f4c-ccc7-41db-bd45-ea688afe71ec/ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc/fde86a83-6075-4ad0-91b3-b2c743793c50) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:37:38.330602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:35Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:38.335229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:38.362053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:37:38.364269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Pushing event updated for resources: {'Port': ['ID=7efa214e-30cf-4425-83f8-a6706f2aa70c,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:38.367067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935371d-ab19-456a-b657-e841a38e8129 None None] The sync data for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv is: [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:35Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:37:38.427909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Attempting to bind port 7efa214e-30cf-4425-83f8-a6706f2aa70c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:37:38.428358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Attempting to bind port 7efa214e-30cf-4425-83f8-a6706f2aa70c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:37:38.429832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Attempting to bind port 7efa214e-30cf-4425-83f8-a6706f2aa70c on network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:37:38.435221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:37:38.435709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Checking segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:37:38.436409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.437024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Bound using segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:37:38.437628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Bound port: 7efa214e-30cf-4425-83f8-a6706f2aa70c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:37:38.438503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.455012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.491018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.507927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] For port 7efa214e-30cf-4425-83f8-a6706f2aa70c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:37:38.511142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] For port 7efa214e-30cf-4425-83f8-a6706f2aa70c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7efa214e-30cf-4425-83f8-a6706f2aa70c,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:37:38.516497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.535436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:37:38.539207 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:38.543138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:37:38.549575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=fde86a83-6075-4ad0-91b3-b2c743793c50,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:38.580792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cecc3-1247-461c-85a6-c8fdaa80cc24 None None] Pushing event updated for resources: {'Port': ['ID=7efa214e-30cf-4425-83f8-a6706f2aa70c,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:38.597469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:38.786672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.099114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.103725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.181095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=fde86a83-6075-4ad0-91b3-b2c743793c50,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:39.183727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.287490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:37:39.288960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:39.325922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.413497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 7034bc16-d336-455d-a772-5f4059250a53 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:37:39.496253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.530657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:37:39.535907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-74acbc1a-3101-4a0a-bf34-8957963f1c6c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/7034bc16-d336-455d-a772-5f4059250a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395823 Oct 11 04:37:39.538891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54128) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:39.560544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6695e-19b2-4fe8-b77e-ddca565f371a None None] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:37:39.639308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b62fc-d36e-4244-9f09-fcf9e17ce4f2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.639703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b62fc-d36e-4244-9f09-fcf9e17ce4f2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.640185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b62fc-d36e-4244-9f09-fcf9e17ce4f2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.640759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b62fc-d36e-4244-9f09-fcf9e17ce4f2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.645011 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-742b62fc-d36e-4244-9f09-fcf9e17ce4f2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1024425 Oct 11 04:37:39.645446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54130) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:39.646155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Provisioning complete for port 7efa214e-30cf-4425-83f8-a6706f2aa70c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:39.646551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.647129 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Attempt 1 to provision port 7efa214e-30cf-4425-83f8-a6706f2aa70c Oct 11 04:37:39.698816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537cedd-09b4-4aed-abd2-74e8beb5e214 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.699287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537cedd-09b4-4aed-abd2-74e8beb5e214 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.699751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537cedd-09b4-4aed-abd2-74e8beb5e214 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.700238 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537cedd-09b4-4aed-abd2-74e8beb5e214 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:39.701872 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b537cedd-09b4-4aed-abd2-74e8beb5e214 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0551453 Oct 11 04:37:39.704929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54132) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:39.782572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Current status of the port 7efa214e-30cf-4425-83f8-a6706f2aa70c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:39.782945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.823645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] For port 7efa214e-30cf-4425-83f8-a6706f2aa70c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7efa214e-30cf-4425-83f8-a6706f2aa70c,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:39.828397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:39.852566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ec27117f-01d5-4090-9514-6971566776fc tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1406920 Oct 11 04:37:39.882179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f79e03-4af9-4332-88df-a15267e9f72b None None] Pushing event updated for resources: {'Port': ['ID=7efa214e-30cf-4425-83f8-a6706f2aa70c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:39.923483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54136) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:39.928064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206961369', 'description': 'tempest-secgroup-smoke-1206961369 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:39.952278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.039421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.046011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.055711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Provisioning complete for port fde86a83-6075-4ad0-91b3-b2c743793c50 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:40.056151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.056556 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Attempt 1 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:37:40.078138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c8095-26f8-4fa1-addf-7da09c7aa37a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.088369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.089933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-38b12afa-1c4d-4c20-8a96-984ee32495dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1654010 Oct 11 04:37:40.093181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54138) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:40.098669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b70c8095-26f8-4fa1-addf-7da09c7aa37a', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:40.123701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85213d3f-bdcd-4667-a84c-a15503731a6c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:40.132135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.149175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Port fde86a83-6075-4ad0-91b3-b2c743793c50 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:37:40.179260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 85213d3f-bdcd-4667-a84c-a15503731a6c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:40.179898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.180240 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 85213d3f-bdcd-4667-a84c-a15503731a6c Oct 11 04:37:40.199404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.207865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.227208 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Sync routers for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:37:40.237365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba47ebd6-b13d-45c1-8759-448bc8289aa5,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.239329 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:40.247140 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:40.249276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.250620 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f7ca3794-d7dc-48ad-a250-3c64891479a2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563230 Oct 11 04:37:40.253853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54140) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:40.259300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b70c8095-26f8-4fa1-addf-7da09c7aa37a', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:40.277827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 85213d3f-bdcd-4667-a84c-a15503731a6c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:40.278343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.291901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.308430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 85213d3f-bdcd-4667-a84c-a15503731a6c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=85213d3f-bdcd-4667-a84c-a15503731a6c,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:40.313548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.314874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7efa214e-30cf-4425-83f8-a6706f2aa70c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:40.370908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.376510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.389634 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:40.390604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bfb77a-8d3e-45e0-baa5-30952863cfcb,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.405018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=85213d3f-bdcd-4667-a84c-a15503731a6c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.408796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.412699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2d27d15e-374c-47a6-8235-36318945a906 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552143 Oct 11 04:37:40.413855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54142) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:40.418938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b70c8095-26f8-4fa1-addf-7da09c7aa37a', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:40.421973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7efa214e-30cf-4425-83f8-a6706f2aa70c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:40.422602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.423106 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7efa214e-30cf-4425-83f8-a6706f2aa70c Oct 11 04:37:40.453360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.525651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.532708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7efa214e-30cf-4425-83f8-a6706f2aa70c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:40.532963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.548543 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a5f994-ceab-4f9d-b865-b52390211299,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.560410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.567077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.568796 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1cc57926-bd5f-4bbb-a174-7a027747cb79 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537762 Oct 11 04:37:40.571747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54144) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:40.576504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b70c8095-26f8-4fa1-addf-7da09c7aa37a', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:40.600579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.651050 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Attempt 2 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:37:40.663753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.667857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.688237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf82e842-cb39-49b0-9dce-692d33f660f0,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.688496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Port fde86a83-6075-4ad0-91b3-b2c743793c50 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:37:40.698163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.699572 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-96450c44-be3b-482e-8f88-37c97a15bc27 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267319 Oct 11 04:37:40.702353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54146) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:40.705066 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:40.707358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b70c8095-26f8-4fa1-addf-7da09c7aa37a', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:40.728126 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:37:40.732896 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Checking router: 7034bc16-d336-455d-a772-5f4059250a53 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:37:40.733252 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Updating router 7034bc16-d336-455d-a772-5f4059250a53 port fde86a83-6075-4ad0-91b3-b2c743793c50 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:37:40.734165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.758865 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.796282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.801527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.819296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47ad65d-e14f-4f37-adf1-51e683b4db15,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.827207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.828436 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e12b3089-789c-481f-a87d-70f159d833de tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250875 Oct 11 04:37:40.831228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54148) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:40.835642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'b70c8095-26f8-4fa1-addf-7da09c7aa37a', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:40.856172 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:37:40.860888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.923702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.927261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.949356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f782d509-95ec-4fe2-a756-14c081641a67,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:40.960778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:40.962010 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-56ac62e4-3f22-41ec-ac1f-c1fae0ae7e74 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298385 Oct 11 04:37:41.025609 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.031322 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.106166 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Pushing event updated for resources: {'Port': ['ID=fde86a83-6075-4ad0-91b3-b2c743793c50,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:41.119553 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.119920 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.120255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.120590 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.120916 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.121255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.121579 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.122462 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.122462 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.122745 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.122849 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.123149 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:37:41.131621 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Attempting to bind port fde86a83-6075-4ad0-91b3-b2c743793c50 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:37:41.131994 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Attempting to bind port fde86a83-6075-4ad0-91b3-b2c743793c50 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:37:41.132366 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Attempting to bind port fde86a83-6075-4ad0-91b3-b2c743793c50 on network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:37:41.137334 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:37:41.137703 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Checking segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:37:41.138104 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.138491 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Bound using segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:37:41.139040 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Bound port: fde86a83-6075-4ad0-91b3-b2c743793c50, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:37:41.139415 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.140711 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-da1b799d-1b64-470e-ba62-21eef238bf7b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206961369&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0342364 Oct 11 04:37:41.190029 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Attempt 3 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:37:41.203464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] For port fde86a83-6075-4ad0-91b3-b2c743793c50, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:37:41.206690 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] For port fde86a83-6075-4ad0-91b3-b2c743793c50, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fde86a83-6075-4ad0-91b3-b2c743793c50,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:37:41.211620 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.230667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Port fde86a83-6075-4ad0-91b3-b2c743793c50 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:37:41.247289 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:41.247910 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:41.256419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-45b7fe30-e50c-4ae8-81d0-d2e6293cc608 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:41.257901 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-45b7fe30-e50c-4ae8-81d0-d2e6293cc608 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 797 time: 0.1100910 Oct 11 04:37:41.272582 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-a5eae50e-db19-42ff-9ef8-86e5d9d3fd3e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0088124 Oct 11 04:37:41.313473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366ab5a-aa42-42ff-a95a-ba976fd4543c None None] Pushing event updated for resources: {'Port': ['ID=fde86a83-6075-4ad0-91b3-b2c743793c50,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:41.324284 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-3c3d6c35-fd3f-443a-9278-42950fdf52e3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461755 Oct 11 04:37:41.370435 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:41.419218 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-aae62b3b-ffaf-4fb8-a427-43b17abcc338 service neutron] 10.222.0.39 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832536 Oct 11 04:37:41.513697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-74af6c94-55c8-418a-b519-cec2a10daa9f service neutron] 10.222.0.39 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883403 Oct 11 04:37:41.565574 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:41.595350 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d98fd-be87-4afe-8699-deeb9b207a47 None None] The sync data for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv is: [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:37:41.698694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6f40d3b0-51ba-4d35-ae7d-05a96afddc7e req-f7445bfc-699e-458e-8cc9-20cbb4fc5286 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 210 time: 0.0273385 Oct 11 04:37:41.732250 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Attempt 4 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:37:41.822181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Current status of the port fde86a83-6075-4ad0-91b3-b2c743793c50 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:41.823272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.860811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] For port fde86a83-6075-4ad0-91b3-b2c743793c50, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fde86a83-6075-4ad0-91b3-b2c743793c50,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:41.867425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.912154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Provisioning complete for port 7efa214e-30cf-4425-83f8-a6706f2aa70c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:41.912511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:41.913126 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Attempt 1 to provision port 7efa214e-30cf-4425-83f8-a6706f2aa70c Oct 11 04:37:41.947487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Pushing event updated for resources: {'Port': ['ID=fde86a83-6075-4ad0-91b3-b2c743793c50,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:42.020328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba17c-a7d3-4c9c-ac02-ab0875d89acf None None] Current status of the port 7efa214e-30cf-4425-83f8-a6706f2aa70c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:42.144030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85213d3f-bdcd-4667-a84c-a15503731a6c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:42.180536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2034d8ce-4121-4b5f-a1f4-d90ab4e5d639 None None] Provisioning complete for port fde86a83-6075-4ad0-91b3-b2c743793c50 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:42.180914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2034d8ce-4121-4b5f-a1f4-d90ab4e5d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:42.181255 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2034d8ce-4121-4b5f-a1f4-d90ab4e5d639 None None] Attempt 1 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:37:42.242238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 85213d3f-bdcd-4667-a84c-a15503731a6c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:42.242638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:42.242979 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 85213d3f-bdcd-4667-a84c-a15503731a6c Oct 11 04:37:42.320303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2034d8ce-4121-4b5f-a1f4-d90ab4e5d639 None None] Current status of the port fde86a83-6075-4ad0-91b3-b2c743793c50 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:42.368374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 85213d3f-bdcd-4667-a84c-a15503731a6c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:42.369493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fde86a83-6075-4ad0-91b3-b2c743793c50 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:42.417842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fde86a83-6075-4ad0-91b3-b2c743793c50 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:42.418217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:42.418684 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:37:42.497037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fde86a83-6075-4ad0-91b3-b2c743793c50 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:42.781798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-7ba165bd-dbe7-4999-814d-fbf0ca4873ff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:42.783514 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-7ba165bd-dbe7-4999-814d-fbf0ca4873ff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 797 time: 0.1288087 Oct 11 04:37:42.817410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-05551d51-1c77-418f-a50e-387d2e9fa4c4 req-8766a854-308b-47b5-8d88-9b61cc45a1ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 210 time: 0.0280676 Oct 11 04:37:42.854006 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-a096e329-0b20-4c5f-b517-800458c95937 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 380 time: 0.0391204 Oct 11 04:37:42.862883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': '0100a39b-008f-4874-96a2-0958cf9c241d', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['b70c8095-26f8-4fa1-addf-7da09c7aa37a']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:42.966380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:37:42.969790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.093200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.13 (24fd3f4c-ccc7-41db-bd45-ea688afe71ec/ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc/a64a42cb-905d-4b89-923c-1cac6e6efb96) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:37:43.231325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.265040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.306360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:37:43.309520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:43.313167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:37:43.338647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=a64a42cb-905d-4b89-923c-1cac6e6efb96,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:43.367766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:43.368390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.384472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-1f910c02-1abc-482b-ba00-094429f031c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5250754 Oct 11 04:37:43.440543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Request body: {'port': {'device_id': '0100a39b-008f-4874-96a2-0958cf9c241d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:43.498854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.549789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d1bdb720-cfbd-41f8-8ce5-6d9cf42f4f3b None None] Provisioning complete for port a64a42cb-905d-4b89-923c-1cac6e6efb96 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:43.550402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb720-cfbd-41f8-8ce5-6d9cf42f4f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.550509 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d1bdb720-cfbd-41f8-8ce5-6d9cf42f4f3b None None] Attempt 1 to provision port a64a42cb-905d-4b89-923c-1cac6e6efb96 Oct 11 04:37:43.583830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdb720-cfbd-41f8-8ce5-6d9cf42f4f3b None None] Port a64a42cb-905d-4b89-923c-1cac6e6efb96 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:37:43.759708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64a42cb-905d-4b89-923c-1cac6e6efb96 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:37:43.767245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.780031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Transition to ACTIVE for port object a64a42cb-905d-4b89-923c-1cac6e6efb96 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:37:43.783402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.861147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Pushing event updated for resources: {'Port': ['ID=a64a42cb-905d-4b89-923c-1cac6e6efb96,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:43.891976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Attempting to bind port a64a42cb-905d-4b89-923c-1cac6e6efb96 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:37:43.892313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Attempting to bind port a64a42cb-905d-4b89-923c-1cac6e6efb96 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:37:43.892645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Attempting to bind port a64a42cb-905d-4b89-923c-1cac6e6efb96 on network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:37:43.896983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Port a64a42cb-905d-4b89-923c-1cac6e6efb96 on network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:37:43.897305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Attempting to bind port a64a42cb-905d-4b89-923c-1cac6e6efb96 on network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:37:43.902797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:37:43.903076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Checking segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:37:43.903456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Bound using segment: {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:37:43.903979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Bound port: a64a42cb-905d-4b89-923c-1cac6e6efb96, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:37:43.904344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.940961 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95857aff-7330-4716-bbf1-ab643cbc8ad0 req-0476f471-a576-4d21-99c9-cd1fd4f51284 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:43.942430 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95857aff-7330-4716-bbf1-ab643cbc8ad0 req-0476f471-a576-4d21-99c9-cd1fd4f51284 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 944 time: 0.0486834 Oct 11 04:37:43.968088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] For port a64a42cb-905d-4b89-923c-1cac6e6efb96, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:37:43.971280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] For port a64a42cb-905d-4b89-923c-1cac6e6efb96, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:37:43.977211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.980790 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95857aff-7330-4716-bbf1-ab643cbc8ad0 req-3659f9ba-87af-43a2-a9ca-938853b43696 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Oct 11 04:37:43.983048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:43.983671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:43.985081 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] 10.222.0.45 "PUT /v2.0/ports/a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 1094 time: 0.5490634 Oct 11 04:37:43.987266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:37:43.989558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed" -d '{"events": [{"name": "network-changed", "server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:37:44.036650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450e6222-b04c-43c9-b2b3-1a8c79e6ec6a x-openstack-request-id: req-450e6222-b04c-43c9-b2b3-1a8c79e6ec6a {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:37:44.036932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:37:44.037186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-450e6222-b04c-43c9-b2b3-1a8c79e6ec6a {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:37:44.037581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450e6222-b04c-43c9-b2b3-1a8c79e6ec6a'] response: {'name': 'network-changed', 'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'status': 'completed', 'code': 200} Oct 11 04:37:44.043066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f7cb-fe9b-4276-bb0a-bf254b396942 service neutron] Pushing event updated for resources: {'Port': ['ID=a64a42cb-905d-4b89-923c-1cac6e6efb96,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:44.085764 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d1bdb720-cfbd-41f8-8ce5-6d9cf42f4f3b None None] Attempt 2 to provision port a64a42cb-905d-4b89-923c-1cac6e6efb96 Oct 11 04:37:44.089181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-22a0cb26-b1c3-4851-8e8b-5b66121e3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.090713 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-22a0cb26-b1c3-4851-8e8b-5b66121e3e5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1097 time: 0.0402088 Oct 11 04:37:44.127165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdb720-cfbd-41f8-8ce5-6d9cf42f4f3b None None] Port a64a42cb-905d-4b89-923c-1cac6e6efb96 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:37:44.141220 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-d4ae124e-7549-4ef4-ab4e-09df3727cd89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 217 time: 0.0385237 Oct 11 04:37:44.189588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-f990b12e-0836-44f2-8220-57b55ede427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.190992 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-f990b12e-0836-44f2-8220-57b55ede427e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0434518 Oct 11 04:37:44.235242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-723543d7-226c-4abe-9fd7-a0203b97d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.236694 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-723543d7-226c-4abe-9fd7-a0203b97d9de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393515 Oct 11 04:37:44.327843 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-79f9a7c9-af67-46ca-88d1-0d8a80483f98 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845153 Oct 11 04:37:44.415028 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-306b0e20-36a7-42d4-9c97-471cea99d0f2 req-b28dc3d4-1be1-4a92-9ed3-485f003e77d2 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809171 Oct 11 04:37:44.551228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-b8ff9c45-f55a-44fa-a2c7-119085a62ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.552612 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-b8ff9c45-f55a-44fa-a2c7-119085a62ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1097 time: 0.0443287 Oct 11 04:37:44.638834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-b90b7981-7330-4172-a545-fc2344da83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.640291 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-b90b7981-7330-4172-a545-fc2344da83b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 898 time: 0.0816321 Oct 11 04:37:44.684522 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-3f1af2fd-224f-4e56-a705-c799f777f80c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 217 time: 0.0379908 Oct 11 04:37:44.733244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-046b09bf-8e5a-4aed-9ee9-7755dac95afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.734773 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-046b09bf-8e5a-4aed-9ee9-7755dac95afe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0437696 Oct 11 04:37:44.778223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-b81e4bcd-817b-4df7-96d2-8043dc350eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:44.779689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-b81e4bcd-817b-4df7-96d2-8043dc350eb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390937 Oct 11 04:37:44.871642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-c9ac6070-6186-4ceb-80b9-05bebc182f2f service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841818 Oct 11 04:37:44.957038 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0db7c0e5-52c6-4e4f-bafe-7e1234077bed req-30ad9ccd-3f4c-4f9d-8812-db6737d4fec8 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792487 Oct 11 04:37:45.106235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21345d4-8f7e-4397-b221-9f6edd5bd7d2 req-d020f690-36bb-4413-a49f-b4ef4509a773 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:45.107737 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b21345d4-8f7e-4397-b221-9f6edd5bd7d2 req-d020f690-36bb-4413-a49f-b4ef4509a773 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 944 time: 0.0514932 Oct 11 04:37:45.145032 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b21345d4-8f7e-4397-b221-9f6edd5bd7d2 req-88882442-a3c1-4f21-8a79-829c5de014ca tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Oct 11 04:37:46.269092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886f4bc-ec5b-44ba-a7dd-58d48a0bd322 req-81800866-f752-4e33-ae12-21d5681290fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:46.270472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1886f4bc-ec5b-44ba-a7dd-58d48a0bd322 req-81800866-f752-4e33-ae12-21d5681290fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 944 time: 0.0521035 Oct 11 04:37:46.307511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1886f4bc-ec5b-44ba-a7dd-58d48a0bd322 req-36fe5dfa-e615-433b-a7e0-94f4f86700ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306425 Oct 11 04:37:47.030347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device a64a42cb-905d-4b89-923c-1cac6e6efb96 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:37:47.124504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port a64a42cb-905d-4b89-923c-1cac6e6efb96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:47.135356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'port_id': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'mac_address': 'fa:16:3e:79:1a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:37:47.171025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port a64a42cb-905d-4b89-923c-1cac6e6efb96 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:47.171456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:47.187303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64a42cb-905d-4b89-923c-1cac6e6efb96 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:37:47.206829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port a64a42cb-905d-4b89-923c-1cac6e6efb96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:47.210586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:47.261278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=a64a42cb-905d-4b89-923c-1cac6e6efb96,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:47.424744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6450-8681-4bc7-a2dd-4c3d3be3666c req-16c34107-c10e-4a5a-83b4-e4e422795d68 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:47.426182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eb6e6450-8681-4bc7-a2dd-4c3d3be3666c req-16c34107-c10e-4a5a-83b4-e4e422795d68 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 945 time: 0.0474901 Oct 11 04:37:47.463735 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eb6e6450-8681-4bc7-a2dd-4c3d3be3666c req-a72c0916-01bb-44ec-9c2c-3b92ccb09c4c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Oct 11 04:37:47.604490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['a64a42cb-905d-4b89-923c-1cac6e6efb96'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:37:48.582701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bc1cf-650e-48b0-827f-6dc7cfb588bc req-e7d7a15d-d3b7-41db-bd7b-c5dd7abe1ed4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:48.584173 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd0bc1cf-650e-48b0-827f-6dc7cfb588bc req-e7d7a15d-d3b7-41db-bd7b-c5dd7abe1ed4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 945 time: 0.0478680 Oct 11 04:37:48.621485 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd0bc1cf-650e-48b0-827f-6dc7cfb588bc req-776a0bd0-16be-45ec-9821-224b180b12b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Oct 11 04:37:49.030899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device a64a42cb-905d-4b89-923c-1cac6e6efb96 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:37:49.079046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port a64a42cb-905d-4b89-923c-1cac6e6efb96 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:37:49.082744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port a64a42cb-905d-4b89-923c-1cac6e6efb96 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:37:49.083115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:49.083452 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port a64a42cb-905d-4b89-923c-1cac6e6efb96 Oct 11 04:37:49.160686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port a64a42cb-905d-4b89-923c-1cac6e6efb96 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:37:49.161069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:49.190448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:37:49.192720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac86ab11-f9de-4aac-a7e3-66eff6fe2806" -d '{"events": [{"server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "name": "network-vif-plugged", "status": "completed", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:37:49.204771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port a64a42cb-905d-4b89-923c-1cac6e6efb96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:37:49.208872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:49.232473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bf9735-8d3e-49c0-91e8-6050e28b0d95 x-openstack-request-id: req-c0bf9735-8d3e-49c0-91e8-6050e28b0d95 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:37:49.232766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "name": "network-vif-plugged", "status": "completed", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:37:49.233018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0bf9735-8d3e-49c0-91e8-6050e28b0d95 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:37:49.233410 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bf9735-8d3e-49c0-91e8-6050e28b0d95'] response: {'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'code': 200} Oct 11 04:37:49.258060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=a64a42cb-905d-4b89-923c-1cac6e6efb96,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:49.421840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef9e57-f4ac-453b-a6a2-8c1405d613a5 req-aff1d414-1059-4b52-891e-ee2f1e64f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:49.423368 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2ef9e57-f4ac-453b-a6a2-8c1405d613a5 req-aff1d414-1059-4b52-891e-ee2f1e64f144 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1099 time: 0.0396960 Oct 11 04:37:49.456448 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2ef9e57-f4ac-453b-a6a2-8c1405d613a5 req-1ae74a58-8671-46bf-8eab-595994a794b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265672 Oct 11 04:37:49.745013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a130d-f516-450d-85aa-c253fe7e0b7f req-794b6b54-5f0c-4347-bd91-96db3663cbb0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:49.746384 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc7a130d-f516-450d-85aa-c253fe7e0b7f req-794b6b54-5f0c-4347-bd91-96db3663cbb0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 946 time: 0.0510566 Oct 11 04:37:49.782852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc7a130d-f516-450d-85aa-c253fe7e0b7f req-1018b037-cb7a-4cb4-a8e9-1f8457169a7c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Oct 11 04:37:50.910200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93921-c050-43ba-8f8b-ababe58f4b04 req-88efb2d7-2bf4-4700-bf65-7d3a891363ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:50.911620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59b93921-c050-43ba-8f8b-ababe58f4b04 req-88efb2d7-2bf4-4700-bf65-7d3a891363ae tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 946 time: 0.0483887 Oct 11 04:37:50.949453 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59b93921-c050-43ba-8f8b-ababe58f4b04 req-4ef702c5-551b-4d4c-b5df-212e3b768c9a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311551 Oct 11 04:37:51.067440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c470c5-a893-40ee-842c-1a4fabe4ca49 req-2c3078fc-76b5-4a15-bdcd-da9e3aa943dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:51.068900 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42c470c5-a893-40ee-842c-1a4fabe4ca49 req-2c3078fc-76b5-4a15-bdcd-da9e3aa943dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 946 time: 0.0484309 Oct 11 04:37:51.106057 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42c470c5-a893-40ee-842c-1a4fabe4ca49 req-d1967299-eb4d-4ede-9e90-3b1dc66bb7b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Oct 11 04:37:51.133780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54202) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:51.172137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124141f3-39b0-4078-b090-d0574b88dfa2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:51.173689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-124141f3-39b0-4078-b090-d0574b88dfa2 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1094 time: 0.0389276 Oct 11 04:37:51.176755 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54204) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:51.181587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:37:51.201569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:51.298687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:51.398660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.77 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/6fe035e0-ccfd-47c6-bb44-087298c2aae9) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:37:51.503847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:51.536254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:51.573772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:37:51.578145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:37:51.581620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:37:51.587493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=6fe035e0-ccfd-47c6-bb44-087298c2aae9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:51.931452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:51.995244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:52.141640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:52.145807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:52.213954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=6fe035e0-ccfd-47c6-bb44-087298c2aae9,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:37:52.216304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:52.314680 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 32e31a0e-1655-419c-97ce-766aa961fe6b associated. External IP: 172.26.8.77, port: a64a42cb-905d-4b89-923c-1cac6e6efb96. Oct 11 04:37:52.514150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 7034bc16-d336-455d-a772-5f4059250a53 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:37:52.619141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:37:52.629106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] Sync routers for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:37:52.636504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:37:52.638984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:52.639602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:52.666001 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-42525d8b-fe3f-4455-aad8-b4f59adcb28d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4881816 Oct 11 04:37:52.666665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:37:52.668923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e5be5-4e2c-41e7-9165-46f9b0d4de91" -d '{"events": [{"name": "network-changed", "server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:37:52.669100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54206) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:52.707218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdbd2e4-904e-4f50-8960-86ba462fcf35 x-openstack-request-id: req-abdbd2e4-904e-4f50-8960-86ba462fcf35 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:37:52.707655 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:37:52.707927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abdbd2e4-904e-4f50-8960-86ba462fcf35 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:37:52.708337 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdbd2e4-904e-4f50-8960-86ba462fcf35'] response: {'name': 'network-changed', 'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'status': 'completed', 'code': 200} Oct 11 04:37:52.747890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e5a0b31a-441c-4c08-a88f-ebc64200db5e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/32e31a0e-1655-419c-97ce-766aa961fe6b HTTP/1.1" status: 200 len: 991 time: 0.0772862 Oct 11 04:37:52.752707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:52.984686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '32e31a0e-1655-419c-97ce-766aa961fe6b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.77', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '7034bc16-d336-455d-a772-5f4059250a53', 'port_id': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'mac_address': 'fa:16:3e:79:1a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0100a39b-008f-4874-96a2-0958cf9c241d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:37:51Z', 'updated_at': '2022-10-11T04:37:51Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:53.012089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] Checking router: 7034bc16-d336-455d-a772-5f4059250a53 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:37:53.020806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:37:53.021415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:37:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:53.130055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-dcb4ac28-4860-456a-94a6-2f2c0c522a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:53.131551 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-dcb4ac28-4860-456a-94a6-2f2c0c522a13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1099 time: 0.3821363 Oct 11 04:37:53.229746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-1985b590-8bbe-4dd6-981e-dbc87829b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:53.231265 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-1985b590-8bbe-4dd6-981e-dbc87829b524 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 898 time: 0.0926611 Oct 11 04:37:53.270432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:37:53.297787 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-9454e860-2b22-42ca-ac82-1ce023fe115d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 999 time: 0.0601988 Oct 11 04:37:53.344452 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-dceb9a05-84a7-4355-974e-50a8db91f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:53.345915 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-dceb9a05-84a7-4355-974e-50a8db91f817 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0425589 Oct 11 04:37:53.390611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-98e64546-0a78-45e6-92c5-fd4cec573d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:37:53.392038 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-98e64546-0a78-45e6-92c5-fd4cec573d62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394533 Oct 11 04:37:53.487386 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-0190fedc-e289-4917-a80f-e3b330f8eb8c service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889728 Oct 11 04:37:53.495459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '32e31a0e-1655-419c-97ce-766aa961fe6b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.77', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '7034bc16-d336-455d-a772-5f4059250a53', 'port_id': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'mac_address': 'fa:16:3e:79:1a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0100a39b-008f-4874-96a2-0958cf9c241d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:37:51Z', 'updated_at': '2022-10-11T04:37:51Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:37:53.521214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f506d-9f2c-44b3-90f6-ce141b1189cd None None] The sync data for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv is: [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '32e31a0e-1655-419c-97ce-766aa961fe6b', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.77', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '7034bc16-d336-455d-a772-5f4059250a53', 'port_id': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'mac_address': 'fa:16:3e:79:1a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0100a39b-008f-4874-96a2-0958cf9c241d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:37:51Z', 'updated_at': '2022-10-11T04:37:51Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:37:53.585388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-589e5be5-4e2c-41e7-9165-46f9b0d4de91 req-f8233c4f-c173-4592-877e-2faf473c5995 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910876 Oct 11 04:37:53.713500 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78135e06-d4bd-431c-a963-a61af0c5c446 None None] New status for floating IP 32e31a0e-1655-419c-97ce-766aa961fe6b: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:37:53.751791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54210) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:53.811027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7a7da0ee-1d23-4c34-a1cb-dafc55458daa tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/32e31a0e-1655-419c-97ce-766aa961fe6b HTTP/1.1" status: 200 len: 991 time: 0.0579870 Oct 11 04:37:54.814193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54212) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:37:54.876937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-72550799-3c69-4b79-b464-371f5370e50f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/32e31a0e-1655-419c-97ce-766aa961fe6b HTTP/1.1" status: 200 len: 993 time: 0.0615323 Oct 11 04:38:04.182372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f4de1ce-f7ba-44dd-b63a-82aae444ee08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:06.453077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a5b2fd37-b8a1-486a-9704-b182ac9e61d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:06.644366 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:38:07.741764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:09.317014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:09.497610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:10.476906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:26.766722 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-0503afd1-46bd-4b1e-a8a0-dbb1a5cfa30b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750790 Oct 11 04:38:26.863197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-597be678-bd6e-40cd-bebf-0c27473a8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:38:26.864692 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-597be678-bd6e-40cd-bebf-0c27473a8086 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1099 time: 0.0402548 Oct 11 04:38:26.967702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-99a8050e-0a37-40db-be92-839fb690ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:38:26.969046 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-99a8050e-0a37-40db-be92-839fb690ff8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 898 time: 0.0854850 Oct 11 04:38:27.034902 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-285235fd-ee02-4e82-8a68-eb1a04bb5f2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 1001 time: 0.0588176 Oct 11 04:38:27.083286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-7db2932c-09b6-41fa-abee-8ccb857857a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:38:27.084782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-7db2932c-09b6-41fa-abee-8ccb857857a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0445619 Oct 11 04:38:27.144636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-36f3645e-2bd1-49c0-9353-969b2c7bd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:38:27.146106 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-36f3645e-2bd1-49c0-9353-969b2c7bd7c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433671 Oct 11 04:38:27.236850 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-9f716e5c-0d0a-414a-b2ec-7f6eba1aee16 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825195 Oct 11 04:38:27.330849 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2c28fb0-c554-42a1-9cae-491dbed59db2 req-aca02ebd-6ae2-41fc-91f2-86b7551d725e service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Oct 11 04:38:34.184621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-67a97df0-64a3-461a-bce7-df9490fa95d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:36.453991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-35289a3b-0271-4b59-a1db-667f6a53f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:37.744989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:39.322521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:39.498347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:40.494177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:38:43.643050 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:39:04.185720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9a38cb7-fba7-4d6c-8a2c-bbfe5a3337fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:06.455795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c97-4935-4b2f-b84b-17382c789bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:07.747824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:09.323814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:09.499704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:10.491813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:20.641313 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:39:27.702518 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-45834927-2d3a-4ac3-ba4b-0127e7e6bf82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404217 Oct 11 04:39:27.799356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74635-d676-4c79-941a-473a9a605dc6 req-704292a4-eace-49e2-b261-9fddba861cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:39:27.800807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-704292a4-eace-49e2-b261-9fddba861cf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1099 time: 0.0394278 Oct 11 04:39:27.904480 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74635-d676-4c79-941a-473a9a605dc6 req-87deb733-3101-48aa-b504-7ef3e127e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:39:27.905842 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-87deb733-3101-48aa-b504-7ef3e127e85c service neutron] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 898 time: 0.0875931 Oct 11 04:39:27.968167 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-0c5cefd6-fd6c-4a9a-8488-ee8053d6b02d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 1001 time: 0.0560963 Oct 11 04:39:28.018738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74635-d676-4c79-941a-473a9a605dc6 req-f848f9d4-a096-4eda-ba96-e1cc009a7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:39:28.020137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-f848f9d4-a096-4eda-ba96-e1cc009a7037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0461454 Oct 11 04:39:28.063986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74635-d676-4c79-941a-473a9a605dc6 req-910cdca5-fdf5-4a96-bc44-8d3cdf3fbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:39:28.065443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-910cdca5-fdf5-4a96-bc44-8d3cdf3fbcd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387135 Oct 11 04:39:28.157467 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-5538e894-3bdc-47b7-8c3a-3a43e8e6c35e service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841525 Oct 11 04:39:28.244619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44e74635-d676-4c79-941a-473a9a605dc6 req-42d2f869-ac8f-486b-8ed0-45a5f39d0420 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811832 Oct 11 04:39:34.187744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fe3d786a-4ee4-4351-8b7f-d98c79932005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:36.457345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c20a57b6-73e3-4a45-8631-b8b72e8ad8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:37.748993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:39.325901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:39.501917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:40.518344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:39:57.640461 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:40:04.190114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-95f961fc-9d5b-4fcc-9514-983f1b39de33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:06.458299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0ad69f18-3943-43cf-b021-e6b7d19c6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:07.752852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:09.331241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:09.503115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:10.518502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:21.496155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54256) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:40:21.502422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:40:21.589661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33074162'] for subnet, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:21.727172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777827260115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4420923'] for subnet, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:21.764624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:40:21.765113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:21.766864 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/subnets/ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 835 time: 0.2692261 Oct 11 04:40:21.771680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c416f7d-5f9a-45a6-8701-f3b2be543649 None None] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:40:21.782623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:40:21.789730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.790085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.790431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.790796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.791131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.791498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.791829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.792157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.792489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.792815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.793140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:21.793465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c97f7-764d-465f-a910-f94b2bfdcc72 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:40:22.174959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Provisioning complete for port a64a42cb-905d-4b89-923c-1cac6e6efb96 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:40:22.175326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:22.175661 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Attempt 1 to provision port a64a42cb-905d-4b89-923c-1cac6e6efb96 Oct 11 04:40:22.257736 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Current status of the port a64a42cb-905d-4b89-923c-1cac6e6efb96 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:40:22.267558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Provisioning complete for port fde86a83-6075-4ad0-91b3-b2c743793c50 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:40:22.267924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:22.268256 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Attempt 1 to provision port fde86a83-6075-4ad0-91b3-b2c743793c50 Oct 11 04:40:22.340749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Current status of the port fde86a83-6075-4ad0-91b3-b2c743793c50 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:40:22.350420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Provisioning complete for port 7efa214e-30cf-4425-83f8-a6706f2aa70c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:40:22.350814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:22.351150 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Attempt 1 to provision port 7efa214e-30cf-4425-83f8-a6706f2aa70c Oct 11 04:40:22.426621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93e95114-c033-4672-a7d3-7e18cace1af2 None None] Current status of the port 7efa214e-30cf-4425-83f8-a6706f2aa70c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:40:28.723231 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-67e7ad1e-ff3c-47ca-8994-5d6d95709ec8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394993 Oct 11 04:40:28.821814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-7a9b0214-77d8-47d5-b026-81cfb7c0582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:40:28.823303 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-7a9b0214-77d8-47d5-b026-81cfb7c0582f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1099 time: 0.0436966 Oct 11 04:40:28.924703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-7bea8c1b-127c-4d95-bcbd-3a5ce27e1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:40:28.926103 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-7bea8c1b-127c-4d95-bcbd-3a5ce27e1b5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 898 time: 0.0837636 Oct 11 04:40:28.993499 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-3d681412-e903-4058-a273-c142ff84c776 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 1001 time: 0.0608830 Oct 11 04:40:29.041485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-81c84f25-6eab-4cb1-a77f-768289fc173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:40:29.042912 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-81c84f25-6eab-4cb1-a77f-768289fc173a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0432792 Oct 11 04:40:29.085880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-e3bcf417-c0f5-457a-b5a9-89a7a0be81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:40:29.087367 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-e3bcf417-c0f5-457a-b5a9-89a7a0be81ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382428 Oct 11 04:40:29.178703 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-fff2bcad-b805-4935-a99c-c2cc5bf82c6a service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846207 Oct 11 04:40:29.266661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2288fa13-fb2d-4593-b50d-98474ec36810 req-7bce49ca-e4df-4727-96e2-d646322c5a92 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812678 Oct 11 04:40:34.191234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c27973c5-6d27-498d-9c98-35eb9dc21621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:34.639755 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:40:36.459237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dc72c068-0ee5-454f-9e01-ce2aaa596da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:37.754393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:39.329855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:39.504744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:40:40.541051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:04.195513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7ef58941-acec-4c0d-b9c1-4a73315dfac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:05.428276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54286) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:05.580285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 6fe035e0-ccfd-47c6-bb44-087298c2aae9 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:41:05.580621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:05.659287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:05.659616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:05.671607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 6fe035e0-ccfd-47c6-bb44-087298c2aae9 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:41:05.812850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:05.840918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=6fe035e0-ccfd-47c6-bb44-087298c2aae9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:05.901302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:05.901629 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 32e31a0e-1655-419c-97ce-766aa961fe6b disassociated (deleted). External IP: 172.26.8.77, port: a64a42cb-905d-4b89-923c-1cac6e6efb96. Oct 11 04:41:06.112048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 7034bc16-d336-455d-a772-5f4059250a53 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:41:06.216692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:41:06.221222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:06.226809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] Sync routers for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:41:06.236268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:06.236872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:40:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:06.247667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-acee7fdd-aa53-4c44-9ecf-8d6f8753b841 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/32e31a0e-1655-419c-97ce-766aa961fe6b HTTP/1.1" status: 204 len: 168 time: 0.8183339 Oct 11 04:41:06.249054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:06.252410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a" -d '{"events": [{"name": "network-changed", "server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:06.292274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74518e83-a681-4145-afe9-b13e3ad6230b x-openstack-request-id: req-74518e83-a681-4145-afe9-b13e3ad6230b {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:06.292630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:06.292850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74518e83-a681-4145-afe9-b13e3ad6230b {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:06.293295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74518e83-a681-4145-afe9-b13e3ad6230b'] response: {'name': 'network-changed', 'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'status': 'completed', 'code': 200} Oct 11 04:41:06.349888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:06.392268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-f983c030-c6ef-4c8b-a780-457b80cb662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:06.394385 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-f983c030-c6ef-4c8b-a780-457b80cb662e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 1099 time: 0.0585845 Oct 11 04:41:06.498185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-37d5ff14-d7ef-439f-a144-8a4be5980941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:06.525992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228d643-9b07-4d6a-b588-3123ba023b22 req-23eac007-d479-418c-ae66-8dad9d21b39d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:06.527533 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e228d643-9b07-4d6a-b588-3123ba023b22 req-23eac007-d479-418c-ae66-8dad9d21b39d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 946 time: 0.0999894 Oct 11 04:41:06.571066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:06.577511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-5fe3513f-c99d-47e0-9892-6ac335db2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:06.579000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-5fe3513f-c99d-47e0-9892-6ac335db2165 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 200 len: 898 time: 0.1416230 Oct 11 04:41:06.586648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e228d643-9b07-4d6a-b588-3123ba023b22 req-f413410f-f92c-4191-9e42-716600920037 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522850 Oct 11 04:41:06.597795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] Checking router: 7034bc16-d336-455d-a772-5f4059250a53 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:41:06.606063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:06.606699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:06.624495 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-7519dd96-d9de-43a2-a180-aaca5271c3c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Oct 11 04:41:06.674619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-9fab64cd-3c80-43f2-bbea-26120ef463b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:06.676088 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-9fab64cd-3c80-43f2-bbea-26120ef463b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 200 len: 843 time: 0.0447893 Oct 11 04:41:06.712558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:06.721176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-b9e0169f-725b-44d4-a9af-40a88a9a392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:06.722820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-b9e0169f-725b-44d4-a9af-40a88a9a392d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24fd3f4c-ccc7-41db-bd45-ea688afe71ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400767 Oct 11 04:41:06.819262 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-987e023d-7236-4435-9a73-e7c19bb2b9aa service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880375 Oct 11 04:41:06.922623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f6cc3d7d-7e0b-40aa-8d8c-3bfd13c7549a req-d027e604-0070-477e-8730-005963b18118 service neutron] 10.222.0.45 "GET /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966349 Oct 11 04:41:07.050650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:07.079835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa483143-56dd-4954-8afd-25151b80b977 None None] The sync data for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv is: [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:38Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fde86a83-6075-4ad0-91b3-b2c743793c50', 'name': '', 'network_id': '24fd3f4c-ccc7-41db-bd45-ea688afe71ec', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:09:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:38Z', 'updated_at': '2022-10-11T04:37:41Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': 'ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:41:07.288746 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef9d00-f785-4412-9153-c51e54a43474 None None] New status for floating IP 32e31a0e-1655-419c-97ce-766aa961fe6b: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:41:07.717092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc08e7-c615-4ad5-a1e2-eff4cbb1c399 req-3a5eee1d-60a4-4d43-8ef2-159a028dd54a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:07.718522 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d7bc08e7-c615-4ad5-a1e2-eff4cbb1c399 req-3a5eee1d-60a4-4d43-8ef2-159a028dd54a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 946 time: 0.0477624 Oct 11 04:41:07.756781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:07.759740 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d7bc08e7-c615-4ad5-a1e2-eff4cbb1c399 req-1bdd62d7-91ca-4712-8aa8-ce79830f6227 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=b70c8095-26f8-4fa1-addf-7da09c7aa37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349696 Oct 11 04:41:08.216103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-0f455fc3-a519-4abb-a8a3-6ed7b2c2dc7e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:08.217524 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-0f455fc3-a519-4abb-a8a3-6ed7b2c2dc7e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 946 time: 0.0477972 Oct 11 04:41:08.302374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port a64a42cb-905d-4b89-923c-1cac6e6efb96 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:41:08.302740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:08.391041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port a64a42cb-905d-4b89-923c-1cac6e6efb96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a64a42cb-905d-4b89-923c-1cac6e6efb96,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:08.391319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:08.402747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for a64a42cb-905d-4b89-923c-1cac6e6efb96 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:41:08.529208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:08.558932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=a64a42cb-905d-4b89-923c-1cac6e6efb96,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:08.571036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.571388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.571728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.572063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.572394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.572724 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.573051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.573409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.573740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.574062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.574384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.574786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:08.609286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port a64a42cb-905d-4b89-923c-1cac6e6efb96 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:41:08.612372 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:08.615707 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-de497a43-0502-4ffa-9cfb-4945592e5402 req-9a8aee24-0075-410f-8434-750145e6dc0e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/a64a42cb-905d-4b89-923c-1cac6e6efb96 HTTP/1.1" status: 204 len: 173 time: 0.3925793 Oct 11 04:41:08.616201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'name': 'network-vif-deleted', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:08.618431 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653bd85a-3499-4896-a33c-4084226436c7" -d '{"events": [{"server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "name": "network-vif-deleted", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:08.710143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd262771-02ea-470c-8845-c78860813552 x-openstack-request-id: req-fd262771-02ea-470c-8845-c78860813552 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:08.710464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0100a39b-008f-4874-96a2-0958cf9c241d", "name": "network-vif-deleted", "tag": "a64a42cb-905d-4b89-923c-1cac6e6efb96", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:08.710752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd262771-02ea-470c-8845-c78860813552 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:08.711152 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd262771-02ea-470c-8845-c78860813552'] response: {'server_uuid': '0100a39b-008f-4874-96a2-0958cf9c241d', 'name': 'network-vif-deleted', 'tag': 'a64a42cb-905d-4b89-923c-1cac6e6efb96', 'status': 'completed', 'code': 200} Oct 11 04:41:08.874508 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-279dc892-8fd9-40da-a618-f799141c4e8c req-d7ab67a4-145b-4e8b-aea9-c2d9cb6547f0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0100a39b-008f-4874-96a2-0958cf9c241d HTTP/1.1" status: 200 len: 210 time: 0.0295262 Oct 11 04:41:09.333454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:09.506161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:09.935774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54316) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:09.995598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8103-b48c-42df-83b1-160b8a699556 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:10.020617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8103-b48c-42df-83b1-160b8a699556 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:10.078749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8103-b48c-42df-83b1-160b8a699556 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:10.081268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8103-b48c-42df-83b1-160b8a699556 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:10.085516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1f6b8103-b48c-42df-83b1-160b8a699556 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/b70c8095-26f8-4fa1-addf-7da09c7aa37a HTTP/1.1" status: 204 len: 168 time: 0.1456583 Oct 11 04:41:10.100253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b8103-b48c-42df-83b1-160b8a699556 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c8095-26f8-4fa1-addf-7da09c7aa37a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:10.118754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54320) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:10.467510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:10.547358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.011610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port fde86a83-6075-4ad0-91b3-b2c743793c50 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:41:11.012234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.096511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port fde86a83-6075-4ad0-91b3-b2c743793c50, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fde86a83-6075-4ad0-91b3-b2c743793c50,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:11.096861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.108112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for fde86a83-6075-4ad0-91b3-b2c743793c50 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:41:11.284651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.315131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=fde86a83-6075-4ad0-91b3-b2c743793c50,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:11.486020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.637538 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:41:11.699778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 7034bc16-d336-455d-a772-5f4059250a53 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:41:11.803774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:41:11.809084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6f02d74b-5754-4f3c-a365-f6132e755ce0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/7034bc16-d336-455d-a772-5f4059250a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6889620 Oct 11 04:41:11.811841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54322) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:11.814869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] Sync routers for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:41:11.824805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:11.825394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:11.862962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:41:11.866051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.905570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:11.938750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:11.991227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.049719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.077186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:12.079738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.085660 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-43695429-caf2-4e75-9851-51479a6ed50b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/ae8a4f4f-7cf6-4887-94ce-dd3a0e093dfc HTTP/1.1" status: 204 len: 168 time: 0.2704408 Oct 11 04:41:12.085888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54324) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:12.096662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21816a-62c6-4996-9427-022b1cdeb8f0 None None] Network 24fd3f4c-ccc7-41db-bd45-ea688afe71ec requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:41:12.125274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device a64a42cb-905d-4b89-923c-1cac6e6efb96 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:41:12.188877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: a64a42cb-905d-4b89-923c-1cac6e6efb96 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:41:12.189214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device a64a42cb-905d-4b89-923c-1cac6e6efb96 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:41:12.197876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.241544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:41:11Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:12.270253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] Checking router: 7034bc16-d336-455d-a772-5f4059250a53 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:41:12.283502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] Routers {'7034bc16-d336-455d-a772-5f4059250a53'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:12.284096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['7034bc16-d336-455d-a772-5f4059250a53'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:12.304299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.341109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] DHCP port deletion for 24fd3f4c-ccc7-41db-bd45-ea688afe71ec request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:41:12.362874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 85213d3f-bdcd-4667-a84c-a15503731a6c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:41:12.363268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.419300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] Set router 7034bc16-d336-455d-a772-5f4059250a53 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:12.445160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 85213d3f-bdcd-4667-a84c-a15503731a6c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=85213d3f-bdcd-4667-a84c-a15503731a6c,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:12.445518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.456974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 85213d3f-bdcd-4667-a84c-a15503731a6c owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:41:12.531347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Deleting port 7efa214e-30cf-4425-83f8-a6706f2aa70c {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:41:12.531715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.624294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.631005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] For port 7efa214e-30cf-4425-83f8-a6706f2aa70c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7efa214e-30cf-4425-83f8-a6706f2aa70c,segment=NetworkSegment(d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8),segment_id=d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:12.631395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.645839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Calling delete_port for 7efa214e-30cf-4425-83f8-a6706f2aa70c owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:41:12.650888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=85213d3f-bdcd-4667-a84c-a15503731a6c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:12.712107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.718671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:41:11Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:12.746030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc58afe-a506-443e-81d7-1bc5a5a46a55 None None] The sync data for ids ['7034bc16-d336-455d-a772-5f4059250a53'] in dv-neutron-860894-1-hyperv is: [{'id': '7034bc16-d336-455d-a772-5f4059250a53', 'name': 'tempest-TestNetworkBasicOps-router-102476834', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244'}], 'enable_snat': True}, 'gw_port_id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:41:11Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': '85213d3f-bdcd-4667-a84c-a15503731a6c', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034bc16-d336-455d-a772-5f4059250a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:37:35Z', 'updated_at': '2022-10-11T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:41:12.766924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.798802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Pushing event deleted for resources: {'Port': ['ID=7efa214e-30cf-4425-83f8-a6706f2aa70c,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:12.806661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] No DVR routers for this DVR port 7efa214e-30cf-4425-83f8-a6706f2aa70c on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:41:12.808476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.808731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.809076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.809416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.809907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.810063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.810390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.810746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.810916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.811072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.811399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.811723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.812047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.812367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c1fa6-1a8e-49d7-a9fe-a647d06abde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:12.856335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.856901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router 7034bc16-d336-455d-a772-5f4059250a53 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:41:12.864051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:12.865156 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e38ae58e-825e-44e0-8123-b6c4eef0f7e2 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/7034bc16-d336-455d-a772-5f4059250a53 HTTP/1.1" status: 204 len: 168 time: 0.7784929 Oct 11 04:41:12.867911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54326) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:12.941763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.028015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.047029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fd3f4c-ccc7-41db-bd45-ea688afe71ec']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:13.056007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:13.056594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b42c1f-0914-4f44-8b6c-9a97bcfce2a8') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:13.065861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.078481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.085254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:41:13.085718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.160403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.167649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.170796 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/24fd3f4c-ccc7-41db-bd45-ea688afe71ec HTTP/1.1" status: 204 len: 168 time: 0.3019404 Oct 11 04:41:13.172316 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8 resource provider aggregate not found Oct 11 04:41:13.189149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54334) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:13.191314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b1f8c-6635-4ea0-bc81-2d91ca070cfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=24fd3f4c-ccc7-41db-bd45-ea688afe71ec,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:13.195842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--302761914', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:13.199263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6b42c1f-0914-4f44-8b6c-9a97bcfce2a8 found for delete ", "request_id": "req-eddf5a63-04a9-403f-9a3c-428e47975e53"}]} Oct 11 04:41:13.218511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:41:13.222307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.246454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:41:13.257062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.257408 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment 61c2d742-43cf-4023-8f19-a86cf2dbbeb7 of type vlan for network ac333fa7-809a-486e-9adc-076c9a5f0520 Oct 11 04:41:13.297814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.321581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.327482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:13.327970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.371856 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1807775 Oct 11 04:41:13.374637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54336) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:13.379864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:13.415000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7be7b-c99b-4b41-a991-c6e98b1ad84f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=ac333fa7-809a-486e-9adc-076c9a5f0520,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:13.429296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network ac333fa7-809a-486e-9adc-076c9a5f0520 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:41:13.433193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.434560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.494889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.637363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.829743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.849242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:13.948425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.42 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/a71162fc-cd7b-4faf-9917-c64b8ac4627f) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:14.050224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:14.082378 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:14.122070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:14.124888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:14.128590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:14.143645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85213d3f-bdcd-4667-a84c-a15503731a6c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:41:14.151783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=a71162fc-cd7b-4faf-9917-c64b8ac4627f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:14.164657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 85213d3f-bdcd-4667-a84c-a15503731a6c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:41:14.165006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85213d3f-bdcd-4667-a84c-a15503731a6c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:41:14.165418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fde86a83-6075-4ad0-91b3-b2c743793c50 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:41:14.188474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: fde86a83-6075-4ad0-91b3-b2c743793c50 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:41:14.188819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fde86a83-6075-4ad0-91b3-b2c743793c50 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:41:14.189226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7efa214e-30cf-4425-83f8-a6706f2aa70c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:41:14.208586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7efa214e-30cf-4425-83f8-a6706f2aa70c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:41:14.208855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7efa214e-30cf-4425-83f8-a6706f2aa70c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:41:14.371389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:14.561238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:14.686573 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:41:14.789711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:41:14.799832 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:41:14.809252 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:14.809904 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:14.810587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:14.815305 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a9350f70-8a18-4fb2-aee7-3230a7305a85 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4362047 Oct 11 04:41:14.815449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54338) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:14.906187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ab2d249d-a7ff-41ee-a84a-0f2600b04de0 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896084 Oct 11 04:41:14.908854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54342) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:14.912598 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:14.996473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bbc07-c32a-469a-a078-d33ed563a77d tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:14.997958 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-006bbc07-c32a-469a-a078-d33ed563a77d tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881643 Oct 11 04:41:15.001636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:15.028095 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-09ced49b-f57e-4c62-9fa4-ba9ca3b75a26 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254440 Oct 11 04:41:15.030631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54346) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:15.035144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-702092380', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:15.086297 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:14Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:15.112622 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:41:15.112962 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Updating router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 port a71162fc-cd7b-4faf-9917-c64b8ac4627f binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:41:15.118414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:41:15.122167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.138156 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.300870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.362745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=8021c26e-98c0-449b-b79e-d6f4f148ee64,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:15.372120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:41:15.372727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: ac333fa7-809a-486e-9adc-076c9a5f0520, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:41:15.386124 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.389576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ac333fa7-809a-486e-9adc-076c9a5f0520 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:41:15.392004 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.401204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ac333fa7-809a-486e-9adc-076c9a5f0520) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:15.408077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:15.409111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.410310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e43174-8081-4d52-b4f5-43882c1c6625 None None] Network ac333fa7-809a-486e-9adc-076c9a5f0520 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:41:15.427000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bdc94288-849d-4313-8314-7bf44fc4cd78 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3954420 Oct 11 04:41:15.427307 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Attempting to bind port a71162fc-cd7b-4faf-9917-c64b8ac4627f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:41:15.427656 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Attempting to bind port a71162fc-cd7b-4faf-9917-c64b8ac4627f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:41:15.428017 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Attempting to bind port a71162fc-cd7b-4faf-9917-c64b8ac4627f on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:15.429867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54348) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:15.437228 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:41:15.437597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:41:15.438008 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.438395 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:41:15.438885 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Bound port: a71162fc-cd7b-4faf-9917-c64b8ac4627f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:41:15.439261 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.468014 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Pushing event updated for resources: {'Port': ['ID=a71162fc-cd7b-4faf-9917-c64b8ac4627f,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:15.479780 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.480125 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.480453 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.480789 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.481122 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.481449 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.481779 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.482104 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.482434 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.482783 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.483107 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.483426 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:15.509669 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] For port a71162fc-cd7b-4faf-9917-c64b8ac4627f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:41:15.513073 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] For port a71162fc-cd7b-4faf-9917-c64b8ac4627f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a71162fc-cd7b-4faf-9917-c64b8ac4627f,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:41:15.518711 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.560192 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:15.560844 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:15.575535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-ac333fa7-809a-486e-9adc-076c9a5f0520', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:41:15.576551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:15.623530 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e337d-2251-4e19-9360-c4d92e497721 None None] Pushing event updated for resources: {'Port': ['ID=a71162fc-cd7b-4faf-9917-c64b8ac4627f,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:15.689544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:15.727198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Allocated IP 172.20.0.2 (ac333fa7-809a-486e-9adc-076c9a5f0520/8021c26e-98c0-449b-b79e-d6f4f148ee64/359dc0a6-85fe-4178-9cc9-9c112e552db1) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:15.884524 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:14Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:15.911888 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75700d-5c6a-4d73-ba9d-5ad728706308 None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:14Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:41:16.030871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.036927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.079392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Network ac333fa7-809a-486e-9adc-076c9a5f0520 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:16.091044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:16.094036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:16.108816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Pushing event updated for resources: {'Port': ['ID=359dc0a6-85fe-4178-9cc9-9c112e552db1,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:16.175156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Attempting to bind port 359dc0a6-85fe-4178-9cc9-9c112e552db1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:41:16.175519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Attempting to bind port 359dc0a6-85fe-4178-9cc9-9c112e552db1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:41:16.175884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Attempting to bind port 359dc0a6-85fe-4178-9cc9-9c112e552db1 on network ac333fa7-809a-486e-9adc-076c9a5f0520 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:16.180841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:41:16.181194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Checking segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:41:16.181594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.181978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Bound using segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:41:16.182431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Bound port: 359dc0a6-85fe-4178-9cc9-9c112e552db1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:41:16.182835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.251578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] For port 359dc0a6-85fe-4178-9cc9-9c112e552db1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:41:16.254854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] For port 359dc0a6-85fe-4178-9cc9-9c112e552db1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=359dc0a6-85fe-4178-9cc9-9c112e552db1,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:41:16.259783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.299562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.333972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967ad0b-bfd8-4aa0-9eb2-89d0f0120d22 None None] Pushing event updated for resources: {'Port': ['ID=359dc0a6-85fe-4178-9cc9-9c112e552db1,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:16.634451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (ac333fa7-809a-486e-9adc-076c9a5f0520/8021c26e-98c0-449b-b79e-d6f4f148ee64/7c56d2d1-6904-44f9-8f7a-0e83bc6356d6) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:16.754440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.792314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:16.840600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ac333fa7-809a-486e-9adc-076c9a5f0520 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:16.843838 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:16.847640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:16.854039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:16.897462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.032545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.254471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2bfe5-9357-4bc3-a931-289b98d83120 None None] Network ac333fa7-809a-486e-9adc-076c9a5f0520 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:41:17.319224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.324742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.328717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Provisioning complete for port 359dc0a6-85fe-4178-9cc9-9c112e552db1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:17.329056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.329390 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Attempt 1 to provision port 359dc0a6-85fe-4178-9cc9-9c112e552db1 Oct 11 04:41:17.397523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:17.400055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.471735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Current status of the port 359dc0a6-85fe-4178-9cc9-9c112e552db1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:17.472252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.496488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ac333fa7-809a-486e-9adc-076c9a5f0520 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:17.498766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:17.513822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] For port 359dc0a6-85fe-4178-9cc9-9c112e552db1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=359dc0a6-85fe-4178-9cc9-9c112e552db1,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:17.519740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.589317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6a3ba-44c7-4ad4-b519-ccd6c466c453 None None] Pushing event updated for resources: {'Port': ['ID=359dc0a6-85fe-4178-9cc9-9c112e552db1,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:17.647882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:41:17.743251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Provisioning complete for port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:17.743620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:17.743952 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Attempt 1 to provision port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 Oct 11 04:41:17.774986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:41:17.782733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54350) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:17.784513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:41:17.787566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-39553f2b-b248-4f83-b0ff-d80b7846062a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/2ade8731-8c5d-4d94-bf8b-a7432c5ce282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559377 Oct 11 04:41:17.907371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:41:17.922066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:17.923300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:17.956197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfa59c-f6de-4bd0-9afd-42401c9f81b8 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:17.956782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfa59c-f6de-4bd0-9afd-42401c9f81b8 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:17.957270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfa59c-f6de-4bd0-9afd-42401c9f81b8 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:17.957940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfa59c-f6de-4bd0-9afd-42401c9f81b8 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:17.959848 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-59bfa59c-f6de-4bd0-9afd-42401c9f81b8 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1761415 Oct 11 04:41:17.962655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54352) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.021079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d19c1-070f-443c-b1ad-b006f87e17d9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:18.021941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d19c1-070f-443c-b1ad-b006f87e17d9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:18.022419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d19c1-070f-443c-b1ad-b006f87e17d9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:18.022913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d19c1-070f-443c-b1ad-b006f87e17d9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:18.025600 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-729d19c1-070f-443c-b1ad-b006f87e17d9 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0610175 Oct 11 04:41:18.027576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54354) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.041951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:18.167372 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8c80a36b-45ad-4b9c-b602-9a4fa1d62d1e tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1385670 Oct 11 04:41:18.207829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a71162fc-cd7b-4faf-9917-c64b8ac4627f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:41:18.239296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54358) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.244031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231059312', 'description': 'tempest-secgroup-smoke-231059312 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:18.263363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.288202 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Attempt 2 to provision port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 Oct 11 04:41:18.319717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a71162fc-cd7b-4faf-9917-c64b8ac4627f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:18.320068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.320408 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a71162fc-cd7b-4faf-9917-c64b8ac4627f Oct 11 04:41:18.329085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.332811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.356173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:17Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:18.363154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:41:18.363321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.364473 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1241035 Oct 11 04:41:18.365649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091f207-420c-4fe9-8d68-deb7419ef9b7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69cfab9-429f-41ff-97ea-ea30ac67f4ec,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:18.368538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54360) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.374122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfab9-429f-41ff-97ea-ea30ac67f4ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:18.394101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:41:18.394466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Updating router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:41:18.401316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.424799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.458006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.462772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.483157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cf454d-9e8b-484a-8793-343b88177078,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:18.489102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.489995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a71162fc-cd7b-4faf-9917-c64b8ac4627f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:18.490381 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7c5c1081-a869-45da-9aa8-29d9234972f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203012 Oct 11 04:41:18.490551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.493397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54362) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.498102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfab9-429f-41ff-97ea-ea30ac67f4ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:18.524668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.566016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a71162fc-cd7b-4faf-9917-c64b8ac4627f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a71162fc-cd7b-4faf-9917-c64b8ac4627f,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:18.572970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.573746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 359dc0a6-85fe-4178-9cc9-9c112e552db1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:41:18.583804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.588690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.606125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcba470d-2846-4907-b879-f3136a43fdab,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:18.615098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.617165 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-91ed58ab-4f75-4b2d-9717-d04d02d4d77c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227570 Oct 11 04:41:18.620065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.624411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfab9-429f-41ff-97ea-ea30ac67f4ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:18.650204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.691497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a71162fc-cd7b-4faf-9917-c64b8ac4627f,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:18.709927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.714868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.736116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b251d791-bad4-4b58-b1f4-0d97d357e97b,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:18.742720 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 359dc0a6-85fe-4178-9cc9-9c112e552db1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:18.743093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.743238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.743475 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 359dc0a6-85fe-4178-9cc9-9c112e552db1 Oct 11 04:41:18.747204 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2eef2440-f988-47b5-91f2-8009eaa6ac7a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235132 Oct 11 04:41:18.747451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54366) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.752645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfab9-429f-41ff-97ea-ea30ac67f4ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:18.777605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.837678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.842861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.857619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5232967-f147-4096-a01f-b8454e0428b9,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:18.863869 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Attempt 3 to provision port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 Oct 11 04:41:18.870126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.874137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-79700a0f-e26f-4cf6-9014-1b5d5c5b5ea9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229908 Oct 11 04:41:18.874458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54368) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:18.879162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfab9-429f-41ff-97ea-ea30ac67f4ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:18.904443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:41:18.910485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.911061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.923184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.925297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 359dc0a6-85fe-4178-9cc9-9c112e552db1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:18.934010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:41:18.973190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.977179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:18.996474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c3befb-6b0a-46bd-99f0-ce58ca09ed2e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:19.004935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11843d-f657-4eba-8fff-25f0d77d3241 None None] Pushing event updated for resources: {'Port': ['ID=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:19.007518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.011998 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-57224c0a-7e9e-47a7-af68-9eafeeeb4029 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365094 Oct 11 04:41:19.012334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54370) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:19.016432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Attempting to bind port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:41:19.016803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Attempting to bind port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:41:19.017167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Attempting to bind port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 on network ac333fa7-809a-486e-9adc-076c9a5f0520 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:19.017839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': 'e69cfab9-429f-41ff-97ea-ea30ac67f4ec', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:19.022216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:41:19.022936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Checking segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:41:19.023076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.023384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Bound using segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:41:19.023953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Bound port: 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:41:19.024348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.039191 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:41:19.043976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.093028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] For port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:41:19.096425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] For port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:41:19.100689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.106578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.111269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.129898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95954b88-2170-48cc-900d-05742be8e833,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:19.138254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.139032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:19.139654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:19.147001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cb56ecc9-500c-4673-baec-0eb6e9e84d2e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333036 Oct 11 04:41:19.190891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11843d-f657-4eba-8fff-25f0d77d3241 None None] Pushing event updated for resources: {'Port': ['ID=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:19.260385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:19.326321 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-4277b0af-ef94-4310-9dec-97c9043b7dfc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231059312&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0322008 Oct 11 04:41:19.436477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-73968eb5-c76b-4a22-aad4-8a2724ba5f99 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:19.438492 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-73968eb5-c76b-4a22-aad4-8a2724ba5f99 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 796 time: 0.1042635 Oct 11 04:41:19.454143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-fb88d6f2-1a0e-42e7-9325-246b779bf550 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0096529 Oct 11 04:41:19.495635 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Attempt 4 to provision port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 Oct 11 04:41:19.506699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-36b392e2-6e93-4d26-95e4-17644bbb103a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467539 Oct 11 04:41:19.643671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-0272be8f-4503-40c0-80da-968d5f8dc459 service neutron] 10.222.0.39 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253355 Oct 11 04:41:19.650303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Current status of the port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:19.650721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.695029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:19.699832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] For port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:19.724134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.726095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef14e1-9aae-423b-a397-fe728c6e2b4f None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:41:19.741699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-99ce6e45-f9ae-412e-8d0f-3447dce5d503 service neutron] 10.222.0.39 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Oct 11 04:41:19.767501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Provisioning complete for port 359dc0a6-85fe-4178-9cc9-9c112e552db1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:19.767878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:19.768219 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Attempt 1 to provision port 359dc0a6-85fe-4178-9cc9-9c112e552db1 Oct 11 04:41:19.827490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Pushing event updated for resources: {'Port': ['ID=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:19.901108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-687ed3df-d4b7-4932-a220-be0f5119a140 None None] Current status of the port 359dc0a6-85fe-4178-9cc9-9c112e552db1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:19.947682 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-838d4686-68ab-491a-a635-e3916261e63f req-568ef23b-1bf8-4d12-ad02-ddeb05fb7b42 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 210 time: 0.0330994 Oct 11 04:41:20.022244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2f1c9ae6-3dd1-446a-b245-9fd6518a330c None None] Provisioning complete for port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:20.022815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2f1c9ae6-3dd1-446a-b245-9fd6518a330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:20.023036 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2f1c9ae6-3dd1-446a-b245-9fd6518a330c None None] Attempt 1 to provision port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 Oct 11 04:41:20.108115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c9ae6-3dd1-446a-b245-9fd6518a330c None None] Current status of the port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:20.240926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a71162fc-cd7b-4faf-9917-c64b8ac4627f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:41:20.295113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a71162fc-cd7b-4faf-9917-c64b8ac4627f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:20.295495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:20.295837 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a71162fc-cd7b-4faf-9917-c64b8ac4627f Oct 11 04:41:20.384232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a71162fc-cd7b-4faf-9917-c64b8ac4627f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:20.385312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:41:20.434241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:20.434643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:20.435017 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 Oct 11 04:41:20.517859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:21.055277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65c7aba1-4e0d-441f-a9e3-05bb8dd98826 req-3ec1cc9d-b6c1-458b-aba8-99f4e68843c1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 210 time: 0.0295513 Oct 11 04:41:21.095681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-8ffd049b-37da-40d5-94c6-ef9e49252be7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:21.097138 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-8ffd049b-37da-40d5-94c6-ef9e49252be7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 796 time: 0.1092885 Oct 11 04:41:21.145854 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-9ac0922a-841f-4909-b1c7-1172310d72df tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 379 time: 0.0343406 Oct 11 04:41:21.158994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['e69cfab9-429f-41ff-97ea-ea30ac67f4ec']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:21.266619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:41:21.269998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:21.389675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.13 (ac333fa7-809a-486e-9adc-076c9a5f0520/8021c26e-98c0-449b-b79e-d6f4f148ee64/84a1a4b2-732c-4932-9301-5615b8489242) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:21.529140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:21.561002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:21.603424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ac333fa7-809a-486e-9adc-076c9a5f0520 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:21.606584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:21.610795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:21.636422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:21.664359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:21.664991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:21.683663 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-524449fe-bc50-4894-b263-c0656d77375f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5289905 Oct 11 04:41:21.702016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Request body: {'port': {'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:21.762790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:21.942105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-370b2ffd-9170-4593-b121-9e05b58c1e36 None None] Provisioning complete for port 84a1a4b2-732c-4932-9301-5615b8489242 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:21.942782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-370b2ffd-9170-4593-b121-9e05b58c1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:21.942782 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-370b2ffd-9170-4593-b121-9e05b58c1e36 None None] Attempt 1 to provision port 84a1a4b2-732c-4932-9301-5615b8489242 Oct 11 04:41:21.981893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-370b2ffd-9170-4593-b121-9e05b58c1e36 None None] Port 84a1a4b2-732c-4932-9301-5615b8489242 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:41:22.028236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a1a4b2-732c-4932-9301-5615b8489242 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:41:22.036057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:22.048093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Transition to ACTIVE for port object 84a1a4b2-732c-4932-9301-5615b8489242 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:41:22.051822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:22.130098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:22.187566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Attempting to bind port 84a1a4b2-732c-4932-9301-5615b8489242 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:41:22.187961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Attempting to bind port 84a1a4b2-732c-4932-9301-5615b8489242 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:41:22.188233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Attempting to bind port 84a1a4b2-732c-4932-9301-5615b8489242 on network ac333fa7-809a-486e-9adc-076c9a5f0520 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:22.196532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Port 84a1a4b2-732c-4932-9301-5615b8489242 on network ac333fa7-809a-486e-9adc-076c9a5f0520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:41:22.196844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Attempting to bind port 84a1a4b2-732c-4932-9301-5615b8489242 on network ac333fa7-809a-486e-9adc-076c9a5f0520 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:22.208302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4640f-ab3d-45a9-adfe-568dd5127bcd req-ee121683-2321-40d3-8565-5a0fc3efa984 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.209772 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9af4640f-ab3d-45a9-adfe-568dd5127bcd req-ee121683-2321-40d3-8565-5a0fc3efa984 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 944 time: 0.0702763 Oct 11 04:41:22.210913 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:41:22.211241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Checking segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:41:22.211609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Bound using segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:41:22.212026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Bound port: 84a1a4b2-732c-4932-9301-5615b8489242, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:41:22.212380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:22.282401 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9af4640f-ab3d-45a9-adfe-568dd5127bcd req-7b6b1890-1371-41b8-bf0c-1d7fae51ef94 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610991 Oct 11 04:41:22.305530 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:41:22.308540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:41:22.313215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:22.317113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.317710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:22.319091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] 10.222.0.45 "PUT /v2.0/ports/84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 1094 time: 0.6214495 Oct 11 04:41:22.319579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:22.321844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc72fa47-b113-4d90-87cc-e062b153b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:22.359750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763357a-5553-4202-8912-14d3ba5a1c4e x-openstack-request-id: req-6763357a-5553-4202-8912-14d3ba5a1c4e {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:22.360037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:22.360294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6763357a-5553-4202-8912-14d3ba5a1c4e {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:22.360697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6763357a-5553-4202-8912-14d3ba5a1c4e'] response: {'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'status': 'completed', 'code': 200} Oct 11 04:41:22.372760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48afe5b-57d8-4851-ae22-d8c8242b0e77 service neutron] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:22.416882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-e4dc4db2-855b-4ac0-89fd-d3db97e0fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.418357 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-e4dc4db2-855b-4ac0-89fd-d3db97e0fdb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1097 time: 0.0401819 Oct 11 04:41:22.467730 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-a5f5cf7f-9faf-44fe-b394-e4149740dcc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 217 time: 0.0363643 Oct 11 04:41:22.482763 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-370b2ffd-9170-4593-b121-9e05b58c1e36 None None] Attempt 2 to provision port 84a1a4b2-732c-4932-9301-5615b8489242 Oct 11 04:41:22.514581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-48a42c22-0a70-4562-9137-e4a970650a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.516520 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-48a42c22-0a70-4562-9137-e4a970650a4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0422223 Oct 11 04:41:22.523251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-370b2ffd-9170-4593-b121-9e05b58c1e36 None None] Port 84a1a4b2-732c-4932-9301-5615b8489242 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:41:22.560873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-ae4556c7-1af1-4674-bd4a-ea5d3a626b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.562338 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-ae4556c7-1af1-4674-bd4a-ea5d3a626b56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396049 Oct 11 04:41:22.655508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-a1fa7d02-150d-4ba2-a77b-73c8da2fb484 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859919 Oct 11 04:41:22.742779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18355f7f-623c-43a8-884a-1528a9b1e716 req-ebe863c4-8ea5-4316-b813-d71117cdd894 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809267 Oct 11 04:41:22.873527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-c4e3c0c7-82fe-4e2d-adef-34ad69eb8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.874994 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-c4e3c0c7-82fe-4e2d-adef-34ad69eb8621 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1097 time: 0.0395045 Oct 11 04:41:22.966352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-c5a449f3-e375-4400-a4cc-0fbc69e909d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:22.967732 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-c5a449f3-e375-4400-a4cc-0fbc69e909d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0856590 Oct 11 04:41:23.007075 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-7b70a243-3032-407d-b8ce-51316d83877b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 217 time: 0.0330989 Oct 11 04:41:23.056304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-792dc56a-c67c-44dc-ac5f-674ad5fcf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:23.057671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-792dc56a-c67c-44dc-ac5f-674ad5fcf742 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0445132 Oct 11 04:41:23.099850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-a8469a43-6026-440a-b5e5-b3783e24a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:23.101259 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-a8469a43-6026-440a-b5e5-b3783e24a1ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372932 Oct 11 04:41:23.191938 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-937749c6-3d91-46b4-8491-ac5b35bb1cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834737 Oct 11 04:41:23.278380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc72fa47-b113-4d90-87cc-e062b153b65f req-154c0aa7-2dad-4641-8f93-4625ed9e61e9 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796316 Oct 11 04:41:23.411772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd342edb-be45-479c-9cff-0e4d1bc39338 req-32f6485c-fe22-41e2-b16d-b76c63326771 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:23.413219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cd342edb-be45-479c-9cff-0e4d1bc39338 req-32f6485c-fe22-41e2-b16d-b76c63326771 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 944 time: 0.0490806 Oct 11 04:41:23.449820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cd342edb-be45-479c-9cff-0e4d1bc39338 req-03eacd48-680d-434d-8b3d-78cc206dc5a8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Oct 11 04:41:24.568580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6ae9-7ca5-4250-8aeb-f909d56457ee req-3c1fbc3c-9ca0-41d4-b240-21a3bf186a56 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:24.570018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d51a6ae9-7ca5-4250-8aeb-f909d56457ee req-3c1fbc3c-9ca0-41d4-b240-21a3bf186a56 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 944 time: 0.0466321 Oct 11 04:41:24.607028 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d51a6ae9-7ca5-4250-8aeb-f909d56457ee req-18ae7325-3377-4695-8c74-52b94e3613c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Oct 11 04:41:25.736430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffc069-dcee-4aa6-b041-7ac35002bcae req-94ae6483-d29c-4ff9-9341-c93fad8f8b89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:25.737887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0fffc069-dcee-4aa6-b041-7ac35002bcae req-94ae6483-d29c-4ff9-9341-c93fad8f8b89 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 944 time: 0.0559552 Oct 11 04:41:25.775887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0fffc069-dcee-4aa6-b041-7ac35002bcae req-7a627db9-e707-4788-b992-893fcf1f70e1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Oct 11 04:41:26.145345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 84a1a4b2-732c-4932-9301-5615b8489242 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:41:26.239222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:26.249858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '84a1a4b2-732c-4932-9301-5615b8489242', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:41:26.285151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 84a1a4b2-732c-4932-9301-5615b8489242 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:26.285530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:26.298282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a1a4b2-732c-4932-9301-5615b8489242 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:41:26.317311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:26.321217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:26.365095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:26.739460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['84a1a4b2-732c-4932-9301-5615b8489242'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:41:26.894707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a193b-35cc-4572-8be4-7a29a7e8c7a5 req-e65b53b1-e4bc-4b20-aa7a-edd8da3e8400 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:26.896171 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f6a193b-35cc-4572-8be4-7a29a7e8c7a5 req-e65b53b1-e4bc-4b20-aa7a-edd8da3e8400 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Oct 11 04:41:26.934186 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f6a193b-35cc-4572-8be4-7a29a7e8c7a5 req-40494235-b53b-4e04-8963-7b4842ea7051 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Oct 11 04:41:28.051800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3557c3-7cd7-468d-b036-7c684b934490 req-859f1c8b-9c5a-4040-9025-b2cba65d513e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:28.053222 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af3557c3-7cd7-468d-b036-7c684b934490 req-859f1c8b-9c5a-4040-9025-b2cba65d513e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Oct 11 04:41:28.089582 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af3557c3-7cd7-468d-b036-7c684b934490 req-0c7e4e1f-61fe-49ab-b3dc-249b8afeb780 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305841 Oct 11 04:41:28.165750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 84a1a4b2-732c-4932-9301-5615b8489242 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:41:28.217319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 84a1a4b2-732c-4932-9301-5615b8489242 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:41:28.221273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 84a1a4b2-732c-4932-9301-5615b8489242 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:28.221584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:28.221916 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 84a1a4b2-732c-4932-9301-5615b8489242 Oct 11 04:41:28.295095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 84a1a4b2-732c-4932-9301-5615b8489242 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:28.295473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:28.317936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:28.320242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20f8017-982d-4c05-b207-9f8401f9307c" -d '{"events": [{"server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "name": "network-vif-plugged", "status": "completed", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:28.334894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:28.339322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:28.391412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:28.414309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f541c-dd9a-4e7c-a8b5-ff68cf0fc1ee x-openstack-request-id: req-9b2f541c-dd9a-4e7c-a8b5-ff68cf0fc1ee {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:28.414664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "name": "network-vif-plugged", "status": "completed", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:28.414924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b2f541c-dd9a-4e7c-a8b5-ff68cf0fc1ee {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:28.415345 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2f541c-dd9a-4e7c-a8b5-ff68cf0fc1ee'] response: {'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'code': 200} Oct 11 04:41:28.610783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c71e-8bf0-48b0-b9d4-0014007a1eb0 req-62d795ac-1276-4972-8234-0895cad398ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:28.612221 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30e8c71e-8bf0-48b0-b9d4-0014007a1eb0 req-62d795ac-1276-4972-8234-0895cad398ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1099 time: 0.0386586 Oct 11 04:41:28.645903 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30e8c71e-8bf0-48b0-b9d4-0014007a1eb0 req-a80ee1dd-e115-4a0d-8d4e-7b2ea21d634e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269880 Oct 11 04:41:29.210416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141179c-4ed1-4189-9c1a-b163463f6bbe req-96f64f7d-69e7-4d3a-81c5-eda7aff920fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:29.211883 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0141179c-4ed1-4189-9c1a-b163463f6bbe req-96f64f7d-69e7-4d3a-81c5-eda7aff920fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 946 time: 0.0511684 Oct 11 04:41:29.248380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0141179c-4ed1-4189-9c1a-b163463f6bbe req-e84f65e0-85af-4364-8bcf-98e180b082a5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307558 Oct 11 04:41:30.371609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4a417-25dc-486c-af41-3006059755ea req-2a8e0a26-12b9-49b8-8de3-430f8023e4c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:30.372964 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a1f4a417-25dc-486c-af41-3006059755ea req-2a8e0a26-12b9-49b8-8de3-430f8023e4c4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 946 time: 0.0505095 Oct 11 04:41:30.410280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a1f4a417-25dc-486c-af41-3006059755ea req-1126f860-eeae-402f-ac43-78c6dab72307 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Oct 11 04:41:30.526696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cda3d-32cb-41e2-b7fb-10c248208200 req-5af093bb-8c54-4236-a641-4ee9c951e748 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:30.528136 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-702cda3d-32cb-41e2-b7fb-10c248208200 req-5af093bb-8c54-4236-a641-4ee9c951e748 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 946 time: 0.0478249 Oct 11 04:41:30.565848 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-702cda3d-32cb-41e2-b7fb-10c248208200 req-7e26e0fe-15f3-4189-acb1-7756e524f870 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Oct 11 04:41:30.593419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54432) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:30.632525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb20b7-e3f7-4144-8af3-db1f56e2e58d tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:30.633924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-28bb20b7-e3f7-4144-8af3-db1f56e2e58d tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1094 time: 0.0395124 Oct 11 04:41:30.636730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54434) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:30.640923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:30.686598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:30.712410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-d8697dbe-1691-410a-980b-bba201cd51c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619576 Oct 11 04:41:31.147066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-1fe4399f-5354-4d6d-beec-4924210ad551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:31.148552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-1fe4399f-5354-4d6d-beec-4924210ad551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1099 time: 0.3807335 Oct 11 04:41:31.152927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:31.325415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.70 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/7b376f4c-1acf-4c5c-8897-d451f03def87) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:31.329280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-02d5bbb5-2b4d-4e5e-a285-56585bca28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:31.330820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-02d5bbb5-2b4d-4e5e-a285-56585bca28ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.1410916 Oct 11 04:41:31.376555 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-8cc6ead9-56e5-43cc-99d6-c0d4701f2f45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 217 time: 0.0372231 Oct 11 04:41:31.475160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-b599ba44-5431-4ce2-9089-ab3f12aa0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:31.476638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-b599ba44-5431-4ce2-9089-ab3f12aa0b75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0886004 Oct 11 04:41:31.528579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:31.549241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-68140efa-c2a0-4e74-b10e-ac5e80460576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:31.550824 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-68140efa-c2a0-4e74-b10e-ac5e80460576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651703 Oct 11 04:41:31.626086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:31.681894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:31.690981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:31.694078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:31.718433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7b376f4c-1acf-4c5c-8897-d451f03def87,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:31.723481 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-c436dc47-6a67-46c5-aa39-15695e6abc5e service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632600 Oct 11 04:41:31.880183 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae18c292-37a5-4b32-a328-b00b30d1d6fe req-4738805b-ecd5-44b3-8e7c-a5ba5f73a546 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488490 Oct 11 04:41:32.123490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:32.188892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:32.336578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:32.340922 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:32.405930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7b376f4c-1acf-4c5c-8897-d451f03def87,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:32.408575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:32.509355 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP ffac4071-9177-4cac-838a-4f37c7aea2ab associated. External IP: 172.26.8.70, port: 84a1a4b2-732c-4932-9301-5615b8489242. Oct 11 04:41:32.715382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:41:32.824116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:41:32.834471 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:41:32.843337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:32.845123 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:32.845712 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:32.870145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-97294f01-3b59-415a-a91c-006f9ba72af4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2324312 Oct 11 04:41:32.870822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:32.873048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54436) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:32.873546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:32.913008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08a684-e051-4654-ab9b-bc2a5b40fac7 x-openstack-request-id: req-2c08a684-e051-4654-ab9b-bc2a5b40fac7 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:32.913297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:32.913551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c08a684-e051-4654-ab9b-bc2a5b40fac7 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:32.913957 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c08a684-e051-4654-ab9b-bc2a5b40fac7'] response: {'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'status': 'completed', 'code': 200} Oct 11 04:41:32.915688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55641d68-966d-4245-85c2-da0c35d2c5ff tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:32.917182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-55641d68-966d-4245-85c2-da0c35d2c5ff tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1094 time: 0.0424671 Oct 11 04:41:32.961153 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:32.986940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54442) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:32.991471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289321376', 'description': 'tempest-secgroup-smoke-1289321376 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:32.998264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-a441204e-31f9-49f5-baeb-0f84b6a9cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:33.000197 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-a441204e-31f9-49f5-baeb-0f84b6a9cc01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1099 time: 0.0454133 Oct 11 04:41:33.013178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.086493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.091835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.105923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-abf9d67f-71ba-47f0-a17e-40b5af78e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:33.107472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-abf9d67f-71ba-47f0-a17e-40b5af78e396 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.1002660 Oct 11 04:41:33.123748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.127965 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370597 Oct 11 04:41:33.128174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54444) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:33.132753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '95f8628c-2d99-43ee-a497-ba0a033eff5e', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:33.136869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f8628c-2d99-43ee-a497-ba0a033eff5e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.146960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.147418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.147764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.148097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.148428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.148760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.149096 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.149417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.149745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.150070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.150413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.151473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835e0e1d-26d3-4f7b-8b3f-a63f26b8f6f5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:41:33.173563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.182122 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-e40c64ce-ec53-4dd3-a888-32195f6954ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 999 time: 0.0685420 Oct 11 04:41:33.235470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.240081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-5ff8fe6d-1569-44c2-88ed-bebdd108a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:33.240261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.243357 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-5ff8fe6d-1569-44c2-88ed-bebdd108a85a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0540802 Oct 11 04:41:33.263018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f9546d-3382-4302-8d06-03b3c0c0bfb4,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.272355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.276193 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6b34b4de-e492-4bab-8881-f4b1fdb62e47 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445076 Oct 11 04:41:33.277118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54446) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:33.281802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '95f8628c-2d99-43ee-a497-ba0a033eff5e', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:33.294832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-49579a88-e268-4192-a9b2-0ee9792a7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:33.296579 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-49579a88-e268-4192-a9b2-0ee9792a7771 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476851 Oct 11 04:41:33.301569 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:31Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:33.307747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.329117 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:41:33.337453 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:33.337965 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:33.365014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.369464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.388182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398aca39-69ad-44ba-bb4e-76f0eb94874c,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.400144 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-badd7750-aaf3-45e2-a47d-de155773dbae service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966337 Oct 11 04:41:33.400358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.401534 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7996e8cd-dab7-405b-9e53-6e95adbaa633 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235025 Oct 11 04:41:33.404378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54448) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:33.408774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '95f8628c-2d99-43ee-a497-ba0a033eff5e', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:33.435431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.458983 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:33.492062 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aa56c4bd-ced3-4c50-8e4a-8e78fbcad3ee req-f4e56322-d7ed-4f13-a831-15b8347d2209 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851140 Oct 11 04:41:33.495377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.499448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.518185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b021a314-2dbb-433f-80e0-6496fd2ff476,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.527698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.528892 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cc515be3-7d39-4b57-95ad-96d589892cef tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236060 Oct 11 04:41:33.531657 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54450) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:33.535956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '95f8628c-2d99-43ee-a497-ba0a033eff5e', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:33.561758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.621760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.626221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.645830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c247ef7d-1cbf-457e-a25b-66910578e3b2,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.660102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.661441 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a50186cd-268f-454b-a394-a0fa5f998d2a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288855 Oct 11 04:41:33.664271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54452) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:33.668704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '95f8628c-2d99-43ee-a497-ba0a033eff5e', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:33.689203 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:41:33.693892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.703002 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:31Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:33.729746 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e57029-1b0f-43c2-b4fd-f00c06c32472 None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:31Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:41:33.754480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.758507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.776823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8e5832-fa91-4d27-b174-8f3adadbc5a9,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.785489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.786743 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a1aa14f2-24e0-4155-9da0-099419ccc129 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214411 Oct 11 04:41:33.789587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54454) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:33.793935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '95f8628c-2d99-43ee-a497-ba0a033eff5e', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:33.815915 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:41:33.821186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.884189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.888630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.906936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d219f5-c597-4cfe-a4ed-5486ecc89a3f,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:33.915386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:33.916606 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c23e7a31-5e0c-4d59-a571-ba3aeb57b479 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261494 Oct 11 04:41:33.936310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be00c483-02c3-4f3d-aa6c-2323309686e9 None None] New status for floating IP ffac4071-9177-4cac-838a-4f37c7aea2ab: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:41:34.113771 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-810716e4-ad7c-4520-aa5e-2b0edb3198ed tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289321376&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0347693 Oct 11 04:41:34.198055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cc706dec-f0b4-4b29-a78b-d75260132d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:34.521017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-67e64c6d-30e5-46a4-b4f5-51309dc703dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:34.522367 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-67e64c6d-30e5-46a4-b4f5-51309dc703dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 796 time: 0.4017873 Oct 11 04:41:34.537415 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-1e12d796-4c91-402c-83ad-6a6b2b00a338 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0093200 Oct 11 04:41:34.589642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-61d3b104-5fa5-4475-a03c-dad3cb1206f8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0471323 Oct 11 04:41:34.684931 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-6db94f37-69f8-4d87-90d7-4b4d98ad18c9 service neutron] 10.222.0.39 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833299 Oct 11 04:41:34.772110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-ff09a069-3d76-4a1f-b8b9-d69c31fe635a service neutron] 10.222.0.39 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804937 Oct 11 04:41:34.925722 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f1ef6ef-c6b9-4cd9-9ca3-46b1d883f06b req-50fb1ef0-0088-40cf-a9ba-a862254353d6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 210 time: 0.0267088 Oct 11 04:41:35.906184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-4ea3db9e-c1e5-4b80-9382-7e52e916f62a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:35.907800 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-4ea3db9e-c1e5-4b80-9382-7e52e916f62a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 796 time: 0.1090679 Oct 11 04:41:35.961342 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-f72a58c3-2e97-43d9-9f39-de91436dfbbd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 472 time: 0.0377893 Oct 11 04:41:35.976239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': '67eda935-d34c-415a-b1d4-afef1a825356', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['95f8628c-2d99-43ee-a497-ba0a033eff5e']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:36.038189 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-10d3141d-3796-457c-9620-f7990b9768c1 req-7033defa-8d42-4bf7-aba5-b62bda6529f0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 210 time: 0.0293508 Oct 11 04:41:36.087424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:41:36.090980 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.214441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.14 (ac333fa7-809a-486e-9adc-076c9a5f0520/8021c26e-98c0-449b-b79e-d6f4f148ee64/7ca9b04e-a493-40b9-b948-0a9bfb61b70c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:36.352102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.384921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.426901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ac333fa7-809a-486e-9adc-076c9a5f0520 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:36.430260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:36.433877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:36.458933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:36.463196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c1f1-3a7c-48ad-a4be-9e6d8b52b7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.489570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:36.490228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.507321 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-07ce477c-0c96-4935-af89-a21bf6862011 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410123 Oct 11 04:41:36.525753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Request body: {'port': {'device_id': '67eda935-d34c-415a-b1d4-afef1a825356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:36.586900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.627645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-46052dd1-3923-42a6-8578-868b70aa3713 None None] Provisioning complete for port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:36.628016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-46052dd1-3923-42a6-8578-868b70aa3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.628352 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-46052dd1-3923-42a6-8578-868b70aa3713 None None] Attempt 1 to provision port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c Oct 11 04:41:36.664684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-46052dd1-3923-42a6-8578-868b70aa3713 None None] Port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:41:36.843055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca9b04e-a493-40b9-b948-0a9bfb61b70c {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:41:36.850418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.863597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Transition to ACTIVE for port object 7ca9b04e-a493-40b9-b948-0a9bfb61b70c will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:41:36.867058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:36.928719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:36.974768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Attempting to bind port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:41:36.975492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Attempting to bind port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:41:36.975492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Attempting to bind port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c on network ac333fa7-809a-486e-9adc-076c9a5f0520 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:36.979588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c on network ac333fa7-809a-486e-9adc-076c9a5f0520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:41:36.979904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Attempting to bind port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c on network ac333fa7-809a-486e-9adc-076c9a5f0520 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:41:36.985234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:41:36.985571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Checking segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:41:36.985949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Bound using segment: {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:41:36.986368 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Bound port: 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c2d742-43cf-4023-8f19-a86cf2dbbeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:41:36.986747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:37.047895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] For port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:41:37.050822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] For port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:41:37.055227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:37.059160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.059757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:37.061111 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/7ca9b04e-a493-40b9-b948-0a9bfb61b70c HTTP/1.1" status: 200 len: 1094 time: 0.5399706 Oct 11 04:41:37.061597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:37.063888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f59f535-b51a-4638-bbff-49cbaf9ce729" -d '{"events": [{"name": "network-changed", "server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:37.115377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613208ae-6bcc-4899-9388-a67b28d9f2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:37.119023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0d64b-84e0-4a88-bcee-adfec5adc43c x-openstack-request-id: req-7cb0d64b-84e0-4a88-bcee-adfec5adc43c {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:37.119296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:37.119539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cb0d64b-84e0-4a88-bcee-adfec5adc43c {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:37.119930 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb0d64b-84e0-4a88-bcee-adfec5adc43c'] response: {'name': 'network-changed', 'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'status': 'completed', 'code': 200} Oct 11 04:41:37.165951 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-46052dd1-3923-42a6-8578-868b70aa3713 None None] Attempt 2 to provision port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c Oct 11 04:41:37.207276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-c61a432f-fc16-4a3c-9688-02c785a6be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.207729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-46052dd1-3923-42a6-8578-868b70aa3713 None None] Port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:41:37.208766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-c61a432f-fc16-4a3c-9688-02c785a6be99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 1097 time: 0.0741525 Oct 11 04:41:37.216124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec56ca-998d-45e0-a81f-e4a7b676303c req-431f525c-702a-4999-b1cd-5b788bc2f5cb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.217472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-38ec56ca-998d-45e0-a81f-e4a7b676303c req-431f525c-702a-4999-b1cd-5b788bc2f5cb tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 944 time: 0.0750082 Oct 11 04:41:37.260174 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-f3e5ea74-56be-434e-8105-34fcbb8dcf2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c HTTP/1.1" status: 200 len: 217 time: 0.0391169 Oct 11 04:41:37.320414 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-38ec56ca-998d-45e0-a81f-e4a7b676303c req-b59fda69-ebd0-4004-a303-037130146bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936511 Oct 11 04:41:37.325645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-e84dd021-c5a1-42d5-a662-b57d14eaef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.327057 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-e84dd021-c5a1-42d5-a662-b57d14eaef3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0610580 Oct 11 04:41:37.371934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-fa7f0b3f-9830-4b67-b333-622cf2b09c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.373307 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-fa7f0b3f-9830-4b67-b333-622cf2b09c6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396609 Oct 11 04:41:37.463738 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-2b852ea7-a647-4ca3-add3-15a88cd5bd11 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Oct 11 04:41:37.550560 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a4143d7-9137-42e4-b488-5bfe8f6513a8 req-e506830e-6feb-48b3-9ad5-044a4215dc70 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804939 Oct 11 04:41:37.672208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-b53b3d91-28c9-4c42-9e82-307b0d402fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.673666 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-b53b3d91-28c9-4c42-9e82-307b0d402fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 1097 time: 0.0404856 Oct 11 04:41:37.760652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:37.766144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-f20b9241-779d-459b-9ce4-7ec2ce11ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.767655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-f20b9241-779d-459b-9ce4-7ec2ce11ae5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0877931 Oct 11 04:41:37.811909 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-030570ba-14a1-4a09-bdd5-c2dda53e0baf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c HTTP/1.1" status: 200 len: 217 time: 0.0381684 Oct 11 04:41:37.863085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-85cc97a5-f7d3-464b-8a17-3d0d01173b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.864492 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-85cc97a5-f7d3-464b-8a17-3d0d01173b0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0465822 Oct 11 04:41:37.908197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-cb0d0fd3-6eed-4828-a224-9c85ecd8af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:37.909840 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-cb0d0fd3-6eed-4828-a224-9c85ecd8af3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395267 Oct 11 04:41:38.003489 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-9b4c394c-5a61-43f7-b0c6-5c370556d8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858395 Oct 11 04:41:38.090566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f59f535-b51a-4638-bbff-49cbaf9ce729 req-28fc9b41-99c0-404c-9983-812da4b28ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804050 Oct 11 04:41:38.440992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4171-8e42-49c9-8684-6d5c5577c0ab req-4caad520-6625-4154-84ee-e270b4e6fc83 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:38.442431 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-449e4171-8e42-49c9-8684-6d5c5577c0ab req-4caad520-6625-4154-84ee-e270b4e6fc83 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 944 time: 0.0477660 Oct 11 04:41:38.479546 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-449e4171-8e42-49c9-8684-6d5c5577c0ab req-a502704b-1acb-4827-b265-aa55be38475b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Oct 11 04:41:39.335719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:39.506620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:39.598677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd67e3-a943-4142-9de9-3adbb5f58300 req-098e22f0-82b6-4ebd-8ef0-181ff5e80a1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:39.600046 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68fd67e3-a943-4142-9de9-3adbb5f58300 req-098e22f0-82b6-4ebd-8ef0-181ff5e80a1f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 944 time: 0.0491273 Oct 11 04:41:39.637047 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-68fd67e3-a943-4142-9de9-3adbb5f58300 req-bf2c1571-ec51-40aa-ad14-309e983378e4 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312481 Oct 11 04:41:40.209496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7ca9b04e-a493-40b9-b948-0a9bfb61b70c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:41:40.311025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:40.321940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'port_id': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'mac_address': 'fa:16:3e:1d:b4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:41:40.358793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:40.359510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:40.371788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca9b04e-a493-40b9-b948-0a9bfb61b70c {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:41:40.393255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:40.397253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:40.447520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:40.555884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:40.754809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64590e-40c8-4ddb-b29a-f9ffa47d951e req-d7cf961d-0357-474a-a6c1-56f43161a2d7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:40.756265 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1e64590e-40c8-4ddb-b29a-f9ffa47d951e req-d7cf961d-0357-474a-a6c1-56f43161a2d7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 945 time: 0.0475924 Oct 11 04:41:40.792822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1e64590e-40c8-4ddb-b29a-f9ffa47d951e req-7db9f97a-3cc7-42c8-b44d-b128eb334c1a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Oct 11 04:41:40.803203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7ca9b04e-a493-40b9-b948-0a9bfb61b70c'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:41:41.915677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a0899-9a85-4ac6-8ba7-5bff23e90495 req-884db11e-c624-4b71-83ad-863a58aaa1c9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:41.917072 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f68a0899-9a85-4ac6-8ba7-5bff23e90495 req-884db11e-c624-4b71-83ad-863a58aaa1c9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 945 time: 0.0526974 Oct 11 04:41:41.954601 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f68a0899-9a85-4ac6-8ba7-5bff23e90495 req-aa194363-09a5-4ba8-b114-3e16cac84252 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Oct 11 04:41:42.211447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7ca9b04e-a493-40b9-b948-0a9bfb61b70c up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:41:42.259993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:41:42.263884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:41:42.264254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:42.264592 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c Oct 11 04:41:42.341151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:41:42.341533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:42.363933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:42.366182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eca5bf5-c45f-4b19-97fb-50e126e4abe2" -d '{"events": [{"server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "name": "network-vif-plugged", "status": "completed", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:42.379488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:41:42.383685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:42.406339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bcb34d-5bc8-4e62-b9b5-aba90e508044 x-openstack-request-id: req-32bcb34d-5bc8-4e62-b9b5-aba90e508044 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:42.407161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "name": "network-vif-plugged", "status": "completed", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:42.407411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32bcb34d-5bc8-4e62-b9b5-aba90e508044 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:42.407798 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32bcb34d-5bc8-4e62-b9b5-aba90e508044'] response: {'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'code': 200} Oct 11 04:41:42.432742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:42.607051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab0362-e67a-4cf7-8d46-bbd369a78c07 req-1ef8c649-deda-40a4-9793-312956393712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:42.608508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10ab0362-e67a-4cf7-8d46-bbd369a78c07 req-1ef8c649-deda-40a4-9793-312956393712 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 1099 time: 0.0393488 Oct 11 04:41:42.642648 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10ab0362-e67a-4cf7-8d46-bbd369a78c07 req-90dfded1-702b-42e0-b46e-551457686376 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272245 Oct 11 04:41:43.074327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0fd31-b3f6-4b98-897a-357a5be93425 req-ee217e09-a858-494b-afea-05fc210cb589 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:43.076074 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f7d0fd31-b3f6-4b98-897a-357a5be93425 req-ee217e09-a858-494b-afea-05fc210cb589 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 946 time: 0.0469038 Oct 11 04:41:43.112725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f7d0fd31-b3f6-4b98-897a-357a5be93425 req-56e58c31-d053-445f-9606-3cf2b86ac0ee tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Oct 11 04:41:44.236981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db38f6-fa0a-4d48-a9c8-4e0eadcc3556 req-f3c01095-0e26-4d82-a859-7ecb459298b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:44.238417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3db38f6-fa0a-4d48-a9c8-4e0eadcc3556 req-f3c01095-0e26-4d82-a859-7ecb459298b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 946 time: 0.0527050 Oct 11 04:41:44.275207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3db38f6-fa0a-4d48-a9c8-4e0eadcc3556 req-74e3cf86-fd5d-43bf-beb6-a47c2711a4b0 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Oct 11 04:41:44.397230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800c644-c5ae-4661-93df-aeb4063ac2e6 req-860b5037-c8e3-4a6d-81a4-6f302c44c9e1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:44.398628 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1800c644-c5ae-4661-93df-aeb4063ac2e6 req-860b5037-c8e3-4a6d-81a4-6f302c44c9e1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 946 time: 0.0510826 Oct 11 04:41:44.435231 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1800c644-c5ae-4661-93df-aeb4063ac2e6 req-ee927b08-d9b3-44c2-9705-ea8575d66403 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Oct 11 04:41:44.462333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54504) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:44.501246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a390ea-7894-41ea-a3ba-04d5545dae43 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:44.502979 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-46a390ea-7894-41ea-a3ba-04d5545dae43 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 1094 time: 0.0396917 Oct 11 04:41:44.505722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54506) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:41:44.510097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:41:44.529876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:44.626296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:44.726064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.162 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/545f1c15-a638-42cc-9469-23c9a3f5ff45) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:41:44.829503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:44.861701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:44.898264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:41:44.901180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:41:44.904526 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:41:44.928981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=545f1c15-a638-42cc-9469-23c9a3f5ff45,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:45.584899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:45.649708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:45.796255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:45.800728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:45.869722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=545f1c15-a638-42cc-9469-23c9a3f5ff45,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:41:45.871973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:45.972561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 591b4ffb-6f25-4471-afdb-050a0b81662f associated. External IP: 172.26.8.162, port: 7ca9b04e-a493-40b9-b948-0a9bfb61b70c. Oct 11 04:41:46.176705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:41:46.283881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:41:46.294065 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:41:46.302044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:41:46.305907 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:46.306499 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:46.329454 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-88c4fd13-c122-43a6-ac05-6b65799f7dc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8227160 Oct 11 04:41:46.330095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:41:46.332403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156c5036-5b34-495a-b239-117d05b99821" -d '{"events": [{"name": "network-changed", "server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:41:46.370008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dec6f80-57ca-44be-b853-0ceb823b24c3 x-openstack-request-id: req-8dec6f80-57ca-44be-b853-0ceb823b24c3 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:41:46.370321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:41:46.370600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dec6f80-57ca-44be-b853-0ceb823b24c3 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:41:46.371008 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dec6f80-57ca-44be-b853-0ceb823b24c3'] response: {'name': 'network-changed', 'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'status': 'completed', 'code': 200} Oct 11 04:41:46.412394 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:46.455584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5036-5b34-495a-b239-117d05b99821 req-e6e3efb0-f943-46df-ba15-0b1770530b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:46.457008 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-e6e3efb0-f943-46df-ba15-0b1770530b49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 1099 time: 0.0450010 Oct 11 04:41:46.545871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5036-5b34-495a-b239-117d05b99821 req-d840186b-44c3-427c-a7e2-bc87a962094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:46.547914 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-d840186b-44c3-427c-a7e2-bc87a962094c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0844986 Oct 11 04:41:46.616407 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-6a829357-5ebf-457a-8ec0-4b54dc141d4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c HTTP/1.1" status: 200 len: 1000 time: 0.0621030 Oct 11 04:41:46.634781 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '591b4ffb-6f25-4471-afdb-050a0b81662f', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.162', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:1d:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eda935-d34c-415a-b1d4-afef1a825356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:45Z', 'updated_at': '2022-10-11T04:41:45Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}, {'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:34Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:46.659879 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:41:46.666491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5036-5b34-495a-b239-117d05b99821 req-ede5ee11-7a3b-4342-96ac-fb239ec9eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:46.667968 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:41:46.668121 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-ede5ee11-7a3b-4342-96ac-fb239ec9eca0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0443115 Oct 11 04:41:46.668556 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:41:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:46.713186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5036-5b34-495a-b239-117d05b99821 req-e38755e8-1d50-454b-b749-0b0702774eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:41:46.714636 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-e38755e8-1d50-454b-b749-0b0702774eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401471 Oct 11 04:41:46.782194 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:41:46.808989 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-0722508c-0145-4bb2-96ba-e348ce4ed171 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Oct 11 04:41:46.899414 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-156c5036-5b34-495a-b239-117d05b99821 req-7db00609-21b8-42fa-96b1-6bc62fc4713d service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835903 Oct 11 04:41:47.002426 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '591b4ffb-6f25-4471-afdb-050a0b81662f', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.162', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:1d:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eda935-d34c-415a-b1d4-afef1a825356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:45Z', 'updated_at': '2022-10-11T04:41:45Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}, {'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:34Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:41:47.030715 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186561ff-add3-4a8f-b56a-0cd5551dc94c None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '591b4ffb-6f25-4471-afdb-050a0b81662f', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.162', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:1d:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eda935-d34c-415a-b1d4-afef1a825356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:45Z', 'updated_at': '2022-10-11T04:41:45Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}, {'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:34Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:41:47.216520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90827eef-8c36-4b21-9bb4-86825a9d2b4d None None] New status for floating IP 591b4ffb-6f25-4471-afdb-050a0b81662f: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:41:48.636185 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:42:04.200075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6510fa5b-1e3c-4a0b-888d-ec67689cb831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:06.464829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-84377945-c962-454c-a90a-5c75b99ceb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:07.013566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-733e08d6-6af6-4c26-931b-8d3c7bf363eb req-171e6251-62f4-4969-ba21-b3dd8ce98924 service neutron] (103098) timed out ('10.222.0.45', 63747) {{(pid=103098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 04:42:07.762307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:09.338000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:09.510296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:10.559492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:25.636023 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:42:28.414791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-d077a218-08b7-4f20-a37c-d188717ba7da req-bcb57168-2ce8-4e8e-812d-9e38d4174d7b tempest-ServerActionsTestJSON-1413376578 tempest-ServerActionsTestJSON-1413376578-project] (103099) timed out ('10.222.0.45', 63753) {{(pid=103099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 04:42:32.693820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-5c2a3ee7-df93-42ce-a26d-6398980fa302 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440278 Oct 11 04:42:32.796453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-449e6659-153d-4778-8f16-d6cc2615cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:42:32.797928 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-449e6659-153d-4778-8f16-d6cc2615cac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1099 time: 0.0405090 Oct 11 04:42:32.899928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-c9dc73d3-5958-4fbe-b480-43dd683e398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:42:32.901351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-c9dc73d3-5958-4fbe-b480-43dd683e398e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0840983 Oct 11 04:42:32.968766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-ffcfa0e9-878d-4010-b05f-661d24a294fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 1001 time: 0.0605321 Oct 11 04:42:33.016273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-04bac9d2-71c0-40fc-99b3-a570a57f9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:42:33.017689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-04bac9d2-71c0-40fc-99b3-a570a57f9809 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0424805 Oct 11 04:42:33.061121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-da8f805a-5b01-4f69-857d-7563b49910e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:42:33.062559 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-da8f805a-5b01-4f69-857d-7563b49910e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384755 Oct 11 04:42:33.154185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-75f71506-49ce-473e-b7b8-8aaad3e93818 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849478 Oct 11 04:42:33.246178 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d72c1aca-8dac-47df-9802-7b7e4acca6a7 req-2267cc2b-67d4-432d-aec0-3eb53376a2b1 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Oct 11 04:42:34.201826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-05fff533-100b-4b28-a83c-1069edc5572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:36.465536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba228-d50c-42c2-80ff-9696a18379ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:37.767090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:39.340098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:39.511802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:42:40.558969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:01.664635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54532) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:01.725293 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1e1e5567-e99f-49a3-a673-b9ba4e9080dc tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/ffac4071-9177-4cac-838a-4f37c7aea2ab HTTP/1.1" status: 200 len: 993 time: 0.0594420 Oct 11 04:43:02.453127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54542) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:02.458872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:02.519838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:02.634033 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:43:02.666711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:02.693834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:02.698398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:02.709235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:02.710272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:02.711723 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/ports/84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 939 time: 0.2576916 Oct 11 04:43:02.712323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:02.714630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04053ad-88d0-4ef0-b2dd-37762b432a13" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:02.761821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=6']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:02.768844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.769196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.769533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.769867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.770197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.770552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.770875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.771199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.771525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.771846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.772704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.773028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3f0e5-67a9-4983-84ef-5ead875cb160 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:02.875340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a7648-fcca-4c94-ae81-7b001854a08c x-openstack-request-id: req-198a7648-fcca-4c94-ae81-7b001854a08c {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:02.875637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:02.875893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-198a7648-fcca-4c94-ae81-7b001854a08c {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:02.876306 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198a7648-fcca-4c94-ae81-7b001854a08c'] response: {'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'status': 'completed', 'code': 200} Oct 11 04:43:02.958793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-0263e367-e22b-4c9c-8fe8-9ba1e48cac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:02.960815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-0263e367-e22b-4c9c-8fe8-9ba1e48cac8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1100 time: 0.0399315 Oct 11 04:43:03.052875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-bf95df92-4dc0-4bc6-bee9-7204ecb291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:03.054395 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-bf95df92-4dc0-4bc6-bee9-7204ecb291f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0869336 Oct 11 04:43:03.117574 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-e85bd2cf-108d-4199-897a-0a265c2affa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 1002 time: 0.0568087 Oct 11 04:43:03.169797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-84884ed0-e30d-4902-8f34-d5a1932c6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:03.171234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-84884ed0-e30d-4902-8f34-d5a1932c6f1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0473421 Oct 11 04:43:03.216482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-d4a46890-1cff-4c3a-aabd-7ffeb10e220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:03.217858 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-d4a46890-1cff-4c3a-aabd-7ffeb10e220f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401037 Oct 11 04:43:03.305433 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-1835633a-3c3a-4314-b834-818866fbc615 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808418 Oct 11 04:43:03.397690 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04053ad-88d0-4ef0-b2dd-37762b432a13 req-60b5679b-1493-46b8-919c-07b7867676f4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863273 Oct 11 04:43:04.203688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-95f41f7a-e4f9-43a6-8e50-090b0a7988ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:06.125403 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54556) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:06.130989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:06.197146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:06.343341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:06.371259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:06.375716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:06.386130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:06.386756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:06.388109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/ports/84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 938 time: 0.2617168 Oct 11 04:43:06.388704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:06.390974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa24fefc-0a3d-4e82-976e-4edae73ab712" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:06.391822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54558) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:06.435187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419853b6-bcba-4bfd-bf0f-7d9ec80fe669 x-openstack-request-id: req-419853b6-bcba-4bfd-bf0f-7d9ec80fe669 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:06.435481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:06.435737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-419853b6-bcba-4bfd-bf0f-7d9ec80fe669 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:06.436165 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419853b6-bcba-4bfd-bf0f-7d9ec80fe669'] response: {'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'status': 'completed', 'code': 200} Oct 11 04:43:06.453169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9314b-a2dc-45f8-b1cd-c0d103f7ec26 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=7']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:06.464838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0971c47c-89c4-4396-942a-1f45604a7ccd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/ffac4071-9177-4cac-838a-4f37c7aea2ab HTTP/1.1" status: 200 len: 993 time: 0.0716822 Oct 11 04:43:06.467775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-80785bbe-bc5e-4dcf-a8db-d2b7fd5422af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:06.519679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-5fc60289-bfc4-4032-8dc2-ec4cab787724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:06.521186 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-5fc60289-bfc4-4032-8dc2-ec4cab787724 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1099 time: 0.0393305 Oct 11 04:43:06.610209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-0592e1d1-603c-4421-b990-4ab43618d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:06.611620 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-0592e1d1-603c-4421-b990-4ab43618d3b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0833321 Oct 11 04:43:06.680877 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-e857c1ad-306a-4ed5-b5cb-daf8718ec87b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 1001 time: 0.0626371 Oct 11 04:43:06.728927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-47a4ee24-2f74-4f1c-83d5-611bcab2f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:06.730435 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-47a4ee24-2f74-4f1c-83d5-611bcab2f1eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0433414 Oct 11 04:43:06.775774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-a5b683ec-aebd-469e-b126-07b13d21278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:06.777251 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-a5b683ec-aebd-469e-b126-07b13d21278a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399444 Oct 11 04:43:06.794277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['84a1a4b2-732c-4932-9301-5615b8489242'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:43:06.871515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-7fa07d94-9d38-4400-ae9b-64a450036008 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870950 Oct 11 04:43:06.959538 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa24fefc-0a3d-4e82-976e-4edae73ab712 req-57ce5778-8a4c-4cf2-8387-156e87fec695 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817931 Oct 11 04:43:07.769282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.005036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54568) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:09.162600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 545f1c15-a638-42cc-9469-23c9a3f5ff45 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:09.162940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.235688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.236017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.247395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 545f1c15-a638-42cc-9469-23c9a3f5ff45 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:09.342798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.394321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.417290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=545f1c15-a638-42cc-9469-23c9a3f5ff45,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:09.431113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.431458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.431794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.432125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.432453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.432781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.433112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.433434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.433757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.434077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.434398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.434763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:09.490384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.490765 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 591b4ffb-6f25-4471-afdb-050a0b81662f disassociated (deleted). External IP: 172.26.8.162, port: 7ca9b04e-a493-40b9-b948-0a9bfb61b70c. Oct 11 04:43:09.514143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.695518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:43:09.801350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:43:09.806760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:09.812555 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:43:09.822118 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:09.822826 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:09.836058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b54870bd-2767-4ebe-b66e-ae11e6b36323 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/591b4ffb-6f25-4471-afdb-050a0b81662f HTTP/1.1" status: 204 len: 168 time: 0.8299589 Oct 11 04:43:09.836834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:09.839199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc61afa-e494-4db2-b966-ea4c93013bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:09.879052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28647740-ac4c-49fb-b777-70e90095fc4c x-openstack-request-id: req-28647740-ac4c-49fb-b777-70e90095fc4c {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:09.879934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:09.880252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28647740-ac4c-49fb-b777-70e90095fc4c {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:09.880771 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28647740-ac4c-49fb-b777-70e90095fc4c'] response: {'name': 'network-changed', 'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'status': 'completed', 'code': 200} Oct 11 04:43:09.930459 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:09.977786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-24a59b84-885f-421e-8011-e92d61bd37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:09.980031 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-24a59b84-885f-421e-8011-e92d61bd37fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 1099 time: 0.0557063 Oct 11 04:43:10.111013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-c571026f-6b3b-4638-aa74-45b48ca8682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:10.112706 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-c571026f-6b3b-4638-aa74-45b48ca8682a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.0980597 Oct 11 04:43:10.168866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-40939a66-ea4b-49a8-a9ae-5accd50831b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c HTTP/1.1" status: 200 len: 217 time: 0.0483778 Oct 11 04:43:10.172333 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:34Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:10.198447 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:43:10.206564 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:10.207154 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:10.239504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640354bc-416e-4b93-b2f9-30c7777f7460 req-8116c56c-3ffa-4607-b01d-e43db981acb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:10.240980 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-640354bc-416e-4b93-b2f9-30c7777f7460 req-8116c56c-3ffa-4607-b01d-e43db981acb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 946 time: 0.2184358 Oct 11 04:43:10.242317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-18d4f157-1c00-48eb-b6f8-2606837ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:10.243664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-18d4f157-1c00-48eb-b6f8-2606837ce930 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0617659 Oct 11 04:43:10.311840 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:10.312151 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-640354bc-416e-4b93-b2f9-30c7777f7460 req-549f0909-edad-46d0-9b2c-057d168795e5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640619 Oct 11 04:43:10.318335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-3ee2ed14-043a-4a21-bc85-c97dd2976fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:10.319866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-3ee2ed14-043a-4a21-bc85-c97dd2976fac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639684 Oct 11 04:43:10.410631 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-83f50d0d-2fa1-4b60-b2ac-1ba06bc9fd05 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825210 Oct 11 04:43:10.503668 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcc61afa-e494-4db2-b966-ea4c93013bfc req-a2174d16-038a-4a13-97e6-58bc09634b1d service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867484 Oct 11 04:43:10.536537 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:34Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:10.553726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:10.567757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07e7ab-005e-46ff-9af6-409d7d9d7286 None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'ffac4071-9177-4cac-838a-4f37c7aea2ab', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'port_id': '84a1a4b2-732c-4932-9301-5615b8489242', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'mac_address': 'fa:16:3e:bc:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:41:31Z', 'updated_at': '2022-10-11T04:41:34Z', 'revision_number': 1, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:43:10.781230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c754e06d-5ef4-4a32-9334-3d2cd6e97fa4 None None] New status for floating IP 591b4ffb-6f25-4471-afdb-050a0b81662f: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:43:11.488026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc764e9-b028-4636-a964-7e3fa6f2b00e req-dc2a01f7-f548-4429-93e5-0c2895ef4f1e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:11.489520 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2cc764e9-b028-4636-a964-7e3fa6f2b00e req-dc2a01f7-f548-4429-93e5-0c2895ef4f1e tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 946 time: 0.1024528 Oct 11 04:43:11.529868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2cc764e9-b028-4636-a964-7e3fa6f2b00e req-332104b2-eea6-45fb-a686-40f8238912d6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=95f8628c-2d99-43ee-a497-ba0a033eff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Oct 11 04:43:11.750876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97f46-05ce-4017-817c-7299fcbba77c req-046720ab-c286-4d68-90e1-246f509a2058 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:11.752571 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ace97f46-05ce-4017-817c-7299fcbba77c req-046720ab-c286-4d68-90e1-246f509a2058 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 946 time: 0.0479529 Oct 11 04:43:11.844012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:11.844357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:11.930717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:11.930999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:11.943221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 7ca9b04e-a493-40b9-b948-0a9bfb61b70c owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:12.069346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:12.097779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=7ca9b04e-a493-40b9-b948-0a9bfb61b70c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:12.140404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 7ca9b04e-a493-40b9-b948-0a9bfb61b70c on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:43:12.142877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:12.147453 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ace97f46-05ce-4017-817c-7299fcbba77c req-fac94855-51c5-45aa-b13f-4020f3fe0bc6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/7ca9b04e-a493-40b9-b948-0a9bfb61b70c HTTP/1.1" status: 204 len: 173 time: 0.3867793 Oct 11 04:43:12.147453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'name': 'network-vif-deleted', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:12.149969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce9ddb-ba12-46a0-ae20-ffc591a7f6ee" -d '{"events": [{"server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "name": "network-vif-deleted", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:12.185900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a2ac1-4fbe-4486-a450-8614acd9d761 x-openstack-request-id: req-7c7a2ac1-4fbe-4486-a450-8614acd9d761 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:12.186195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eda935-d34c-415a-b1d4-afef1a825356", "name": "network-vif-deleted", "tag": "7ca9b04e-a493-40b9-b948-0a9bfb61b70c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:12.186451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c7a2ac1-4fbe-4486-a450-8614acd9d761 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:12.186883 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7a2ac1-4fbe-4486-a450-8614acd9d761'] response: {'server_uuid': '67eda935-d34c-415a-b1d4-afef1a825356', 'name': 'network-vif-deleted', 'tag': '7ca9b04e-a493-40b9-b948-0a9bfb61b70c', 'status': 'completed', 'code': 200} Oct 11 04:43:12.642563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ddc3e7c-3380-448a-a410-6ff9cba1f04c req-a0e26972-1d53-4dfc-a317-34c1c1965fd6 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=67eda935-d34c-415a-b1d4-afef1a825356 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Oct 11 04:43:13.706658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54590) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:13.766576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58b01597-5ea2-4aa0-b5fa-ba4c7a413bce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:13.791950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58b01597-5ea2-4aa0-b5fa-ba4c7a413bce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:13.851669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58b01597-5ea2-4aa0-b5fa-ba4c7a413bce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:13.854232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-58b01597-5ea2-4aa0-b5fa-ba4c7a413bce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:13.855444 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-58b01597-5ea2-4aa0-b5fa-ba4c7a413bce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/95f8628c-2d99-43ee-a497-ba0a033eff5e HTTP/1.1" status: 204 len: 168 time: 0.1477766 Oct 11 04:43:13.864279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01597-5ea2-4aa0-b5fa-ba4c7a413bce tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f8628c-2d99-43ee-a497-ba0a033eff5e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:13.886482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54594) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:14.038888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 7b376f4c-1acf-4c5c-8897-d451f03def87 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:14.039129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:14.116304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:14.117153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:14.128604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 7b376f4c-1acf-4c5c-8897-d451f03def87 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:14.270383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:14.296816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=7b376f4c-1acf-4c5c-8897-d451f03def87,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:14.357512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:14.357841 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP ffac4071-9177-4cac-838a-4f37c7aea2ab disassociated (deleted). External IP: 172.26.8.70, port: 84a1a4b2-732c-4932-9301-5615b8489242. Oct 11 04:43:14.651398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7ca9b04e-a493-40b9-b948-0a9bfb61b70c no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:43:14.672857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 7ca9b04e-a493-40b9-b948-0a9bfb61b70c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:43:14.673200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7ca9b04e-a493-40b9-b948-0a9bfb61b70c not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:43:14.886797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:43:14.993094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:43:14.997611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:15.002678 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:43:15.012773 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:15.013364 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:15.024854 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9f8de077-e352-4cec-b48d-f841df351165 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/ffac4071-9177-4cac-838a-4f37c7aea2ab HTTP/1.1" status: 204 len: 168 time: 1.1374156 Oct 11 04:43:15.025494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:15.027812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528063b4-1f2b-4cdd-a020-e517c998615d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:15.070382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a228d927-d57c-4fe2-812e-5f45642097f1 x-openstack-request-id: req-a228d927-d57c-4fe2-812e-5f45642097f1 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:15.071238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:15.071734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a228d927-d57c-4fe2-812e-5f45642097f1 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:15.072165 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a228d927-d57c-4fe2-812e-5f45642097f1'] response: {'name': 'network-changed', 'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'status': 'completed', 'code': 200} Oct 11 04:43:15.119998 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:15.161684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528063b4-1f2b-4cdd-a020-e517c998615d req-51e2c285-8512-4c91-b9d2-40de30f67df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:15.163803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-51e2c285-8512-4c91-b9d2-40de30f67df9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 1099 time: 0.0476589 Oct 11 04:43:15.268626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd220e3-54c6-46c5-a089-fe2a1ac119ec req-976777f3-6571-49c6-85c9-a21892ac0b4f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:15.270192 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0fd220e3-54c6-46c5-a089-fe2a1ac119ec req-976777f3-6571-49c6-85c9-a21892ac0b4f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 946 time: 0.0578847 Oct 11 04:43:15.300281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528063b4-1f2b-4cdd-a020-e517c998615d req-a2b4933b-a98b-4424-a551-4a933f117077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:15.302246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-a2b4933b-a98b-4424-a551-4a933f117077 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 200 len: 897 time: 0.1006663 Oct 11 04:43:15.310841 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0fd220e3-54c6-46c5-a089-fe2a1ac119ec req-8caba4ad-a06d-4c14-a601-bb33a7b68524 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Oct 11 04:43:15.329253 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:15.348574 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-23585a67-9919-4064-b2d3-15664534034c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 200 len: 217 time: 0.0393198 Oct 11 04:43:15.359656 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:43:15.368126 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:15.368719 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:15.397230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528063b4-1f2b-4cdd-a020-e517c998615d req-553e8542-6327-41e2-af8f-8de9c83316ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:15.399215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-553e8542-6327-41e2-af8f-8de9c83316ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 200 len: 834 time: 0.0433748 Oct 11 04:43:15.448337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528063b4-1f2b-4cdd-a020-e517c998615d req-848cf17a-534e-485e-9547-ca9d8313553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:15.449819 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-848cf17a-534e-485e-9547-ca9d8313553e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac333fa7-809a-486e-9adc-076c9a5f0520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438323 Oct 11 04:43:15.471096 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:15.541081 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-3305e641-d8d2-490f-835b-7ff267d3c72e service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835147 Oct 11 04:43:15.636576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-528063b4-1f2b-4cdd-a020-e517c998615d req-5ae6e000-ebcc-436a-afd4-ea6b8d3053f2 service neutron] 10.222.0.45 "GET /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880454 Oct 11 04:43:15.754152 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:15.780474 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a10f1-fe72-4ccb-8f34-fe6fbd17d8d3 None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:16Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7c56d2d1-6904-44f9-8f7a-0e83bc6356d6', 'name': '', 'network_id': 'ac333fa7-809a-486e-9adc-076c9a5f0520', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:56:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:16Z', 'updated_at': '2022-10-11T04:41:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '8021c26e-98c0-449b-b79e-d6f4f148ee64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:43:15.981392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb88a4-b1d0-495d-a905-6447d17a4988 None None] New status for floating IP ffac4071-9177-4cac-838a-4f37c7aea2ab: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:43:16.432351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d275a48-fbd0-4d38-97a2-3bb5aa3cd0a3 req-5e409ae3-c9ca-422f-a8fd-2a8d6c3da6fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:16.433800 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d275a48-fbd0-4d38-97a2-3bb5aa3cd0a3 req-5e409ae3-c9ca-422f-a8fd-2a8d6c3da6fe tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 946 time: 0.0479109 Oct 11 04:43:16.470304 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d275a48-fbd0-4d38-97a2-3bb5aa3cd0a3 req-b2225e96-3961-46e8-9b10-607a094b3ff5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=e69cfab9-429f-41ff-97ea-ea30ac67f4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 Oct 11 04:43:16.998986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-2018f630-1398-410f-9e24-8d7b87bc56ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:17.000316 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-2018f630-1398-410f-9e24-8d7b87bc56ba tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 946 time: 0.0471504 Oct 11 04:43:17.088976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 84a1a4b2-732c-4932-9301-5615b8489242 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:17.089312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:17.174612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 84a1a4b2-732c-4932-9301-5615b8489242, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=84a1a4b2-732c-4932-9301-5615b8489242,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:17.174967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:17.188146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 84a1a4b2-732c-4932-9301-5615b8489242 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:17.316663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:17.345650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=84a1a4b2-732c-4932-9301-5615b8489242,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:17.391330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port 84a1a4b2-732c-4932-9301-5615b8489242 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:43:17.393958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:17.397253 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-81236b38-9ed2-447e-ac9b-c43d62a3dba9 req-a55e824b-ca2d-4476-a39c-5358b22cdd07 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/84a1a4b2-732c-4932-9301-5615b8489242 HTTP/1.1" status: 204 len: 173 time: 0.3914766 Oct 11 04:43:17.397832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'name': 'network-vif-deleted', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:17.400723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864f90e-8f34-4ae7-a59f-0cc97f67f5f8" -d '{"events": [{"server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "name": "network-vif-deleted", "tag": "84a1a4b2-732c-4932-9301-5615b8489242"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:17.436867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a0ba4-84db-4f23-aed3-3b7c279787f4 x-openstack-request-id: req-0e6a0ba4-84db-4f23-aed3-3b7c279787f4 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:17.437481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac36024-cb29-49b0-a52f-3766dc523b42", "name": "network-vif-deleted", "tag": "84a1a4b2-732c-4932-9301-5615b8489242", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:17.437481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e6a0ba4-84db-4f23-aed3-3b7c279787f4 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:17.437789 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6a0ba4-84db-4f23-aed3-3b7c279787f4'] response: {'server_uuid': '0ac36024-cb29-49b0-a52f-3766dc523b42', 'name': 'network-vif-deleted', 'tag': '84a1a4b2-732c-4932-9301-5615b8489242', 'status': 'completed', 'code': 200} Oct 11 04:43:17.585940 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-580d61d3-3060-4c96-8a4d-7105c08168f8 req-46d8f191-88ff-4c1e-a80a-a13470ba4fa9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ac36024-cb29-49b0-a52f-3766dc523b42 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Oct 11 04:43:18.648087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54610) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:18.705558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9779-a8d2-44da-8543-12f38088e415 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:18.730149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9779-a8d2-44da-8543-12f38088e415 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:18.789414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9779-a8d2-44da-8543-12f38088e415 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:18.792054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9779-a8d2-44da-8543-12f38088e415 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:18.793208 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f8dd9779-a8d2-44da-8543-12f38088e415 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/e69cfab9-429f-41ff-97ea-ea30ac67f4ec HTTP/1.1" status: 204 len: 168 time: 0.1441369 Oct 11 04:43:18.802498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd9779-a8d2-44da-8543-12f38088e415 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69cfab9-429f-41ff-97ea-ea30ac67f4ec,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:18.824113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54614) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:19.174440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:19.423107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:19.423448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:19.513103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:19.513387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:19.524934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:19.706345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:19.732501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=7c56d2d1-6904-44f9-8f7a-0e83bc6356d6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:19.904603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.109618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:43:20.218818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:43:20.223715 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5225398a-85c0-4600-9f8a-81bd713d3bb3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/2ade8731-8c5d-4d94-bf8b-a7432c5ce282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986022 Oct 11 04:43:20.226519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54616) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:20.229352 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] Sync routers for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:43:20.238605 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:20.239194 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:20.280186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet 8021c26e-98c0-449b-b79e-d6f4f148ee64 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:43:20.283246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.322060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.343438 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:20.402547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.464794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.491006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=8021c26e-98c0-449b-b79e-d6f4f148ee64,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:20.495014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.500641 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-37a0c689-1bae-4231-8b5f-d9b72fc6ce96 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/8021c26e-98c0-449b-b79e-d6f4f148ee64 HTTP/1.1" status: 204 len: 168 time: 0.2705994 Oct 11 04:43:20.501956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54618) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:20.502727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4a162-6581-40c7-a866-852e96aed6df None None] Network ac333fa7-809a-486e-9adc-076c9a5f0520 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:43:20.528977 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:43:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:20.556096 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] Checking router: 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:43:20.564719 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] Routers {'2ade8731-8c5d-4d94-bf8b-a7432c5ce282'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:20.565108 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:20.620606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.679754 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] Set router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:20.696301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 84a1a4b2-732c-4932-9301-5615b8489242 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:43:20.703060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] DHCP port deletion for ac333fa7-809a-486e-9adc-076c9a5f0520 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:43:20.722372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 84a1a4b2-732c-4932-9301-5615b8489242 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:43:20.723025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 84a1a4b2-732c-4932-9301-5615b8489242 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:43:20.730229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.772128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Deleting port 359dc0a6-85fe-4178-9cc9-9c112e552db1 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:20.772941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.784462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port a71162fc-cd7b-4faf-9917-c64b8ac4627f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:43:20.784805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.838797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] For port 359dc0a6-85fe-4178-9cc9-9c112e552db1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=359dc0a6-85fe-4178-9cc9-9c112e552db1,segment=NetworkSegment(61c2d742-43cf-4023-8f19-a86cf2dbbeb7),segment_id=61c2d742-43cf-4023-8f19-a86cf2dbbeb7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:20.839187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.852314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Calling delete_port for 359dc0a6-85fe-4178-9cc9-9c112e552db1 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:20.857549 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:43:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:20.872186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port a71162fc-cd7b-4faf-9917-c64b8ac4627f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a71162fc-cd7b-4faf-9917-c64b8ac4627f,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:20.872553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.885106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for a71162fc-cd7b-4faf-9917-c64b8ac4627f owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:43:20.888792 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297d5f6-c86c-4c41-b0fb-44d71a64954a None None] The sync data for ids ['2ade8731-8c5d-4d94-bf8b-a7432c5ce282'] in dv-neutron-860894-1-hyperv is: [{'id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'name': 'tempest-TestNetworkBasicOps-router-1156314008', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:43:19Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a71162fc-cd7b-4faf-9917-c64b8ac4627f', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade8731-8c5d-4d94-bf8b-a7432c5ce282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:41:13Z', 'updated_at': '2022-10-11T04:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:43:20.936106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:20.965970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Pushing event deleted for resources: {'Port': ['ID=359dc0a6-85fe-4178-9cc9-9c112e552db1,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:20.968204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] No DVR routers for this DVR port 359dc0a6-85fe-4178-9cc9-9c112e552db1 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:43:20.978634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.978992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.979332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.980279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.980279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.980279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.980600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.980936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.981256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.981647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.981883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:20.982188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d8191-fd4c-48a3-ae4c-b5665e285e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:21.065678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.088469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=a71162fc-cd7b-4faf-9917-c64b8ac4627f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:21.153762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.246124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.248704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.293608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.294215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router 2ade8731-8c5d-4d94-bf8b-a7432c5ce282 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:43:21.301784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.303060 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f097ccf2-b28d-4172-9284-847588e787ab tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/2ade8731-8c5d-4d94-bf8b-a7432c5ce282 HTTP/1.1" status: 204 len: 168 time: 0.7997105 Oct 11 04:43:21.306227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54620) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:21.385894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.472961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.494725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac333fa7-809a-486e-9adc-076c9a5f0520']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:21.504728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c2d742-43cf-4023-8f19-a86cf2dbbeb7') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:21.505361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c2d742-43cf-4023-8f19-a86cf2dbbeb7') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:21.514607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.528717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.534617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 483 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:43:21.535005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.605001 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 61c2d742-43cf-4023-8f19-a86cf2dbbeb7 resource provider aggregate not found Oct 11 04:43:21.610987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.615458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.618918 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/ac333fa7-809a-486e-9adc-076c9a5f0520 HTTP/1.1" status: 204 len: 168 time: 0.3117304 Oct 11 04:43:21.625403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 61c2d742-43cf-4023-8f19-a86cf2dbbeb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61c2d742-43cf-4023-8f19-a86cf2dbbeb7 found for delete ", "request_id": "req-696542d6-2e03-4e97-8067-dc17b761f637"}]} Oct 11 04:43:21.634910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113c610-d835-4670-9970-24b6978f198c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=ac333fa7-809a-486e-9adc-076c9a5f0520,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:21.643818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54628) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:21.649423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'network': {'name': 'tempest-network-smoke--1342360803', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'port_security_enabled': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:21.668579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:43:21.671901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.695703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:43:21.705239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.705636 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Added segment 49e1edeb-ae48-448b-b33c-dcfe0a8309ff of type vlan for network e3a64b12-2173-4d20-a97c-1a024c752110 Oct 11 04:43:21.744664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.768661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.774824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:21.775401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.811839 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1668546 Oct 11 04:43:21.814659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54630) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:21.823654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-157289074', 'admin_state_up': True, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:21.860151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c7671-6385-411c-993e-00dcedaf8024 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Network': ['ID=e3a64b12-2173-4d20-a97c-1a024c752110,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:21.873094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network e3a64b12-2173-4d20-a97c-1a024c752110 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:43:21.879575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.880638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:21.931512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:22.065107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:22.207327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a71162fc-cd7b-4faf-9917-c64b8ac4627f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:43:22.226262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a71162fc-cd7b-4faf-9917-c64b8ac4627f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:43:22.226627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a71162fc-cd7b-4faf-9917-c64b8ac4627f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:43:22.227030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 359dc0a6-85fe-4178-9cc9-9c112e552db1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:43:22.249115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 359dc0a6-85fe-4178-9cc9-9c112e552db1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:43:22.249456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 359dc0a6-85fe-4178-9cc9-9c112e552db1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:43:22.249788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:22.249961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:43:22.268759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:43:22.269087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7c56d2d1-6904-44f9-8f7a-0e83bc6356d6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:43:22.269276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:22.371204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.149 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/a342a208-15ee-4da3-adc5-a86492786ca6) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:43:22.471733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:22.503830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:22.541946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:43:22.544724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:22.548061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:43:22.553331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:23.095101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:23.282782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:23.404328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:43:23.507550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:43:23.516881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:43:23.527496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:23.527856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:23.528145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:23.532249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e0dfbbfd-80c6-4b9a-889b-de999991fbe7 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7134757 Oct 11 04:43:23.532445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54632) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:23.559874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-afbacd2a-80ec-4b71-8533-80258ae89c84 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=463d5d499b0f480abf42b4b49cab474a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263760 Oct 11 04:43:23.562307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54634) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:23.634825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:23.650828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa23f1-e7db-4ca0-9a50-cb7ead841f9b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:23.652317 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1afa23f1-e7db-4ca0-9a50-cb7ead841f9b tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891118 Oct 11 04:43:23.655153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54636) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:23.686185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b8216f0b-969b-4363-9a45-72be77e76d14 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299578 Oct 11 04:43:23.688678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54638) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:23.693339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-158237974', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:23.778922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:43:23.782361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:23.813697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:22Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:23.844461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Checking router: dffd2ba3-23d9-4c31-be7e-a4098c315c3b for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:43:23.844728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Updating router dffd2ba3-23d9-4c31-be7e-a4098c315c3b port a342a208-15ee-4da3-adc5-a86492786ca6 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:43:23.869460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:23.964078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.025088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Subnet': ['ID=0c10ef4c-eb27-4860-b028-c40605415ee8,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:24.033681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Checking segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:43:24.034035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network hostable DHCP agents. Network: e3a64b12-2173-4d20-a97c-1a024c752110, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:43:24.051366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network e3a64b12-2173-4d20-a97c-1a024c752110 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:43:24.060217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, e3a64b12-2173-4d20-a97c-1a024c752110) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:24.065302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:24.066454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.070555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afaff9-80f4-474a-a08a-a7e08b89d24a None None] Network e3a64b12-2173-4d20-a97c-1a024c752110 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:43:24.083784 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0b33f9ae-ccce-497e-a912-c9c61fd124b9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3941095 Oct 11 04:43:24.086911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54640) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:24.178113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.187782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.227639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Attempting to bind port a342a208-15ee-4da3-adc5-a86492786ca6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:43:24.227901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Attempting to bind port a342a208-15ee-4da3-adc5-a86492786ca6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:43:24.228263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Attempting to bind port a342a208-15ee-4da3-adc5-a86492786ca6 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:43:24.262240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:43:24.262635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:43:24.263039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.263441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:43:24.263917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Bound port: a342a208-15ee-4da3-adc5-a86492786ca6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:43:24.264292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.303202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b382b0-a081-4f5e-9ba9-5ab48ac20a30 None None] Pushing event updated for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:24.360326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] For port a342a208-15ee-4da3-adc5-a86492786ca6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:43:24.372242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-e3a64b12-2173-4d20-a97c-1a024c752110', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:43:24.373079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.378484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] For port a342a208-15ee-4da3-adc5-a86492786ca6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a342a208-15ee-4da3-adc5-a86492786ca6,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:43:24.389279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.483750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:24.484273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:24.524054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:24.554397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b382b0-a081-4f5e-9ba9-5ab48ac20a30 None None] Pushing event updated for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:24.638752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Allocated IP 172.20.0.2 (e3a64b12-2173-4d20-a97c-1a024c752110/0c10ef4c-eb27-4860-b028-c40605415ee8/85cdbb07-3fb3-4e03-8e3a-afacd718df46) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:43:24.660129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:25.055808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.063170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.106877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Network e3a64b12-2173-4d20-a97c-1a024c752110 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:43:25.108677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.1 (e3a64b12-2173-4d20-a97c-1a024c752110/0c10ef4c-eb27-4860-b028-c40605415ee8/fda61cad-72cb-45d9-8370-a0111b8d6ce6) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:43:25.112364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:25.115146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:43:25.126287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:22Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:25.156788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Pushing event updated for resources: {'Port': ['ID=85cdbb07-3fb3-4e03-8e3a-afacd718df46,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:25.173566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadad40b-92ec-4a95-93dc-497dcb6bb224 None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:22Z', 'revision_number': 3, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:43:25.211012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Attempting to bind port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:43:25.211384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Attempting to bind port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:43:25.211752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Attempting to bind port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 on network e3a64b12-2173-4d20-a97c-1a024c752110 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:43:25.217142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:43:25.217516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Checking segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:43:25.217917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.218306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Bound using segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:43:25.219132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Bound port: 85cdbb07-3fb3-4e03-8e3a-afacd718df46, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:43:25.219533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.233648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.269364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.292894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] For port 85cdbb07-3fb3-4e03-8e3a-afacd718df46, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:43:25.298076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] For port 85cdbb07-3fb3-4e03-8e3a-afacd718df46, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=85cdbb07-3fb3-4e03-8e3a-afacd718df46,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:43:25.304651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.310117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network e3a64b12-2173-4d20-a97c-1a024c752110 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:43:25.315251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:25.319029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:43:25.362388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:25.363793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eee6d-1802-4187-8c0a-6bd5098dc96a None None] Pushing event updated for resources: {'Port': ['ID=85cdbb07-3fb3-4e03-8e3a-afacd718df46,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:25.386929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.558474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.864163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.868954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.945483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:25.953405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:26.053745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network e3a64b12-2173-4d20-a97c-1a024c752110 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:43:26.055365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:26.188606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:43:26.307808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:43:26.341159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a62617-729c-4d00-b83a-f4652f047ebf None None] Network e3a64b12-2173-4d20-a97c-1a024c752110 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:43:26.447875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Provisioning complete for port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:26.448155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.448490 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Attempt 1 to provision port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 Oct 11 04:43:26.450013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a342a208-15ee-4da3-adc5-a86492786ca6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:26.450363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.450717 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a342a208-15ee-4da3-adc5-a86492786ca6 Oct 11 04:43:26.669087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a342a208-15ee-4da3-adc5-a86492786ca6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:26.669479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.670862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:43:26.676269 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c261104d-3558-46b2-a7d7-87beb027980b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/dffd2ba3-23d9-4c31-be7e-a4098c315c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5881798 Oct 11 04:43:26.679404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54642) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:26.684856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Current status of the port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:26.685245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.708800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a342a208-15ee-4da3-adc5-a86492786ca6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a342a208-15ee-4da3-adc5-a86492786ca6,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:26.716145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.716902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85cdbb07-3fb3-4e03-8e3a-afacd718df46 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:43:26.778562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] For port 85cdbb07-3fb3-4e03-8e3a-afacd718df46, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=85cdbb07-3fb3-4e03-8e3a-afacd718df46,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:26.788073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.790623 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f45fc-1198-4a4d-988f-83574034e8e3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.791108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f45fc-1198-4a4d-988f-83574034e8e3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.791786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f45fc-1198-4a4d-988f-83574034e8e3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.792221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f45fc-1198-4a4d-988f-83574034e8e3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.796845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54644) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:26.797112 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ea8f45fc-1198-4a4d-988f-83574034e8e3 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1164196 Oct 11 04:43:26.820437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:26.859732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1c6b5-efd7-410c-8c33-1334ddf6a969 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.860236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1c6b5-efd7-410c-8c33-1334ddf6a969 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.860701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1c6b5-efd7-410c-8c33-1334ddf6a969 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.861687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1c6b5-efd7-410c-8c33-1334ddf6a969 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:26.861978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:26.862352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:26.862720 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 Oct 11 04:43:26.866652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54646) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:26.873526 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-90c1c6b5-efd7-410c-8c33-1334ddf6a969 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0755558 Oct 11 04:43:26.920487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392a9a0-93f6-4f61-b6cc-db837e8b76f1 None None] Pushing event updated for resources: {'Port': ['ID=85cdbb07-3fb3-4e03-8e3a-afacd718df46,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:26.973272 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:43:26.974880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:26.983819 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:26.984422 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:27.008889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Provisioning complete for port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:27.009362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.009792 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Attempt 1 to provision port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 Oct 11 04:43:27.040219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4997dcac-1b3c-4572-a941-93b254c96525 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1719582 Oct 11 04:43:27.092600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Current status of the port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:27.096929 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:27.104024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Provisioning complete for port fda61cad-72cb-45d9-8370-a0111b8d6ce6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:27.104519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.104947 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Attempt 1 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:43:27.145923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Port fda61cad-72cb-45d9-8370-a0111b8d6ce6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:43:27.196929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54652) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.203079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892309487', 'description': 'tempest-secgroup-smoke-892309487 description', 'project_id': '463d5d499b0f480abf42b4b49cab474a'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:27.224606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.297200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.301406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.311624 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:27.336629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.340555 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395123 Oct 11 04:43:27.340555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72caba-7d5d-4c6b-835a-b04c6f848b34 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.340896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54654) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.345366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:27.352237 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Checking router: dffd2ba3-23d9-4c31-be7e-a4098c315c3b for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:43:27.352600 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Updating router dffd2ba3-23d9-4c31-be7e-a4098c315c3b port fda61cad-72cb-45d9-8370-a0111b8d6ce6 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:43:27.372696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.377549 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.428732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.432393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.452178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3485be4a-ff1a-4e1e-9359-99b24c27b8dc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.461028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.464783 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eb49dcfe-e43f-44ee-80df-3bc64c08ce37 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203315 Oct 11 04:43:27.465020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54656) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.469342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:27.493520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.550408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.555331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.571911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701bc33e-5587-4342-8097-fe12b68384d8,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.582581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.582581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9dd92e42-4826-48ce-bc3d-17e72c2dca73 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164358 Oct 11 04:43:27.586109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54658) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.590811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:27.617540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.638248 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.643958 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.647119 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Attempt 2 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:43:27.687807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.689612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Port fda61cad-72cb-45d9-8370-a0111b8d6ce6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:43:27.692617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.714235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5a61d9-5d86-48e7-a292-3aea6ebd5ece,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.724137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.725418 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-14cc3bc2-1290-4c58-83de-ee671b7f7026 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382477 Oct 11 04:43:27.728237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54660) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.732747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:27.760410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.814285 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.821122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.821934 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Attempting to bind port fda61cad-72cb-45d9-8370-a0111b8d6ce6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:43:27.822272 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Attempting to bind port fda61cad-72cb-45d9-8370-a0111b8d6ce6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:43:27.822649 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Attempting to bind port fda61cad-72cb-45d9-8370-a0111b8d6ce6 on network e3a64b12-2173-4d20-a97c-1a024c752110 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:43:27.824994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.826155 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.826475 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.826835 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.827172 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.827494 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.827814 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.828146 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.828464 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.828778 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.829089 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.829397 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.829704 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:43:27.835665 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:43:27.836029 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Checking segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:43:27.836428 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.836791 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Bound using segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:43:27.837245 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Bound port: fda61cad-72cb-45d9-8370-a0111b8d6ce6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:43:27.837613 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.845431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5f9c55-2a48-4c83-a810-3e8d4696d334,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.854591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.855795 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-780764a4-f2b2-480c-9bfe-95d9ef5158c3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266108 Oct 11 04:43:27.858612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54662) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.863129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:27.883731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:43:27.888426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.902106 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] For port fda61cad-72cb-45d9-8370-a0111b8d6ce6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:43:27.905335 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] For port fda61cad-72cb-45d9-8370-a0111b8d6ce6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fda61cad-72cb-45d9-8370-a0111b8d6ce6,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:43:27.908885 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.946018 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:27.946674 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:27.948599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.953070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.970632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9240ecbe-b83d-499c-bdfa-40750225220d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:27.979228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:27.980417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f49434ad-efa0-4fc5-89ec-6732d9fb7420 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208475 Oct 11 04:43:27.983410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54664) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:27.988062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'security_group_rule': {'security_group_id': '3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9', 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:28.006660 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f87ab5-a565-4596-aa49-359928a619a1 None None] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:28.009744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Project 463d5d499b0f480abf42b4b49cab474a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:43:28.020191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.073660 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:28.080673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.084321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.102996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb16a3b9-3963-46ba-a0ea-b826d94ee527,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:28.111359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.112993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-14433698-9ab6-4ad1-bc56-d1c19e79b20b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285036 Oct 11 04:43:28.198563 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Attempt 3 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:43:28.244434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:43:28.254987 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-fb2bcb36-1056-4326-bc67-1660bdcff413 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892309487&fields=id&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 267 time: 0.0341423 Oct 11 04:43:28.296472 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:43:27Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:28.323594 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545003a1-ce09-4d61-b839-8e3df0427b29 None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:43:27Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:43:28.328305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a342a208-15ee-4da3-adc5-a86492786ca6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:28.328681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.329012 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a342a208-15ee-4da3-adc5-a86492786ca6 Oct 11 04:43:28.352883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Current status of the port fda61cad-72cb-45d9-8370-a0111b8d6ce6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:28.353269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.371328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-29f5cb9a-240a-44bf-8a30-bc1ab8a3e1bf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:28.372874 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-29f5cb9a-240a-44bf-8a30-bc1ab8a3e1bf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/networks?id=e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 200 len: 797 time: 0.1104767 Oct 11 04:43:28.411787 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-c424fde2-fbcb-4c78-8f57-d897f736ff64 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/quotas/463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 375 time: 0.0118432 Oct 11 04:43:28.427628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] For port fda61cad-72cb-45d9-8370-a0111b8d6ce6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fda61cad-72cb-45d9-8370-a0111b8d6ce6,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:28.435607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.474985 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-118df8db-970b-4aac-9185-1e904d3c0766 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569162 Oct 11 04:43:28.511072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a342a208-15ee-4da3-adc5-a86492786ca6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:28.512153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85cdbb07-3fb3-4e03-8e3a-afacd718df46 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:43:28.561440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f339-28dc-4028-bd60-f91539fcd0e6 None None] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:28.576855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-613ef1fd-9243-498d-b015-da39a7190979 None None] Provisioning complete for port fda61cad-72cb-45d9-8370-a0111b8d6ce6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:28.577232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-613ef1fd-9243-498d-b015-da39a7190979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.577569 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-613ef1fd-9243-498d-b015-da39a7190979 None None] Attempt 1 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:43:28.621477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:28.621843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:28.622186 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 Oct 11 04:43:28.637596 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-74e179af-bea8-48fd-9ef6-85c692934d30 service neutron] 10.222.0.39 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496339 Oct 11 04:43:28.708829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-613ef1fd-9243-498d-b015-da39a7190979 None None] Current status of the port fda61cad-72cb-45d9-8370-a0111b8d6ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:28.744711 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-adf236b6-c612-4339-8727-fa3e54bbf35f service neutron] 10.222.0.39 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916104 Oct 11 04:43:28.745223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:28.925280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b26dbfe7-4488-446d-a9e3-0f8fe5f374fd req-640a9587-304b-4209-9ab8-47200b133a9f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 210 time: 0.0329216 Oct 11 04:43:29.928331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-1ea81455-5b75-48f5-ad43-dc52151266a1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:29.929733 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-1ea81455-5b75-48f5-ad43-dc52151266a1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/networks?id=e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 200 len: 797 time: 0.1087475 Oct 11 04:43:29.991945 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-bf95f1ce-8b41-42bf-85a9-0bfc16085eb1 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463d5d499b0f480abf42b4b49cab474a HTTP/1.1" status: 200 len: 379 time: 0.0363917 Oct 11 04:43:30.001867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'port': {'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'admin_state_up': True, 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'security_groups': ['3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:30.040835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42239150-18aa-4a5f-98de-21f847dde67c req-00154fdb-b41d-4e24-9872-8a1fab643b71 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 210 time: 0.0355971 Oct 11 04:43:30.136305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Made reservation on behalf of 463d5d499b0f480abf42b4b49cab474a for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:43:30.139842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.236250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fda61cad-72cb-45d9-8370-a0111b8d6ce6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:43:30.266281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.20.0.9 (e3a64b12-2173-4d20-a97c-1a024c752110/0c10ef4c-eb27-4860-b028-c40605415ee8/ac040506-b5b2-4a65-b6b8-ea91d3bb6969) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:43:30.283967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fda61cad-72cb-45d9-8370-a0111b8d6ce6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:30.284445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.284779 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:43:30.364197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fda61cad-72cb-45d9-8370-a0111b8d6ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:30.408290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.441215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.484759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network e3a64b12-2173-4d20-a97c-1a024c752110 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:43:30.487745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:30.490458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:43:30.522610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:30.550038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:30.550785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.566691 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-997bde0c-f1f5-4159-9243-2c7494c522b5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686686 Oct 11 04:43:30.576220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-2f6ebbc2-abb5-43cb-9b8f-7a53647bff56 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:43:30.577186 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-2f6ebbc2-abb5-43cb-9b8f-7a53647bff56 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052159 Oct 11 04:43:30.640724 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Request body: {'port': {'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:30.695418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.741275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-aba6a0ac-7f1c-4b9b-8147-e1833faf85a0 None None] Provisioning complete for port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:30.741645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aba6a0ac-7f1c-4b9b-8147-e1833faf85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.742572 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-aba6a0ac-7f1c-4b9b-8147-e1833faf85a0 None None] Attempt 1 to provision port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 Oct 11 04:43:30.776352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-aba6a0ac-7f1c-4b9b-8147-e1833faf85a0 None None] Port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:43:30.956025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac040506-b5b2-4a65-b6b8-ea91d3bb6969 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:43:30.963179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:30.975119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Transition to ACTIVE for port object ac040506-b5b2-4a65-b6b8-ea91d3bb6969 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:43:30.978973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:31.036057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Pushing event updated for resources: {'Port': ['ID=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:31.083320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Attempting to bind port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:43:31.083872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Attempting to bind port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:43:31.084010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Attempting to bind port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 on network e3a64b12-2173-4d20-a97c-1a024c752110 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:43:31.088836 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 on network e3a64b12-2173-4d20-a97c-1a024c752110 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:43:31.089156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Attempting to bind port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 on network e3a64b12-2173-4d20-a97c-1a024c752110 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:43:31.094029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:43:31.094362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Checking segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:43:31.094767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Bound using segment: {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:43:31.095190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Bound port: ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e1edeb-ae48-448b-b33c-dcfe0a8309ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:43:31.095546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:31.161953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c077f-303e-4f0a-b0d5-c2ac3589528f req-71914e5d-171d-4244-957b-d5c9b717ec8c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.162713 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] For port ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:43:31.163439 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-658c077f-303e-4f0a-b0d5-c2ac3589528f req-71914e5d-171d-4244-957b-d5c9b717ec8c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 943 time: 0.0503526 Oct 11 04:43:31.166645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] For port ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:43:31.172335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:31.175979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.176576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:31.178319 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] 10.222.0.45 "PUT /v2.0/ports/ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 200 len: 1093 time: 0.5877180 Oct 11 04:43:31.180461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:31.182758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efdec98-3029-4122-ae6c-a0b443d44fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:31.206989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-658c077f-303e-4f0a-b0d5-c2ac3589528f req-a3b82ded-1714-4cd3-89a2-05e4fb571d66 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355268 Oct 11 04:43:31.225895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350f216f-7c3a-4722-b9ce-9931c3522fbd x-openstack-request-id: req-350f216f-7c3a-4722-b9ce-9931c3522fbd {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:31.226220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:31.227022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-350f216f-7c3a-4722-b9ce-9931c3522fbd {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:31.227414 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350f216f-7c3a-4722-b9ce-9931c3522fbd'] response: {'name': 'network-changed', 'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'status': 'completed', 'code': 200} Oct 11 04:43:31.247174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcb907-d524-4c8e-ad2d-e7917d7e5c4b service neutron] Pushing event updated for resources: {'Port': ['ID=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:31.277216 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-aba6a0ac-7f1c-4b9b-8147-e1833faf85a0 None None] Attempt 2 to provision port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 Oct 11 04:43:31.292182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-df3f8916-dc06-4cbe-94bb-962a234d04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.293672 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-df3f8916-dc06-4cbe-94bb-962a234d04ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1096 time: 0.0411403 Oct 11 04:43:31.317434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-aba6a0ac-7f1c-4b9b-8147-e1833faf85a0 None None] Port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:43:31.340040 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-c7297a9c-1ea9-4340-81a1-1c54358b00c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 200 len: 217 time: 0.0344503 Oct 11 04:43:31.393554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-3e85832e-0eba-4ef7-b779-df6d254a3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.395034 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-3e85832e-0eba-4ef7-b779-df6d254a3860 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c10ef4c-eb27-4860-b028-c40605415ee8 HTTP/1.1" status: 200 len: 834 time: 0.0474477 Oct 11 04:43:31.438426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-13d1e572-4520-42d0-b1ef-1eb2cf7f1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.439869 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-13d1e572-4520-42d0-b1ef-1eb2cf7f1174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a64b12-2173-4d20-a97c-1a024c752110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389149 Oct 11 04:43:31.532932 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-d8dde127-98c9-4ab8-b20d-ba712b68a3dc service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859132 Oct 11 04:43:31.619678 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeaa942b-6c82-4f7b-b011-845b4ead6aa0 req-4da781e1-38c3-4199-9c86-5fe0712f3df2 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803897 Oct 11 04:43:31.753852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-35bf4047-7773-4362-b0c4-627b7be86cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.755343 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-35bf4047-7773-4362-b0c4-627b7be86cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1096 time: 0.0395801 Oct 11 04:43:31.846505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-992cbda2-9c11-4364-834e-9bb820771a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.848013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-992cbda2-9c11-4364-834e-9bb820771a70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 200 len: 898 time: 0.0863833 Oct 11 04:43:31.889158 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-46c6b852-8d6d-4995-ab3d-15b6f826983b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 200 len: 217 time: 0.0342522 Oct 11 04:43:31.940437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-20d0fe3f-f28c-4770-9e4a-1bccc3ce86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.941829 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-20d0fe3f-f28c-4770-9e4a-1bccc3ce86c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c10ef4c-eb27-4860-b028-c40605415ee8 HTTP/1.1" status: 200 len: 834 time: 0.0457661 Oct 11 04:43:31.984617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-8560b24a-adcf-4b1d-b966-9369c129c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:31.986057 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-8560b24a-adcf-4b1d-b966-9369c129c427 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a64b12-2173-4d20-a97c-1a024c752110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379639 Oct 11 04:43:32.072891 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-f832a9ef-7c7b-4332-93d5-257e36604384 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799439 Oct 11 04:43:32.164807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9efdec98-3029-4122-ae6c-a0b443d44fc7 req-a8e9ad09-0520-4076-9ecc-7e5ef3cd96b5 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Oct 11 04:43:32.333723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bdbc5-518e-4d43-b3b2-3577aade2912 req-8c17e493-5ae0-4951-ab92-6df57f5b6cbd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:32.335238 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-720bdbc5-518e-4d43-b3b2-3577aade2912 req-8c17e493-5ae0-4951-ab92-6df57f5b6cbd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Oct 11 04:43:32.372219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-720bdbc5-518e-4d43-b3b2-3577aade2912 req-a446ea80-9e70-45ad-b502-2a5cf2a6e11f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311589 Oct 11 04:43:33.489185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca9256-33ad-4889-ab92-36ef2f622a0d req-a0465ba9-4b07-4a9c-9909-df18888d690d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:33.490646 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eeca9256-33ad-4889-ab92-36ef2f622a0d req-a0465ba9-4b07-4a9c-9909-df18888d690d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 943 time: 0.0468562 Oct 11 04:43:33.528074 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eeca9256-33ad-4889-ab92-36ef2f622a0d req-26d12924-65d2-49b8-a8c1-0d110660aed3 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Oct 11 04:43:34.208113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23beecd3-88af-474b-a25b-4030e32ea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:34.650949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb5656-940e-4d76-9343-5e4a184a12b1 req-e2827f7e-16ea-4c93-8cff-223aee81c24a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:34.652458 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0acb5656-940e-4d76-9343-5e4a184a12b1 req-e2827f7e-16ea-4c93-8cff-223aee81c24a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 943 time: 0.0534704 Oct 11 04:43:34.690922 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0acb5656-940e-4d76-9343-5e4a184a12b1 req-23aec921-9ac0-4be2-891d-2c0d3c425009 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Oct 11 04:43:34.754215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ac040506-b5b2-4a65-b6b8-ea91d3bb6969 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:43:34.847093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:34.858014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:43:34.898599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:34.898989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:35.045471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac040506-b5b2-4a65-b6b8-ea91d3bb6969 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:43:35.065042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:35.069090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:35.114398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:35.441109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['ac040506-b5b2-4a65-b6b8-ea91d3bb6969'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:43:35.813665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d317d26-fbfb-494d-86fa-c3c3f1f0ab14 req-e3cbcfef-aaa3-453b-86e6-42fb98c61459 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:35.815369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4d317d26-fbfb-494d-86fa-c3c3f1f0ab14 req-e3cbcfef-aaa3-453b-86e6-42fb98c61459 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 944 time: 0.0504885 Oct 11 04:43:35.853967 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4d317d26-fbfb-494d-86fa-c3c3f1f0ab14 req-1086dce0-0f1c-429c-afb9-9efa195e5079 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Oct 11 04:43:36.471637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-99b7dddb-16cb-431d-b616-5925badb7059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:36.770068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ac040506-b5b2-4a65-b6b8-ea91d3bb6969 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:43:36.819055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:43:36.823828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:43:36.824201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:36.824558 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 Oct 11 04:43:36.904302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:43:36.904695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:36.927125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:36.929917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cf271e-c857-46d6-9ca0-c255639134a4" -d '{"events": [{"server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "name": "network-vif-plugged", "status": "completed", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:36.942679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:43:36.948147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:36.974987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa760d4-d8af-4080-8a6a-e92afd60c2fe x-openstack-request-id: req-6fa760d4-d8af-4080-8a6a-e92afd60c2fe {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:36.975278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "name": "network-vif-plugged", "status": "completed", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:36.975527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fa760d4-d8af-4080-8a6a-e92afd60c2fe {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:36.975917 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa760d4-d8af-4080-8a6a-e92afd60c2fe'] response: {'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'code': 200} Oct 11 04:43:36.978930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756fefc-9f2b-4cd8-b739-7776632144fd req-ac0f914f-4c19-4bdd-a567-34769aa65a0b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:36.980464 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7756fefc-9f2b-4cd8-b739-7776632144fd req-ac0f914f-4c19-4bdd-a567-34769aa65a0b tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 944 time: 0.0534635 Oct 11 04:43:37.002223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:37.020009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7756fefc-9f2b-4cd8-b739-7776632144fd req-4aff91b3-ca04-4679-9bfb-b1526b2eae75 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335557 Oct 11 04:43:37.166137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18e679-d7ce-4173-8bd5-49ac89a7539a req-12ce4f63-4542-4b0f-a7bc-4675f5376fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:37.167624 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c18e679-d7ce-4173-8bd5-49ac89a7539a req-12ce4f63-4542-4b0f-a7bc-4675f5376fef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1098 time: 0.0393617 Oct 11 04:43:37.204328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c18e679-d7ce-4173-8bd5-49ac89a7539a req-982d7442-02a6-4365-80fd-66f4dcc70c13 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286748 Oct 11 04:43:37.770795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:38.146625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c95d9-fc63-4eaa-bcee-b9b35a770fbc req-f8f20eba-5a01-49d7-9103-7bbec940296c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:38.148596 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b64c95d9-fc63-4eaa-bcee-b9b35a770fbc req-f8f20eba-5a01-49d7-9103-7bbec940296c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 945 time: 0.0518181 Oct 11 04:43:38.187364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b64c95d9-fc63-4eaa-bcee-b9b35a770fbc req-acb456f0-1dc5-43c8-8d30-f6e325e0a929 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Oct 11 04:43:39.310090 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5b1d2-27e2-47ca-afdd-286016595c52 req-7c8b54f6-1ca6-4b8b-aba7-1b47eba4f1dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:39.311561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1cc5b1d2-27e2-47ca-afdd-286016595c52 req-7c8b54f6-1ca6-4b8b-aba7-1b47eba4f1dd tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 945 time: 0.0517645 Oct 11 04:43:39.349397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:39.350459 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1cc5b1d2-27e2-47ca-afdd-286016595c52 req-f0668db9-060d-4f29-9903-46394daa8291 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323448 Oct 11 04:43:39.468103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67dfd1-b476-457b-99fc-15acb6f0e8ba req-7d8287fc-1545-4880-bd63-84230cda23a5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:39.469558 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5e67dfd1-b476-457b-99fc-15acb6f0e8ba req-7d8287fc-1545-4880-bd63-84230cda23a5 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Oct 11 04:43:39.507625 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5e67dfd1-b476-457b-99fc-15acb6f0e8ba req-ff5955f0-c239-4b0a-b2f2-3e0e7050426f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Oct 11 04:43:39.516701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:39.537593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54724) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:39.576737 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5504064b-f5ed-4056-92b6-b99469ded009 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:39.578229 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5504064b-f5ed-4056-92b6-b99469ded009 tempest-TestNetworkBasicOps-1975795308 tempest-TestNetworkBasicOps-1975795308-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1093 time: 0.0395205 Oct 11 04:43:39.581045 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54726) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:39.585781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:43:39.605085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:39.633368 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:43:39.703129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:39.803177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Allocated IP 172.26.8.245 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/c350b243-59fa-46cf-a128-4ed1c3887d4f) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:43:39.905803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:39.937177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:39.976919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:43:39.979793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:43:39.983220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:43:39.988359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=c350b243-59fa-46cf-a128-4ed1c3887d4f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:40.328855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:40.392136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:40.539110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:40.543306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:40.553306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:40.608390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:40.610162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event updated for resources: {'Port': ['ID=c350b243-59fa-46cf-a128-4ed1c3887d4f,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:43:40.709777 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 4e9b54b8-a836-4d70-bdaa-198230a7cd89 associated. External IP: 172.26.8.245, port: ac040506-b5b2-4a65-b6b8-ea91d3bb6969. Oct 11 04:43:40.914548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:43:41.020200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:43:41.030231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:43:41.037306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:43:41.039263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:41.039907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:41.063744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-205538fb-3c86-4414-a65c-7c5afb80f775 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4817195 Oct 11 04:43:41.064395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:43:41.066604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:41.067104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438" -d '{"events": [{"name": "network-changed", "server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:43:41.101831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16fb02-e4db-4842-9c85-fc2e23617707 x-openstack-request-id: req-ea16fb02-e4db-4842-9c85-fc2e23617707 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:43:41.102119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:43:41.102377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea16fb02-e4db-4842-9c85-fc2e23617707 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:43:41.102814 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea16fb02-e4db-4842-9c85-fc2e23617707'] response: {'name': 'network-changed', 'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'status': 'completed', 'code': 200} Oct 11 04:43:41.139342 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1a6ac7a0-14ca-4e23-81cf-6ae27b02213f tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 200 len: 991 time: 0.0707669 Oct 11 04:43:41.149976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:41.188024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-6d904e68-443b-4001-b21d-3b11d8aa98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:41.189455 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-6d904e68-443b-4001-b21d-3b11d8aa98b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1098 time: 0.0408053 Oct 11 04:43:41.280335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-9feacb5e-c268-40e8-a375-fc726429ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:41.281797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-9feacb5e-c268-40e8-a375-fc726429ef2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 200 len: 898 time: 0.0859492 Oct 11 04:43:41.344635 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-3505004c-8658-466d-bbc7-32a78ac2f151 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 200 len: 999 time: 0.0561984 Oct 11 04:43:41.370835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '4e9b54b8-a836-4d70-bdaa-198230a7cd89', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:43:40Z', 'updated_at': '2022-10-11T04:43:40Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:43:28Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:41.396033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-64a2224f-2812-4175-beed-af040bf2bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:41.397473 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-64a2224f-2812-4175-beed-af040bf2bd79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c10ef4c-eb27-4860-b028-c40605415ee8 HTTP/1.1" status: 200 len: 834 time: 0.0467155 Oct 11 04:43:41.400193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] Checking router: dffd2ba3-23d9-4c31-be7e-a4098c315c3b for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:43:41.408337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:43:41.408934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:43:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:41.441286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-eea47c6e-7201-49fb-9a88-751a9c356c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:43:41.442674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-eea47c6e-7201-49fb-9a88-751a9c356c25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a64b12-2173-4d20-a97c-1a024c752110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394452 Oct 11 04:43:41.515164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:43:41.534249 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-a5267b17-9e57-4b50-b9b1-be48edb4336e service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852010 Oct 11 04:43:41.622241 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c42da8bc-26f1-4ee3-88b4-cfbc6c542438 req-e599f15f-9acd-417e-8622-d021df9e6048 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822172 Oct 11 04:43:41.741476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '4e9b54b8-a836-4d70-bdaa-198230a7cd89', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:43:40Z', 'updated_at': '2022-10-11T04:43:40Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:43:28Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:43:41.770218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd66eda-9e0b-42a8-94df-738e4957dce4 None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:43:25Z', 'revision_number': 4, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '4e9b54b8-a836-4d70-bdaa-198230a7cd89', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:43:40Z', 'updated_at': '2022-10-11T04:43:40Z', 'revision_number': 0, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:43:28Z', 'revision_number': 5, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:43:41.957657 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12351bc4-656c-4229-9622-6d1dc44a3442 None None] New status for floating IP 4e9b54b8-a836-4d70-bdaa-198230a7cd89: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:43:42.142831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:43:42.203457 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6d39b718-84e7-4004-93c7-d310e1ec1a62 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 200 len: 993 time: 0.0594828 Oct 11 04:44:04.203271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efba7a1c-79f9-48c2-9b5f-8b1cdeb97e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:06.472960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f0d3dd45-5a6b-4ddc-b083-c843d9751c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:07.772984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:09.348709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:09.518409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:10.545938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:16.632020 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:44:34.204895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d150cbd7-abd0-4d7e-98a8-b26f20ccd2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:36.473268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1085-b568-4608-8e34-a361baee9fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:36.686153 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-8914075c-fb90-4af5-a2e9-f2449c3b9514 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393775 Oct 11 04:44:36.786635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-ab40d20e-3c60-4df1-ac8e-1266457adf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:36.788015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-ab40d20e-3c60-4df1-ac8e-1266457adf4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1098 time: 0.0426061 Oct 11 04:44:36.889202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-2a453448-6734-483b-8f67-4db7b02b71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:36.890708 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-2a453448-6734-483b-8f67-4db7b02b71df service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 200 len: 898 time: 0.0831056 Oct 11 04:44:36.957267 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-22d00695-a0b7-4f98-855a-c135b6a46983 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 200 len: 1001 time: 0.0598791 Oct 11 04:44:37.005087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-ae5045a2-1f31-4506-8d21-75d081930724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:37.006480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-ae5045a2-1f31-4506-8d21-75d081930724 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c10ef4c-eb27-4860-b028-c40605415ee8 HTTP/1.1" status: 200 len: 834 time: 0.0428903 Oct 11 04:44:37.049871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-c6890f37-12ac-4a97-9c50-4746fd4650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:37.051262 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-c6890f37-12ac-4a97-9c50-4746fd4650cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a64b12-2173-4d20-a97c-1a024c752110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388174 Oct 11 04:44:37.140831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-8aea9858-27ea-47fd-b225-c79cde613640 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830231 Oct 11 04:44:37.227436 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e5a46b3-a323-4c7f-8786-08384b977f2e req-18002d9a-4fd5-4fde-80f8-dc424ee761f0 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801899 Oct 11 04:44:37.778686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:39.350884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:39.519371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:40.556942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:44.838439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54762) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:44.843066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:44:45.470890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:45.482704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:45.590426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:44:45.697302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:44:45.704752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:45.705933 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-408fc224-5fee-4dbc-b956-47349984af87 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/dffd2ba3-23d9-4c31-be7e-a4098c315c3b HTTP/1.1" status: 200 len: 888 time: 0.8664696 Oct 11 04:44:45.707256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:44:45.718637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:45.719241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:45.752792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:45.761897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:45.762472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:45.794278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:45.794983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063825f6-57f0-4dfc-8fe1-dda21fa7ea6e None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:44:46.539636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fda61cad-72cb-45d9-8370-a0111b8d6ce6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:44:46.552805 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acf199-720d-49d2-b2e8-d3cc1fefd0d9 None None] New status for floating IP 4e9b54b8-a836-4d70-bdaa-198230a7cd89: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:44:46.617002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fda61cad-72cb-45d9-8370-a0111b8d6ce6 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:44:46.617379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:46.649472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port fda61cad-72cb-45d9-8370-a0111b8d6ce6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fda61cad-72cb-45d9-8370-a0111b8d6ce6,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:46.653571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:46.700396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:46.707556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.708245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.708245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.708547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.708889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.709201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.709710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.710221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.710811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.711138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.711521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:46.712022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:47.833068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54768) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:47.837652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:44:48.134347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7943105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7945116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2881'] for router, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:48.145814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7943096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7943091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7945111'] for router, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:48.248002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:44:48.262679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:44:48.326369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a342a208-15ee-4da3-adc5-a86492786ca6 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:44:48.326789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:48.346697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a342a208-15ee-4da3-adc5-a86492786ca6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a342a208-15ee-4da3-adc5-a86492786ca6,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:48.350825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:48.373205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:44:48.380051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:48.383949 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68be546f-16e5-45c6-be1b-66cd00ab57cf tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/dffd2ba3-23d9-4c31-be7e-a4098c315c3b HTTP/1.1" status: 200 len: 887 time: 0.5471306 Oct 11 04:44:48.384216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54770) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:48.389225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:44:48.413059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:48.413657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:48.415481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:48.445955 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a9e2d0d0-441e-48f7-bfb2-450481cba861 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 200 len: 991 time: 0.0594981 Oct 11 04:44:48.660756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:44:48.875815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '4e9b54b8-a836-4d70-bdaa-198230a7cd89', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:43:40Z', 'updated_at': '2022-10-11T04:44:46Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:44:46Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:48.903084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] Checking router: dffd2ba3-23d9-4c31-be7e-a4098c315c3b for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:44:48.910996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:48.911614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:49.014016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:44:49.227398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '4e9b54b8-a836-4d70-bdaa-198230a7cd89', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:43:40Z', 'updated_at': '2022-10-11T04:44:46Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:44:46Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:49.257058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896a5361-a05b-42cb-a8c9-6fe627bbd8cb None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '4e9b54b8-a836-4d70-bdaa-198230a7cd89', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'floating_ip_address': '172.26.8.245', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'port_id': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'mac_address': 'fa:16:3e:de:df:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:43:40Z', 'updated_at': '2022-10-11T04:44:46Z', 'revision_number': 2, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:44:46Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:44:49.450095 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54772) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:49.516090 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-faae407e-940e-4ae2-941a-b1f241cc5812 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 200 len: 991 time: 0.0647020 Oct 11 04:44:50.304726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fda61cad-72cb-45d9-8370-a0111b8d6ce6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:44:50.352050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fda61cad-72cb-45d9-8370-a0111b8d6ce6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:44:50.352344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:50.352673 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:44:50.440429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fda61cad-72cb-45d9-8370-a0111b8d6ce6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:44:50.440811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:50.471645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port fda61cad-72cb-45d9-8370-a0111b8d6ce6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fda61cad-72cb-45d9-8370-a0111b8d6ce6,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:50.475509 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:50.476187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:44:50.519954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54774) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:50.548349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:50.560822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a342a208-15ee-4da3-adc5-a86492786ca6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:44:50.561206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:50.561542 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a342a208-15ee-4da3-adc5-a86492786ca6 Oct 11 04:44:50.584511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-217c5eb6-1b61-4116-b0a4-e7f2b20d5a5d tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 200 len: 991 time: 0.0634000 Oct 11 04:44:50.641324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a342a208-15ee-4da3-adc5-a86492786ca6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:44:50.641710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:50.663095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a342a208-15ee-4da3-adc5-a86492786ca6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a342a208-15ee-4da3-adc5-a86492786ca6,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:50.667653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:50.714201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:50.829780 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102ae3a-15fb-4393-b250-3aa61e349855 None None] New status for floating IP 4e9b54b8-a836-4d70-bdaa-198230a7cd89: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:44:51.586804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54776) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:51.650303 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b605019-ee73-435a-947d-760941c157b8 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 200 len: 993 time: 0.0623698 Oct 11 04:44:51.902940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54782) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:52.054972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port c350b243-59fa-46cf-a128-4ed1c3887d4f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:44:52.055317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.128446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.128770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.140563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for c350b243-59fa-46cf-a128-4ed1c3887d4f owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:44:52.262324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fda61cad-72cb-45d9-8370-a0111b8d6ce6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:44:52.289586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.313218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fda61cad-72cb-45d9-8370-a0111b8d6ce6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:44:52.313695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.314096 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fda61cad-72cb-45d9-8370-a0111b8d6ce6 Oct 11 04:44:52.317819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=c350b243-59fa-46cf-a128-4ed1c3887d4f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:52.329638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.329990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.330336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.330702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.331038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.331370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.331999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.331999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.332343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.332715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.332988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.333311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:52.393442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.393799 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Floating IP 4e9b54b8-a836-4d70-bdaa-198230a7cd89 disassociated (deleted). External IP: 172.26.8.245, port: ac040506-b5b2-4a65-b6b8-ea91d3bb6969. Oct 11 04:44:52.407189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fda61cad-72cb-45d9-8370-a0111b8d6ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:44:52.408567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:44:52.455547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a342a208-15ee-4da3-adc5-a86492786ca6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:44:52.455824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.456160 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a342a208-15ee-4da3-adc5-a86492786ca6 Oct 11 04:44:52.533829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a342a208-15ee-4da3-adc5-a86492786ca6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:44:52.605892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:44:52.713476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:44:52.717866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:52.722846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:44:52.731956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:52.732561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:52.745113 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-29c71847-9dcf-4060-a694-7cf83f0b1dff tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/floatingips/4e9b54b8-a836-4d70-bdaa-198230a7cd89 HTTP/1.1" status: 204 len: 168 time: 0.8406734 Oct 11 04:44:52.745918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:44:52.748182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f53d15f-c487-43af-a403-76cc18d8a7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:44:52.791825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee624b5-5be3-4ec9-82e1-4f7165042a6f x-openstack-request-id: req-1ee624b5-5be3-4ec9-82e1-4f7165042a6f {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:44:52.792118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:44:52.792433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ee624b5-5be3-4ec9-82e1-4f7165042a6f {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:44:52.792803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee624b5-5be3-4ec9-82e1-4f7165042a6f'] response: {'name': 'network-changed', 'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'status': 'completed', 'code': 200} Oct 11 04:44:52.847606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:44:52.878827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-51f73488-fefe-4b4b-aac2-df06daee734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:52.880420 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-51f73488-fefe-4b4b-aac2-df06daee734c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463d5d499b0f480abf42b4b49cab474a&device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 1098 time: 0.0447443 Oct 11 04:44:52.980320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-478f42f3-a983-4448-a4d2-3c230b2a7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:52.982457 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-478f42f3-a983-4448-a4d2-3c230b2a7239 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 200 len: 898 time: 0.0956995 Oct 11 04:44:52.997173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b183f9a-400d-4453-84d9-1b64ccb84a2d req-fb29f77d-0c72-4583-833d-b24cbd207188 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:52.998717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2b183f9a-400d-4453-84d9-1b64ccb84a2d req-fb29f77d-0c72-4583-833d-b24cbd207188 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 945 time: 0.0598762 Oct 11 04:44:53.028289 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-5e552e66-c46f-40b9-9d0f-b6fbe452d214 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 200 len: 217 time: 0.0385780 Oct 11 04:44:53.038454 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2b183f9a-400d-4453-84d9-1b64ccb84a2d req-c606fdc8-728a-472e-a937-283acfb1a078 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332639 Oct 11 04:44:53.078348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-219f262b-4e45-43c9-8482-a286de33b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:53.078817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:53.079946 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-219f262b-4e45-43c9-8482-a286de33b282 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0c10ef4c-eb27-4860-b028-c40605415ee8 HTTP/1.1" status: 200 len: 834 time: 0.0445035 Oct 11 04:44:53.108778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] Checking router: dffd2ba3-23d9-4c31-be7e-a4098c315c3b for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:44:53.117138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:53.117743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:53.125262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-1d9bfe5a-748e-4e9c-bd22-5d55930352c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:53.126766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-1d9bfe5a-748e-4e9c-bd22-5d55930352c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a64b12-2173-4d20-a97c-1a024c752110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393157 Oct 11 04:44:53.218718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-d5de393e-051c-438d-a450-98e9e142743e service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842104 Oct 11 04:44:53.221534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:44:53.314268 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2f53d15f-c487-43af-a403-76cc18d8a7c8 req-594bca5f-6959-41b9-9c77-eeeb21c8c43b service neutron] 10.222.0.45 "GET /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Oct 11 04:44:53.414952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:53.440413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72723975-5078-46a7-8785-79ff330cbc6d None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:48Z', 'revision_number': 6, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'fda61cad-72cb-45d9-8370-a0111b8d6ce6', 'name': '', 'network_id': 'e3a64b12-2173-4d20-a97c-1a024c752110', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'mac_address': 'fa:16:3e:e6:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:24Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'subnets': [{'id': '0c10ef4c-eb27-4860-b028-c40605415ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:44:53.631618 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:44:54.166510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100c96-a5b4-48a5-ba35-9c707b4d15df req-233e805e-8f03-4b4e-bd55-8b7bc2776e02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:54.168054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b5100c96-a5b4-48a5-ba35-9c707b4d15df req-233e805e-8f03-4b4e-bd55-8b7bc2776e02 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 945 time: 0.0505667 Oct 11 04:44:54.193465 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264100e-900d-4da8-8562-2717a654ac65 None None] New status for floating IP 4e9b54b8-a836-4d70-bdaa-198230a7cd89: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:44:54.214291 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b5100c96-a5b4-48a5-ba35-9c707b4d15df req-c4851b24-9cb1-432f-9999-517a7594528a tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 Oct 11 04:44:54.664082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-9aa314da-9287-43de-ba7f-0827ee22cbea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:44:54.665569 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-9aa314da-9287-43de-ba7f-0827ee22cbea tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Oct 11 04:44:54.754641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:44:54.754986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:54.840348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port ac040506-b5b2-4a65-b6b8-ea91d3bb6969, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:54.840715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:54.852812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for ac040506-b5b2-4a65-b6b8-ea91d3bb6969 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:44:54.983370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:55.010063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=ac040506-b5b2-4a65-b6b8-ea91d3bb6969,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:55.056645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] No DVR routers for this DVR port ac040506-b5b2-4a65-b6b8-ea91d3bb6969 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:44:55.059073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:55.062258 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d639df9e-47f7-44ad-9915-83ecc8a33f39 req-dfaa299e-0e4e-4276-9e1e-8ba12dcb51e9 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.45 "DELETE /v2.0/ports/ac040506-b5b2-4a65-b6b8-ea91d3bb6969 HTTP/1.1" status: 204 len: 173 time: 0.3911653 Oct 11 04:44:55.062771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'name': 'network-vif-deleted', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:44:55.065016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc172bc-4224-4664-b8e8-4a8c51c189fa" -d '{"events": [{"server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "name": "network-vif-deleted", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:44:55.101267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd3c253-6cac-4de5-9533-3b1b25e7bf66 x-openstack-request-id: req-0bd3c253-6cac-4de5-9533-3b1b25e7bf66 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:44:55.101560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afacbbed-e0c3-47de-8c90-192d13ebd484", "name": "network-vif-deleted", "tag": "ac040506-b5b2-4a65-b6b8-ea91d3bb6969", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:44:55.101812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bd3c253-6cac-4de5-9533-3b1b25e7bf66 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:44:55.102214 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd3c253-6cac-4de5-9533-3b1b25e7bf66'] response: {'server_uuid': 'afacbbed-e0c3-47de-8c90-192d13ebd484', 'name': 'network-vif-deleted', 'tag': 'ac040506-b5b2-4a65-b6b8-ea91d3bb6969', 'status': 'completed', 'code': 200} Oct 11 04:44:55.324704 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-06891472-013e-449f-9e69-9473728da8b0 req-d7180eae-b67b-4868-b09a-b46e1836b19c tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "GET /v2.0/ports?device_id=afacbbed-e0c3-47de-8c90-192d13ebd484 HTTP/1.1" status: 200 len: 210 time: 0.0261109 Oct 11 04:44:56.385822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54802) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:56.442366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f0909cd-8d19-4c5d-926c-de3fab325300 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:56.466668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f0909cd-8d19-4c5d-926c-de3fab325300 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:56.524252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f0909cd-8d19-4c5d-926c-de3fab325300 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:56.527393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9f0909cd-8d19-4c5d-926c-de3fab325300 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:56.529041 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9f0909cd-8d19-4c5d-926c-de3fab325300 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/security-groups/3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9 HTTP/1.1" status: 204 len: 168 time: 0.1421978 Oct 11 04:44:56.538058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0909cd-8d19-4c5d-926c-de3fab325300 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94258a-3b9f-4d6b-9ed8-8a48d052a7f9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:56.558669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54806) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:57.241642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:57.489235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port fda61cad-72cb-45d9-8370-a0111b8d6ce6 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:44:57.489955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:57.575197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port fda61cad-72cb-45d9-8370-a0111b8d6ce6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fda61cad-72cb-45d9-8370-a0111b8d6ce6,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:57.575549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:57.588193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for fda61cad-72cb-45d9-8370-a0111b8d6ce6 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:44:57.769342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:57.799596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=fda61cad-72cb-45d9-8370-a0111b8d6ce6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:57.972360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.186142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Router dffd2ba3-23d9-4c31-be7e-a4098c315c3b has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:44:58.294975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:44:58.300120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bf52e187-66a9-48a5-8fcd-05ad23809164 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "PUT /v2.0/routers/dffd2ba3-23d9-4c31-be7e-a4098c315c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404857 Oct 11 04:44:58.302918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54808) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:58.304462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] Sync routers for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:44:58.314263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:58.314890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:58.353059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting subnet 0c10ef4c-eb27-4860-b028-c40605415ee8 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:44:58.356083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.405269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.492616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.552462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.570323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:44:58.581663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Subnet': ['ID=0c10ef4c-eb27-4860-b028-c40605415ee8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:58.591037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.591383 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.591719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.592047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.592377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.592703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.593024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.593343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.593660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.593976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.594295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.594636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:44:58.598974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.602039 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-494ab5de-fba5-4787-9c84-b693aacd9b50 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/subnets/0c10ef4c-eb27-4860-b028-c40605415ee8 HTTP/1.1" status: 204 len: 168 time: 0.2981040 Oct 11 04:44:58.604710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54810) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:58.627189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb282bf8-f622-45a8-9412-52ec699c917a None None] Network e3a64b12-2173-4d20-a97c-1a024c752110 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:44:58.709650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.808823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.860102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:57Z', 'revision_number': 7, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port': {'id': 'a342a208-15ee-4da3-adc5-a86492786ca6', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:43:22Z', 'updated_at': '2022-10-11T04:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:58.868625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Deleting port a342a208-15ee-4da3-adc5-a86492786ca6 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:44:58.868970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.890698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] Checking router: dffd2ba3-23d9-4c31-be7e-a4098c315c3b for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:44:58.899603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] Routers {'dffd2ba3-23d9-4c31-be7e-a4098c315c3b'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:44:58.900234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:58.938713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] DHCP port deletion for e3a64b12-2173-4d20-a97c-1a024c752110 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:44:58.964071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] For port a342a208-15ee-4da3-adc5-a86492786ca6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a342a208-15ee-4da3-adc5-a86492786ca6,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:58.964745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:58.976740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Calling delete_port for a342a208-15ee-4da3-adc5-a86492786ca6 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:44:59.020001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] Set router dffd2ba3-23d9-4c31-be7e-a4098c315c3b gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:44:59.073387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:58Z', 'revision_number': 8, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:59.105615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500ccfd-14ee-4011-9ab4-9cf6bdfc0a89 None None] The sync data for ids ['dffd2ba3-23d9-4c31-be7e-a4098c315c3b'] in dv-neutron-860894-1-hyperv is: [{'id': 'dffd2ba3-23d9-4c31-be7e-a4098c315c3b', 'name': 'tempest-TestNetworkBasicOps-router-157289074', 'tenant_id': '463d5d499b0f480abf42b4b49cab474a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:43:21Z', 'updated_at': '2022-10-11T04:44:58Z', 'revision_number': 8, 'project_id': '463d5d499b0f480abf42b4b49cab474a', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:44:59.114268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] Deleting port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:44:59.114684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.164319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.170490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ac040506-b5b2-4a65-b6b8-ea91d3bb6969 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:44:59.193237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Port': ['ID=a342a208-15ee-4da3-adc5-a86492786ca6,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:59.198462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: ac040506-b5b2-4a65-b6b8-ea91d3bb6969 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:44:59.198785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device ac040506-b5b2-4a65-b6b8-ea91d3bb6969 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:44:59.201334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] For port 85cdbb07-3fb3-4e03-8e3a-afacd718df46, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=85cdbb07-3fb3-4e03-8e3a-afacd718df46,segment=NetworkSegment(49e1edeb-ae48-448b-b33c-dcfe0a8309ff),segment_id=49e1edeb-ae48-448b-b33c-dcfe0a8309ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:44:59.201725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.215017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] Calling delete_port for 85cdbb07-3fb3-4e03-8e3a-afacd718df46 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:44:59.257494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.296510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.325236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] Pushing event deleted for resources: {'Port': ['ID=85cdbb07-3fb3-4e03-8e3a-afacd718df46,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:44:59.327211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db3a65-cc36-4b21-8828-c1e825930789 None None] No DVR routers for this DVR port 85cdbb07-3fb3-4e03-8e3a-afacd718df46 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:44:59.356488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.359132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.402692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.403148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Fanout notify agent at l3_agent the message router_deleted on router dffd2ba3-23d9-4c31-be7e-a4098c315c3b {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:44:59.411095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.412210 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1db40631-1374-4069-8b09-db5fc5bdbb65 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/routers/dffd2ba3-23d9-4c31-be7e-a4098c315c3b HTTP/1.1" status: 204 len: 168 time: 0.8065236 Oct 11 04:44:59.415070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:44:59.497139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.597613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.617939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a64b12-2173-4d20-a97c-1a024c752110']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:59.629689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e1edeb-ae48-448b-b33c-dcfe0a8309ff') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:59.630046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e1edeb-ae48-448b-b33c-dcfe0a8309ff') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:44:59.641298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.658362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.664692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:44:59.665088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.685451 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 49e1edeb-ae48-448b-b33c-dcfe0a8309ff resource provider aggregate not found Oct 11 04:44:59.702233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 49e1edeb-ae48-448b-b33c-dcfe0a8309ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49e1edeb-ae48-448b-b33c-dcfe0a8309ff found for delete ", "request_id": "req-0a2b819c-554d-4206-ac1a-55e6d8dc6237"}]} Oct 11 04:44:59.741459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.748910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:44:59.755058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] 10.222.0.39 "DELETE /v2.0/networks/e3a64b12-2173-4d20-a97c-1a024c752110 HTTP/1.1" status: 204 len: 168 time: 0.3359215 Oct 11 04:44:59.763576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500260e3-15ec-496f-a90a-fc8cb5b33822 tempest-TestNetworkBasicOps-1323051417 tempest-TestNetworkBasicOps-1323051417-project] Pushing event deleted for resources: {'Network': ['ID=e3a64b12-2173-4d20-a97c-1a024c752110,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:00.063855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54822) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:00.190880 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-801e6487-04a2-4f2f-b9ca-903142a91c0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=463d5d499b0f480abf42b4b49cab474a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258166 Oct 11 04:45:00.193348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54826) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:00.247998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d20d7ec-3e13-4ab9-92ef-3479786d16f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.264187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fda61cad-72cb-45d9-8370-a0111b8d6ce6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:45:00.272556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d20d7ec-3e13-4ab9-92ef-3479786d16f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.284173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: fda61cad-72cb-45d9-8370-a0111b8d6ce6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:45:00.284508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fda61cad-72cb-45d9-8370-a0111b8d6ce6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:45:00.284908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:45:00.308153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a342a208-15ee-4da3-adc5-a86492786ca6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:45:00.308614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a342a208-15ee-4da3-adc5-a86492786ca6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:45:00.309093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85cdbb07-3fb3-4e03-8e3a-afacd718df46 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:45:00.320075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d20d7ec-3e13-4ab9-92ef-3479786d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.323711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2d20d7ec-3e13-4ab9-92ef-3479786d16f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.324887 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2d20d7ec-3e13-4ab9-92ef-3479786d16f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8afe90e-9296-4af5-903f-ff4eb7bb6c4c HTTP/1.1" status: 204 len: 168 time: 0.1306524 Oct 11 04:45:00.330503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 85cdbb07-3fb3-4e03-8e3a-afacd718df46 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:45:00.331112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 85cdbb07-3fb3-4e03-8e3a-afacd718df46 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:45:00.335693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20d7ec-3e13-4ab9-92ef-3479786d16f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8afe90e-9296-4af5-903f-ff4eb7bb6c4c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:00.585103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54832) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:00.598109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6109e5d7-1e73-4b4d-ab72-c436ccd4553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.678566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6109e5d7-1e73-4b4d-ab72-c436ccd4553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.682862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6109e5d7-1e73-4b4d-ab72-c436ccd4553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.719462 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6109e5d7-1e73-4b4d-ab72-c436ccd4553c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=672e1c1e6d0d48aebd573412e904a743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333077 Oct 11 04:45:00.720273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109e5d7-1e73-4b4d-ab72-c436ccd4553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d77cf3-ee74-4bd7-b3b1-e1444b1e4abc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:00.722895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54834) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:00.772651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3d34-e5cf-4fd0-b519-78058d85a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.796951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3d34-e5cf-4fd0-b519-78058d85a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.842854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3d34-e5cf-4fd0-b519-78058d85a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.845395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3d34-e5cf-4fd0-b519-78058d85a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:00.846570 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3ffd3d34-e5cf-4fd0-b519-78058d85a073 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56d77cf3-ee74-4bd7-b3b1-e1444b1e4abc HTTP/1.1" status: 204 len: 168 time: 0.1224923 Oct 11 04:45:00.854434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd3d34-e5cf-4fd0-b519-78058d85a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d77cf3-ee74-4bd7-b3b1-e1444b1e4abc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:01.525020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54856) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:01.622929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-796509422-network', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:01.643053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Made reservation on behalf of e0f4550223da46e18a1c56234e22822b for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:45:01.645684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.654752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.727714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.731556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.757910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:45:01.763700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a264e-b2b8-4b25-af88-799049695277,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:01.771193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.771193 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Added segment ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff of type vlan for network 5887b6e2-f25d-4a45-9801-9edea8d74f25 Oct 11 04:45:01.811738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.834941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.835823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:01.836386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.870968 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3442218 Oct 11 04:45:01.874067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54860) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:01.879427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Request body: {'subnet': {'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-796509422-subnet', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:01.898854 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Made reservation on behalf of e0f4550223da46e18a1c56234e22822b for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:45:01.900858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bad9db-d45b-4bc6-8a6f-ae1df62b785b admin admin] Pushing event updated for resources: {'Network': ['ID=5887b6e2-f25d-4a45-9801-9edea8d74f25,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:01.901242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:01.911758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:45:02.068943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.124172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4210bdb5-7d6a-42f7-ad9f-87a4112271f1,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:02.131380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Checking segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:02.131736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Network hostable DHCP agents. Network: 5887b6e2-f25d-4a45-9801-9edea8d74f25, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:45:02.148537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:45:02.156343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 5887b6e2-f25d-4a45-9801-9edea8d74f25) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:02.160292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:02.160866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.165009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b54a97-57e9-4a25-ba77-b39e8ea373e6 None None] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:45:02.176982 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d92acda9-a6d8-4e69-895e-a24a3ac4f591 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3015025 Oct 11 04:45:02.179590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54862) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:02.184589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:02.203828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.204952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.258847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.314676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-5887b6e2-f25d-4a45-9801-9edea8d74f25', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:45:02.315524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.392867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.447189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Allocated IP 172.20.0.2 (5887b6e2-f25d-4a45-9801-9edea8d74f25/4210bdb5-7d6a-42f7-ad9f-87a4112271f1/f4c5feab-3fd6-44e6-896b-003cd0b83fac) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:02.590546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.592464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.598089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.610870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.640495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:02.643886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:02.646216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:02.654257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Pushing event updated for resources: {'Port': ['ID=f4c5feab-3fd6-44e6-896b-003cd0b83fac,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:02.708292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Attempting to bind port f4c5feab-3fd6-44e6-896b-003cd0b83fac on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:02.708668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Attempting to bind port f4c5feab-3fd6-44e6-896b-003cd0b83fac by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:02.709028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Attempting to bind port f4c5feab-3fd6-44e6-896b-003cd0b83fac on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:02.714478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:02.714873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Checking segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:02.715283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.715624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Allocated IP 172.26.8.139 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/60c23c0d-c340-4198-beaa-960bd08133d1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:02.715788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Bound using segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:02.716226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Bound port: f4c5feab-3fd6-44e6-896b-003cd0b83fac, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:02.716680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.780501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] For port f4c5feab-3fd6-44e6-896b-003cd0b83fac, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:02.783925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] For port f4c5feab-3fd6-44e6-896b-003cd0b83fac, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f4c5feab-3fd6-44e6-896b-003cd0b83fac,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:02.788525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.825412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.840882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f09f7-32c9-46d3-a682-cf829a4ebd49 None None] Pushing event updated for resources: {'Port': ['ID=f4c5feab-3fd6-44e6-896b-003cd0b83fac,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:02.861895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:02.908279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:02.911311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:02.913765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:02.941195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Pushing event updated for resources: {'Port': ['ID=60c23c0d-c340-4198-beaa-960bd08133d1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:03.188318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:03.378353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:03.518988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:45:03.633458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:45:03.646721 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:45:03.655374 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:03.656033 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:03.661828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:03.663179 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-76a213c5-c98e-4be5-959f-74699a276986 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4826064 Oct 11 04:45:03.666397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54864) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:03.745215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76588225-831b-4f62-8205-45cc8ea1edc3 None None] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:45:03.823129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Provisioning complete for port f4c5feab-3fd6-44e6-896b-003cd0b83fac triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:03.823862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:03.824461 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Attempt 1 to provision port f4c5feab-3fd6-44e6-896b-003cd0b83fac Oct 11 04:45:03.859889 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:03.974860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Current status of the port f4c5feab-3fd6-44e6-896b-003cd0b83fac is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:03.975594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.018968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] For port f4c5feab-3fd6-44e6-896b-003cd0b83fac, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f4c5feab-3fd6-44e6-896b-003cd0b83fac,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:04.025681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.062637 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:03Z', 'revision_number': 3, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:04.087266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47464c-04e4-4bde-9389-56f86a3ca65c None None] Pushing event updated for resources: {'Port': ['ID=f4c5feab-3fd6-44e6-896b-003cd0b83fac,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:04.096912 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:45:04.097527 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Updating router 4e3b2595-0584-4de7-87b9-eb92b8965f33 port 60c23c0d-c340-4198-beaa-960bd08133d1 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:45:04.125362 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.188753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.209102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-366ad59d-4c9d-440b-a9ac-ae51dbce3b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.251592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4a1d29b4-e33e-4cf9-812f-76ab463b5b73 None None] Provisioning complete for port f4c5feab-3fd6-44e6-896b-003cd0b83fac triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:04.252219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a1d29b4-e33e-4cf9-812f-76ab463b5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.252560 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4a1d29b4-e33e-4cf9-812f-76ab463b5b73 None None] Attempt 1 to provision port f4c5feab-3fd6-44e6-896b-003cd0b83fac Oct 11 04:45:04.319050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f4c5feab-3fd6-44e6-896b-003cd0b83fac up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:04.382229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d29b4-e33e-4cf9-812f-76ab463b5b73 None None] Current status of the port f4c5feab-3fd6-44e6-896b-003cd0b83fac is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:04.399533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f4c5feab-3fd6-44e6-896b-003cd0b83fac triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:04.399908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.400281 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f4c5feab-3fd6-44e6-896b-003cd0b83fac Oct 11 04:45:04.440470 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.441028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Allocated IP 172.20.0.1 (5887b6e2-f25d-4a45-9801-9edea8d74f25/4210bdb5-7d6a-42f7-ad9f-87a4112271f1/8fb10fb9-490c-480a-9886-fc90c229d75b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:04.446309 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.483343 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Attempting to bind port 60c23c0d-c340-4198-beaa-960bd08133d1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:04.483712 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Attempting to bind port 60c23c0d-c340-4198-beaa-960bd08133d1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:04.484144 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Attempting to bind port 60c23c0d-c340-4198-beaa-960bd08133d1 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:04.489170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f4c5feab-3fd6-44e6-896b-003cd0b83fac is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:04.499148 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:04.499525 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:04.499927 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.500318 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:04.500789 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Bound port: 60c23c0d-c340-4198-beaa-960bd08133d1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:04.501167 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.528025 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Pushing event updated for resources: {'Port': ['ID=60c23c0d-c340-4198-beaa-960bd08133d1,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:04.541456 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.541800 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.542140 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.542476 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.542829 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.543160 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.543518 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.543845 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.544167 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.544488 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.544825 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.545129 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:45:04.572836 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] For port 60c23c0d-c340-4198-beaa-960bd08133d1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:04.575951 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] For port 60c23c0d-c340-4198-beaa-960bd08133d1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60c23c0d-c340-4198-beaa-960bd08133d1,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:04.579540 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.617670 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:04.618300 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:44:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:04.674055 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2b00c-04c6-4e95-ac2c-4889ffc1c2a8 None None] Pushing event updated for resources: {'Port': ['ID=60c23c0d-c340-4198-beaa-960bd08133d1,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:04.736354 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:04.891201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.917385 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:03Z', 'revision_number': 3, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:04.923128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:04.944134 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9654b6-0213-4782-94ab-9eb4aa6481ac None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:03Z', 'revision_number': 3, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:45:04.966892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:04.969851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:04.973395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:05.003952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Pushing event updated for resources: {'Port': ['ID=8fb10fb9-490c-480a-9886-fc90c229d75b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:05.017098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:05.200884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:05.218051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Provisioning complete for port 8fb10fb9-490c-480a-9886-fc90c229d75b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:05.218682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:05.219873 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Attempt 1 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:05.255541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Port 8fb10fb9-490c-480a-9886-fc90c229d75b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:05.374801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:05.379720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:05.447108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Pushing event updated for resources: {'Port': ['ID=8fb10fb9-490c-480a-9886-fc90c229d75b,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:05.449538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:05.550226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:05.551728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:05.675074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:45:05.756858 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Attempt 2 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:05.791928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:45:05.795849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Port 8fb10fb9-490c-480a-9886-fc90c229d75b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:05.797587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f2cdc719-ee27-44e2-b747-2988685a6f6a admin admin] 10.222.0.39 "PUT /v2.0/routers/4e3b2595-0584-4de7-87b9-eb92b8965f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299589 Oct 11 04:45:06.259064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54880) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:06.264856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1776002096-network', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:06.282523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60c23c0d-c340-4198-beaa-960bd08133d1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:06.289107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Made reservation on behalf of 37553b80eef644ba9a879dd0ff9681ac for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:45:06.291742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.300531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.302867 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Attempt 3 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:06.384234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.390020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.420519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:45:06.428057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd626097-2339-4fcd-9ab6-fbd1dcd1e376,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:06.437887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.438227 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Added segment 2f907790-bec3-463c-8f69-0306c993322f of type vlan for network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa Oct 11 04:45:06.487230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.517023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.518355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:06.518863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Port 8fb10fb9-490c-480a-9886-fc90c229d75b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:06.519004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.519375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5a569b7f-7ea9-4f09-915b-e630f3789d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.528998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 60c23c0d-c340-4198-beaa-960bd08133d1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:06.529291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.529627 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 60c23c0d-c340-4198-beaa-960bd08133d1 Oct 11 04:45:06.565642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3048940 Oct 11 04:45:06.573595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 54882) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:06.579798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Request body: {'subnet': {'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1776002096-subnet', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:06.605858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Made reservation on behalf of 37553b80eef644ba9a879dd0ff9681ac for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:45:06.608196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.613352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:45:06.622517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f64ca-04b7-400a-ac0a-ca34005ef02e admin admin] Pushing event updated for resources: {'Network': ['ID=8d1220f6-4ca0-4aaf-88ad-a75b807359aa,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:06.638414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:45:06.642023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:06.642679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:06.692264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 60c23c0d-c340-4198-beaa-960bd08133d1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:06.692647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.762705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 60c23c0d-c340-4198-beaa-960bd08133d1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60c23c0d-c340-4198-beaa-960bd08133d1,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:06.774051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.775467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.821663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:06.843553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Checking segment: {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:06.843834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Network hostable DHCP agents. Network: 8d1220f6-4ca0-4aaf-88ad-a75b807359aa, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:45:06.860954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:45:06.861690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:06.870032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 8d1220f6-4ca0-4aaf-88ad-a75b807359aa) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:06.874151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:06.874763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.889982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5e75a01e-c7fc-4739-888e-c97c8387035e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3146605 Oct 11 04:45:06.892790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54884) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:06.895744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a142196-8e61-4e64-bb6a-fc58cb391934 None None] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:45:06.897261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:06.899469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=60c23c0d-c340-4198-beaa-960bd08133d1,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:06.918401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.919433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:06.973725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.021388 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Attempt 4 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:07.111390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.123155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Port 8fb10fb9-490c-480a-9886-fc90c229d75b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:07.206383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-8d1220f6-4ca0-4aaf-88ad-a75b807359aa', 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'fixed_ips': [{'subnet_id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:45:07.207191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.226779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 2, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:07.264094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:45:07.264474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Updating router 4e3b2595-0584-4de7-87b9-eb92b8965f33 port 8fb10fb9-490c-480a-9886-fc90c229d75b binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:45:07.309505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.332167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.337256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.433845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Allocated IP 172.26.8.225 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/0558c357-817b-49ca-8d79-fd1ddb3334d5) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:07.481648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Allocated IP 172.20.0.2 (8d1220f6-4ca0-4aaf-88ad-a75b807359aa/b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf/56e1e0a0-48a6-4d25-80c1-1b23f53ef772) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:07.539333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.573043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.613422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:07.616343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:07.619867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:07.625431 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Attempt 5 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:07.643824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Pushing event updated for resources: {'Port': ['ID=0558c357-817b-49ca-8d79-fd1ddb3334d5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:07.717613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Port 8fb10fb9-490c-480a-9886-fc90c229d75b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:07.745475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.778338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.822497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.831701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.839163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:07.844206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.846477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:07.849611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:07.851291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Pushing event updated for resources: {'Port': ['ID=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:07.873762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.966067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742fa0d-9652-4af2-9321-a60d75cf555a None None] Pushing event updated for resources: {'Port': ['ID=8fb10fb9-490c-480a-9886-fc90c229d75b,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:07.979014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Attempting to bind port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:07.979377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Attempting to bind port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:07.979734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Attempting to bind port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 on network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:07.983959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Attempting to bind port 8fb10fb9-490c-480a-9886-fc90c229d75b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:07.984314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Attempting to bind port 8fb10fb9-490c-480a-9886-fc90c229d75b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:07.984657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Attempting to bind port 8fb10fb9-490c-480a-9886-fc90c229d75b on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:07.990550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:07.990919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Checking segment: {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:07.991312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.991695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Bound using segment: {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:07.992146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Bound port: 56e1e0a0-48a6-4d25-80c1-1b23f53ef772, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:07.992519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.995985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:07.996352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Checking segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:07.996715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:07.997092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Bound using segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:07.997535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Bound port: 8fb10fb9-490c-480a-9886-fc90c229d75b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:07.997900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.108692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] For port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:08.112924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] For port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,segment=NetworkSegment(2f907790-bec3-463c-8f69-0306c993322f),segment_id=2f907790-bec3-463c-8f69-0306c993322f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:08.114304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] For port 8fb10fb9-490c-480a-9886-fc90c229d75b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:08.117558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] For port 8fb10fb9-490c-480a-9886-fc90c229d75b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8fb10fb9-490c-480a-9886-fc90c229d75b,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:08.119699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.125983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.164951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:08.165497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:08.219060 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Attempt 6 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:08.224617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5242ad-0e27-4c44-b449-5187aa67a69f None None] Pushing event updated for resources: {'Port': ['ID=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:08.339435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.476168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60c23c0d-c340-4198-beaa-960bd08133d1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:08.495939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Router 381b4b48-42f9-4a75-8ece-020edc074898 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:45:08.532660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742fa0d-9652-4af2-9321-a60d75cf555a None None] Pushing event updated for resources: {'Port': ['ID=8fb10fb9-490c-480a-9886-fc90c229d75b,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:08.548756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:08.607379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:45:08.616977 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Sync routers for ids ['381b4b48-42f9-4a75-8ece-020edc074898'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:45:08.630061 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Routers {'381b4b48-42f9-4a75-8ece-020edc074898'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:08.630699 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['381b4b48-42f9-4a75-8ece-020edc074898'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:08.630914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.635437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7561a3c7-fcc4-416d-b9f1-7558cd168396 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7385485 Oct 11 04:45:08.635748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54886) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:08.676630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Current status of the port 8fb10fb9-490c-480a-9886-fc90c229d75b is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:08.677009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.686329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 60c23c0d-c340-4198-beaa-960bd08133d1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:08.686733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.687063 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 60c23c0d-c340-4198-beaa-960bd08133d1 Oct 11 04:45:08.742902 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Set router 381b4b48-42f9-4a75-8ece-020edc074898 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:08.799329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] For port 8fb10fb9-490c-480a-9886-fc90c229d75b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8fb10fb9-490c-480a-9886-fc90c229d75b,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:08.805594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.907894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 60c23c0d-c340-4198-beaa-960bd08133d1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:08.930913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a741f-abf4-4aa0-9307-e0da8e2f69cb None None] Pushing event updated for resources: {'Port': ['ID=8fb10fb9-490c-480a-9886-fc90c229d75b,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:08.941043 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:45:07Z', 'revision_number': 3, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:08.965514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-abe2d803-fee4-4180-87b3-0f6c236713ef None None] Provisioning complete for port 8fb10fb9-490c-480a-9886-fc90c229d75b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:08.966163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-abe2d803-fee4-4180-87b3-0f6c236713ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:08.966846 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-abe2d803-fee4-4180-87b3-0f6c236713ef None None] Attempt 1 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:08.976578 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Checking router: 381b4b48-42f9-4a75-8ece-020edc074898 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:45:08.976920 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Updating router 381b4b48-42f9-4a75-8ece-020edc074898 port 0558c357-817b-49ca-8d79-fd1ddb3334d5 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:45:09.010794 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.019557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:09.050231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f0370-62bb-4934-b5eb-b03d7b2ede88 None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:45:09.115740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-abe2d803-fee4-4180-87b3-0f6c236713ef None None] Current status of the port 8fb10fb9-490c-480a-9886-fc90c229d75b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:09.164586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.337035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1e870-6016-4195-8008-09bb8d178a41 None None] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:45:09.352811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Allocated IP 172.20.0.1 (8d1220f6-4ca0-4aaf-88ad-a75b807359aa/b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf/107ed39c-a671-45ac-a9fd-dd960410c58c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:09.360513 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.367267 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.410439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.411174 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Attempting to bind port 0558c357-817b-49ca-8d79-fd1ddb3334d5 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:09.411633 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Attempting to bind port 0558c357-817b-49ca-8d79-fd1ddb3334d5 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:09.412028 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Attempting to bind port 0558c357-817b-49ca-8d79-fd1ddb3334d5 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:09.419989 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:09.420360 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:09.420760 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.421149 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:09.421615 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Bound port: 0558c357-817b-49ca-8d79-fd1ddb3334d5, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:09.421992 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.447574 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4cce1-0c78-4357-8d22-53c907fd7ea3 None None] Pushing event updated for resources: {'Port': ['ID=0558c357-817b-49ca-8d79-fd1ddb3334d5,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:09.456981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Provisioning complete for port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:09.457364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.457704 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Attempt 1 to provision port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 Oct 11 04:45:09.484961 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] For port 0558c357-817b-49ca-8d79-fd1ddb3334d5, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:09.488597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] For port 0558c357-817b-49ca-8d79-fd1ddb3334d5, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0558c357-817b-49ca-8d79-fd1ddb3334d5,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:09.493719 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.506085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.535516 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Routers {'381b4b48-42f9-4a75-8ece-020edc074898'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:09.536214 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['381b4b48-42f9-4a75-8ece-020edc074898'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:09.555311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.556961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.605691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:09.610500 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:09.615261 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4cce1-0c78-4357-8d22-53c907fd7ea3 None None] Pushing event updated for resources: {'Port': ['ID=0558c357-817b-49ca-8d79-fd1ddb3334d5,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:09.616144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Pushing event updated for resources: {'Port': ['ID=107ed39c-a671-45ac-a9fd-dd960410c58c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:09.620587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:09.628282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Current status of the port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:09.628678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.671420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.702834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] For port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,segment=NetworkSegment(2f907790-bec3-463c-8f69-0306c993322f),segment_id=2f907790-bec3-463c-8f69-0306c993322f)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:09.709302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.782228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e92582-5f59-473e-a56f-6fcb3b59143b None None] Pushing event updated for resources: {'Port': ['ID=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:09.832151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:09.860921 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] Set router 381b4b48-42f9-4a75-8ece-020edc074898 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:10.039444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.047501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Provisioning complete for port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:10.047853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.048113 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 1 to provision port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 Oct 11 04:45:10.049963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.099010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.114628 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:45:07Z', 'revision_number': 3, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:10.160933 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ddf33f-9567-4bfc-90f4-cd1376ccc534 None None] The sync data for ids ['381b4b48-42f9-4a75-8ece-020edc074898'] in dv-neutron-860894-1-hyperv is: [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:45:07Z', 'revision_number': 3, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:45:10.180197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Pushing event updated for resources: {'Port': ['ID=107ed39c-a671-45ac-a9fd-dd960410c58c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:10.216033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Current status of the port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:10.233975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Provisioning complete for port 107ed39c-a671-45ac-a9fd-dd960410c58c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:10.234403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.234798 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 1 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:10.278719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:10.280670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:10.281708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:10.416625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8fb10fb9-490c-480a-9886-fc90c229d75b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:10.430444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Router 381b4b48-42f9-4a75-8ece-020edc074898 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:45:10.490079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 8fb10fb9-490c-480a-9886-fc90c229d75b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:10.490522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.490978 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 8fb10fb9-490c-480a-9886-fc90c229d75b Oct 11 04:45:10.577650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:45:10.593026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.594493 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a8461941-e343-4104-ae17-a0363f3c5e79 admin admin] 10.222.0.39 "PUT /v2.0/routers/381b4b48-42f9-4a75-8ece-020edc074898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9481792 Oct 11 04:45:10.651914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 8fb10fb9-490c-480a-9886-fc90c229d75b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:10.653517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:10.721908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:10.722925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:10.723508 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 Oct 11 04:45:10.788496 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 2 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:10.834243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:10.840227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:10.970703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54894) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:10.975429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090730524', 'description': 'tempest-secgroup-smoke-1090730524 description', 'project_id': 'e0f4550223da46e18a1c56234e22822b'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.000022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.069885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.074715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.104297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.105552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337848 Oct 11 04:45:11.108574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54896) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:11.113024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group_rule': {'security_group_id': '09d18a1c-c5c9-43e4-9f1f-61bdc1b02976', 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.121024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22f529-af34-4c84-831d-934d1005fb8b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.141971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.198518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.202114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.220696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ff481a-fe00-434e-8127-8af97f4d5ae5,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.228410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.229486 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ae8ce04c-0e7b-4364-a876-b524d5ac8508 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199648 Oct 11 04:45:11.232183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:11.237220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group_rule': {'security_group_id': '09d18a1c-c5c9-43e4-9f1f-61bdc1b02976', 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.262138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.321049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.324917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.341365 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 3 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:11.344646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13ec114-d216-4006-be4e-c24c5a8fd5cd,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.350089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.353846 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9d19df01-b98b-4bee-8a21-f26e54e6fa30 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181052 Oct 11 04:45:11.354042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54900) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:11.358305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group_rule': {'security_group_id': '09d18a1c-c5c9-43e4-9f1f-61bdc1b02976', 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.380544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:11.382697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.439652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.443380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.460857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b1f1e3-4854-4b05-9d1a-a9c927166416,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.468800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.470013 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d0f6355f-38a7-436e-bca1-304259ea0b66 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150005 Oct 11 04:45:11.472650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54902) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:11.477032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group_rule': {'security_group_id': '09d18a1c-c5c9-43e4-9f1f-61bdc1b02976', 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.502516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.559419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.562622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.580573 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9067591c-6c63-4c0b-b9b6-6312810a24fa,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.586556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.587797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cbe642a4-dde1-4cc4-981f-45425123c0a3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142092 Oct 11 04:45:11.590412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54904) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:11.594729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group_rule': {'security_group_id': '09d18a1c-c5c9-43e4-9f1f-61bdc1b02976', 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.614369 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Project e0f4550223da46e18a1c56234e22822b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:45:11.619519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.680689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.684469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.702362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7769e4-f631-4e4f-b53f-c9107a3d8aa6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.706605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.707785 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-783a9040-d815-4730-8f16-3d26af2d3eae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164074 Oct 11 04:45:11.710494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 54906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:11.714710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'security_group_rule': {'security_group_id': '09d18a1c-c5c9-43e4-9f1f-61bdc1b02976', 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:11.733149 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Project e0f4550223da46e18a1c56234e22822b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 04:45:11.737788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.796946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.800435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.817618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd0b83e-ec1c-4c70-bc61-8cfca3281f79,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:11.825097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:11.826294 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1dc08df6-9f3d-4e9e-9828-13a043a74d73 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148427 Oct 11 04:45:11.881818 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 4 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:11.917598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:12.310412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0558c357-817b-49ca-8d79-fd1ddb3334d5 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:12.361211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0558c357-817b-49ca-8d79-fd1ddb3334d5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:12.361584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:12.361920 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0558c357-817b-49ca-8d79-fd1ddb3334d5 Oct 11 04:45:12.434945 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 5 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:12.478830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0558c357-817b-49ca-8d79-fd1ddb3334d5 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:12.479224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:12.488402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:12.506107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 0558c357-817b-49ca-8d79-fd1ddb3334d5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0558c357-817b-49ca-8d79-fd1ddb3334d5,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:12.511074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:12.567852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=0558c357-817b-49ca-8d79-fd1ddb3334d5,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:12.682091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Sync routers for ids ['381b4b48-42f9-4a75-8ece-020edc074898'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:45:12.693178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Routers {'381b4b48-42f9-4a75-8ece-020edc074898'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:12.693878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['381b4b48-42f9-4a75-8ece-020edc074898'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:12.799563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Set router 381b4b48-42f9-4a75-8ece-020edc074898 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:12.989168 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 6 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:13.030992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:13.043529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:45:09Z', 'revision_number': 4, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '107ed39c-a671-45ac-a9fd-dd960410c58c', 'name': '', 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'mac_address': 'fa:16:3e:16:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:09Z', 'updated_at': '2022-10-11T04:45:09Z', 'revision_number': 2, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'subnets': [{'id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:13.069496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Checking router: 381b4b48-42f9-4a75-8ece-020edc074898 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:45:13.069847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Updating router 381b4b48-42f9-4a75-8ece-020edc074898 port 107ed39c-a671-45ac-a9fd-dd960410c58c binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:45:13.098745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:13.366611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:13.371585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:13.429569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0584295-c8a6-45dc-a875-310d964d2521 None None] Pushing event updated for resources: {'Port': ['ID=107ed39c-a671-45ac-a9fd-dd960410c58c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:13.604496 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 7 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:13.639154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Attempting to bind port 107ed39c-a671-45ac-a9fd-dd960410c58c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:13.639521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Attempting to bind port 107ed39c-a671-45ac-a9fd-dd960410c58c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:13.639877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Attempting to bind port 107ed39c-a671-45ac-a9fd-dd960410c58c on network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:13.649351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:13.649351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Checking segment: {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:13.649751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:13.650204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Bound using segment: {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:13.651198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Bound port: 107ed39c-a671-45ac-a9fd-dd960410c58c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f907790-bec3-463c-8f69-0306c993322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:13.651577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:13.662233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Port 107ed39c-a671-45ac-a9fd-dd960410c58c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:13.717565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] For port 107ed39c-a671-45ac-a9fd-dd960410c58c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:13.721370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] For port 107ed39c-a671-45ac-a9fd-dd960410c58c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=107ed39c-a671-45ac-a9fd-dd960410c58c,segment=NetworkSegment(2f907790-bec3-463c-8f69-0306c993322f),segment_id=2f907790-bec3-463c-8f69-0306c993322f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:13.726447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:13.766798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Routers {'381b4b48-42f9-4a75-8ece-020edc074898'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:13.767423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['381b4b48-42f9-4a75-8ece-020edc074898'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:13.824731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0584295-c8a6-45dc-a875-310d964d2521 None None] Pushing event updated for resources: {'Port': ['ID=107ed39c-a671-45ac-a9fd-dd960410c58c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:13.894729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] Set router 381b4b48-42f9-4a75-8ece-020edc074898 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:14.098616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:45:09Z', 'revision_number': 4, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '107ed39c-a671-45ac-a9fd-dd960410c58c', 'name': '', 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'mac_address': 'fa:16:3e:16:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:09Z', 'updated_at': '2022-10-11T04:45:13Z', 'revision_number': 4, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'subnets': [{'id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:14.125917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74b280-e63a-4f63-99d4-d9aa5cfb9c48 None None] The sync data for ids ['381b4b48-42f9-4a75-8ece-020edc074898'] in dv-neutron-860894-1-hyperv is: [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:45:09Z', 'revision_number': 4, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '107ed39c-a671-45ac-a9fd-dd960410c58c', 'name': '', 'network_id': '8d1220f6-4ca0-4aaf-88ad-a75b807359aa', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'mac_address': 'fa:16:3e:16:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:09Z', 'updated_at': '2022-10-11T04:45:13Z', 'revision_number': 4, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'subnets': [{'id': 'b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:45:14.163735 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Attempt 8 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:14.270170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Current status of the port 107ed39c-a671-45ac-a9fd-dd960410c58c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:14.270659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:14.308262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] For port 107ed39c-a671-45ac-a9fd-dd960410c58c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=107ed39c-a671-45ac-a9fd-dd960410c58c,segment=NetworkSegment(2f907790-bec3-463c-8f69-0306c993322f),segment_id=2f907790-bec3-463c-8f69-0306c993322f)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:14.312986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:14.380236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f0b9-2efa-4d07-b3c8-1e29ad3e3b03 None None] Pushing event updated for resources: {'Port': ['ID=107ed39c-a671-45ac-a9fd-dd960410c58c,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:14.407419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 107ed39c-a671-45ac-a9fd-dd960410c58c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:14.461728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3ef056d3-8d35-468b-b27c-4c941405bc90 None None] Provisioning complete for port 107ed39c-a671-45ac-a9fd-dd960410c58c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:14.461728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ef056d3-8d35-468b-b27c-4c941405bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:14.461728 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3ef056d3-8d35-468b-b27c-4c941405bc90 None None] Attempt 1 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:14.529912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 107ed39c-a671-45ac-a9fd-dd960410c58c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:14.530307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:14.530691 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:14.606309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3ef056d3-8d35-468b-b27c-4c941405bc90 None None] Current status of the port 107ed39c-a671-45ac-a9fd-dd960410c58c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:14.662699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 107ed39c-a671-45ac-a9fd-dd960410c58c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:14.663812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0558c357-817b-49ca-8d79-fd1ddb3334d5 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:14.718756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0558c357-817b-49ca-8d79-fd1ddb3334d5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:14.719389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:14.721547 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0558c357-817b-49ca-8d79-fd1ddb3334d5 Oct 11 04:45:14.798991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0558c357-817b-49ca-8d79-fd1ddb3334d5 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:16.277293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 107ed39c-a671-45ac-a9fd-dd960410c58c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:16.330920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 107ed39c-a671-45ac-a9fd-dd960410c58c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:16.331292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:16.331628 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 107ed39c-a671-45ac-a9fd-dd960410c58c Oct 11 04:45:16.416546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 107ed39c-a671-45ac-a9fd-dd960410c58c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:27.557330 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-2983eddf-8a85-4001-8e8a-c94bb0f56629 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090730524&fields=id&tenant_id=e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 267 time: 0.0319386 Oct 11 04:45:27.663106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-928bf943-2a7e-4557-aee4-7d2a98385476 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:27.664570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-928bf943-2a7e-4557-aee4-7d2a98385476 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 811 time: 0.1001809 Oct 11 04:45:27.679567 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-3fdf0f73-8513-4662-b547-acecd17fca40 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/quotas/e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 375 time: 0.0088518 Oct 11 04:45:27.728331 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-2b52b9f9-d0f1-4381-8319-84e1c9c43a5b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430062 Oct 11 04:45:27.825467 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-cd1aec17-1007-43e2-bc26-9f5d60eb50ce service neutron] 10.222.0.39 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856273 Oct 11 04:45:27.913803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-8e6731b4-7009-417e-9940-0f6c824dc260 service neutron] 10.222.0.39 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823228 Oct 11 04:45:28.218075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-41125010-cffa-4e76-aba7-d605b2d0aaf2 req-96b6e639-bd7f-4952-88f6-161ed536bd49 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 210 time: 0.0309842 Oct 11 04:45:29.441677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a5c09653-e5f3-4e1b-a66f-ef3d417178e9 req-a9050421-4285-42c5-998d-a782d139fed1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 210 time: 0.0330584 Oct 11 04:45:29.470049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-58213ca6-62a9-4d7e-9d06-6806545eda07 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:29.471602 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-58213ca6-62a9-4d7e-9d06-6806545eda07 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 811 time: 0.3752627 Oct 11 04:45:29.521401 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-7b60a00e-5f8f-4b84-9707-11e529e643ca tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 380 time: 0.0343738 Oct 11 04:45:29.531879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'port': {'device_id': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'admin_state_up': True, 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'security_groups': ['09d18a1c-c5c9-43e4-9f1f-61bdc1b02976']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:29.639158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Made reservation on behalf of e0f4550223da46e18a1c56234e22822b for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:45:29.642673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:29.768727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Allocated IP 172.20.0.6 (5887b6e2-f25d-4a45-9801-9edea8d74f25/4210bdb5-7d6a-42f7-ad9f-87a4112271f1/1e7a75d8-ed7f-4932-8668-0388c3cd605d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:29.912178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:29.945016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:29.988326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:29.991563 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:29.995282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:30.024471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=1e7a75d8-ed7f-4932-8668-0388c3cd605d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:30.052688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:30.053675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.071744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-f8af4b4f-68a5-40ee-aab8-d70d88a615ea tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442877 Oct 11 04:45:30.090434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Request body: {'port': {'device_id': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:30.151084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.224481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-81d0ff87-5122-46ef-ac9e-f3c7399580a1 None None] Provisioning complete for port 1e7a75d8-ed7f-4932-8668-0388c3cd605d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:30.225031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81d0ff87-5122-46ef-ac9e-f3c7399580a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.225173 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81d0ff87-5122-46ef-ac9e-f3c7399580a1 None None] Attempt 1 to provision port 1e7a75d8-ed7f-4932-8668-0388c3cd605d Oct 11 04:45:30.264807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81d0ff87-5122-46ef-ac9e-f3c7399580a1 None None] Port 1e7a75d8-ed7f-4932-8668-0388c3cd605d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:45:30.415595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7a75d8-ed7f-4932-8668-0388c3cd605d {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:45:30.423744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.435940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Transition to ACTIVE for port object 1e7a75d8-ed7f-4932-8668-0388c3cd605d will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:45:30.439770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.506236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a75d8-ed7f-4932-8668-0388c3cd605d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:30.555552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Attempting to bind port 1e7a75d8-ed7f-4932-8668-0388c3cd605d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:45:30.555999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Attempting to bind port 1e7a75d8-ed7f-4932-8668-0388c3cd605d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:45:30.556326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Attempting to bind port 1e7a75d8-ed7f-4932-8668-0388c3cd605d on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:30.561320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Port 1e7a75d8-ed7f-4932-8668-0388c3cd605d on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:45:30.561633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Attempting to bind port 1e7a75d8-ed7f-4932-8668-0388c3cd605d on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:45:30.569829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d15e10-d016-409b-84bc-1aea75471fc3 req-996adce7-f719-4fdf-a6d7-de4ab3fcb9d1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:30.570389 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:45:30.571278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Checking segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:45:30.571428 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-51d15e10-d016-409b-84bc-1aea75471fc3 req-996adce7-f719-4fdf-a6d7-de4ab3fcb9d1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0530875 Oct 11 04:45:30.577300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Bound using segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:45:30.577862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Bound port: 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:45:30.578254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.633866 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:45:30.635716 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-51d15e10-d016-409b-84bc-1aea75471fc3 req-68175dd8-1541-4ad7-b397-b93ab4bc41ca tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579898 Oct 11 04:45:30.669726 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] For port 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:45:30.672963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] For port 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:45:30.677112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.681532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:30.682134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:30.683546 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] 10.222.0.45 "PUT /v2.0/ports/1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 200 len: 1093 time: 0.5976639 Oct 11 04:45:30.684037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:45:30.687557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1df6168-b05e-42d7-a665-125d546aa766" -d '{"events": [{"name": "network-changed", "server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:45:30.730484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2941ca52-be27-48cd-a126-5326a7fe9d83 x-openstack-request-id: req-2941ca52-be27-48cd-a126-5326a7fe9d83 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:45:30.730808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:45:30.731590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2941ca52-be27-48cd-a126-5326a7fe9d83 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:45:30.731990 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2941ca52-be27-48cd-a126-5326a7fe9d83'] response: {'name': 'network-changed', 'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'status': 'completed', 'code': 200} Oct 11 04:45:30.744796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164599a3-7f72-42bb-b20a-5cbc45978499 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a75d8-ed7f-4932-8668-0388c3cd605d,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:30.766229 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81d0ff87-5122-46ef-ac9e-f3c7399580a1 None None] Attempt 2 to provision port 1e7a75d8-ed7f-4932-8668-0388c3cd605d Oct 11 04:45:30.797184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-2d9a147f-9bf2-4b0c-b63f-2344e3c9551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:30.798734 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-2d9a147f-9bf2-4b0c-b63f-2344e3c9551c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1096 time: 0.0431187 Oct 11 04:45:30.808207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81d0ff87-5122-46ef-ac9e-f3c7399580a1 None None] Port 1e7a75d8-ed7f-4932-8668-0388c3cd605d had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:45:30.850255 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-bfc8df92-9ea2-4d8c-a8a4-e5213dfca5f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 200 len: 217 time: 0.0357339 Oct 11 04:45:30.906173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-cf97cce4-732e-40a2-bdbf-7f8d693a4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:30.907665 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-cf97cce4-732e-40a2-bdbf-7f8d693a4283 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0493369 Oct 11 04:45:30.970378 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-88c20dbb-2022-44d4-83d2-dc71680fd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:30.971905 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-88c20dbb-2022-44d4-83d2-dc71680fd1fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452845 Oct 11 04:45:31.063782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-389ab363-41d2-4e62-bcdc-de68e44bcfb4 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Oct 11 04:45:31.157866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b3dab6c-3a38-42af-8115-3598a2faeb66 req-c6d8b0ce-5105-481b-91af-ca99cd506568 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Oct 11 04:45:31.269087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6168-b05e-42d7-a665-125d546aa766 req-fdd6538d-8188-45a0-aeb6-723f8e7a8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:31.270537 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-fdd6538d-8188-45a0-aeb6-723f8e7a8216 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1096 time: 0.0419571 Oct 11 04:45:31.367485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6168-b05e-42d7-a665-125d546aa766 req-cdb8ff15-f371-4621-b651-67290de6d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:31.368944 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-cdb8ff15-f371-4621-b651-67290de6d305 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0894907 Oct 11 04:45:31.410107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-08f6824c-426e-4345-a22f-71d882cf1372 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 200 len: 217 time: 0.0346584 Oct 11 04:45:31.463814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6168-b05e-42d7-a665-125d546aa766 req-d06cbce5-4d65-484a-a56b-123f24178d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:31.465255 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-d06cbce5-4d65-484a-a56b-123f24178d12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0485103 Oct 11 04:45:31.510449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6168-b05e-42d7-a665-125d546aa766 req-13d9e8ae-02e2-4cfc-bce8-a19a3ab6e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:31.512027 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-13d9e8ae-02e2-4cfc-bce8-a19a3ab6e792 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397975 Oct 11 04:45:31.602862 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-6d35bd3a-1941-46ef-9132-a7c2d663e52c service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838358 Oct 11 04:45:31.695879 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1df6168-b05e-42d7-a665-125d546aa766 req-09b34215-a442-4186-b877-13e06552dc6d service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Oct 11 04:45:31.761007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeea5d0-2d28-4e17-9787-1fdf1635b8f0 req-5f26bde4-d2dc-4076-895b-df9880b5ddd4 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:31.762464 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-daeea5d0-2d28-4e17-9787-1fdf1635b8f0 req-5f26bde4-d2dc-4076-895b-df9880b5ddd4 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0495930 Oct 11 04:45:31.800855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-daeea5d0-2d28-4e17-9787-1fdf1635b8f0 req-007d34ab-458a-45b7-8c71-638412d0b1f7 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Oct 11 04:45:32.922618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9896ebf-876a-42cd-94ad-f60407f4ec8c req-94f5af96-30a2-430d-8e9b-37328e30e479 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:32.924082 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9896ebf-876a-42cd-94ad-f60407f4ec8c req-94f5af96-30a2-430d-8e9b-37328e30e479 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0492327 Oct 11 04:45:32.961426 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9896ebf-876a-42cd-94ad-f60407f4ec8c req-741fcf1c-9267-47c5-802e-e7b70ad14840 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Oct 11 04:45:34.078017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce5868-7193-4f82-9c79-18c371226231 req-ded9a4dc-55a8-4191-a024-cc7e29c8057b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:34.079483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-94ce5868-7193-4f82-9c79-18c371226231 req-ded9a4dc-55a8-4191-a024-cc7e29c8057b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0470762 Oct 11 04:45:34.121059 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-94ce5868-7193-4f82-9c79-18c371226231 req-4d2505f8-e4f0-46df-b084-9978a8d931cb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357707 Oct 11 04:45:34.204702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5015946c-270b-42de-bd8e-02bcba0ae692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:35.239081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5569d23-fcb0-4ca1-9e8a-a773f2d91bcf req-b3e2f3f4-7b63-4139-92c3-d011033776c2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:35.240570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b5569d23-fcb0-4ca1-9e8a-a773f2d91bcf req-b3e2f3f4-7b63-4139-92c3-d011033776c2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0480216 Oct 11 04:45:35.282079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b5569d23-fcb0-4ca1-9e8a-a773f2d91bcf req-d9d516cc-d81a-4be4-97f0-83c9bddd68de tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357563 Oct 11 04:45:36.401373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a240-00fe-498b-aee0-6962f6ac0e68 req-08d35c58-3508-4711-8d4a-9c7e3c78c4dd tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:36.402858 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-97a2a240-00fe-498b-aee0-6962f6ac0e68 req-08d35c58-3508-4711-8d4a-9c7e3c78c4dd tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0487871 Oct 11 04:45:36.443567 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-97a2a240-00fe-498b-aee0-6962f6ac0e68 req-0aad0553-3c7a-4d41-ade6-92f708bf1111 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324202 Oct 11 04:45:36.475140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a3a86a4f-a856-4647-929d-7c5afe79c57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:37.565054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bb43c-11d1-4095-ab27-a7048f1ebd87 req-8c8ee307-dabd-4988-9de8-d9e3315d7aac tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:37.566510 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a88bb43c-11d1-4095-ab27-a7048f1ebd87 req-8c8ee307-dabd-4988-9de8-d9e3315d7aac tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0485663 Oct 11 04:45:37.603797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a88bb43c-11d1-4095-ab27-a7048f1ebd87 req-03c58a85-e49c-4de8-b64f-5bd99b6b0225 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Oct 11 04:45:37.781065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:38.729450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b30ef2-b02c-419b-9bee-e7b44b7ac31c req-63e13a3d-6bc7-4f3b-b63a-564b76c5e168 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:38.730937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-28b30ef2-b02c-419b-9bee-e7b44b7ac31c req-63e13a3d-6bc7-4f3b-b63a-564b76c5e168 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0542400 Oct 11 04:45:38.768583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-28b30ef2-b02c-419b-9bee-e7b44b7ac31c req-80240267-df60-4a18-b16d-f92a2e2a32c0 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Oct 11 04:45:39.357327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:39.519574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:39.885594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd47f4e-8545-40cb-9d34-d4db4bddddf2 req-ef87a24d-c3fb-44a7-9db6-8a06899138b3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:39.887086 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1fd47f4e-8545-40cb-9d34-d4db4bddddf2 req-ef87a24d-c3fb-44a7-9db6-8a06899138b3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0484931 Oct 11 04:45:39.923688 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1fd47f4e-8545-40cb-9d34-d4db4bddddf2 req-dab78550-4da6-4371-9dfb-c940c4230d5b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299377 Oct 11 04:45:40.565424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:41.041798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ed3e-902c-4e83-87f7-74ac31c55133 req-ed432ab3-7890-4772-b803-ec903f3716a1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:41.043252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5ab9ed3e-902c-4e83-87f7-74ac31c55133 req-ed432ab3-7890-4772-b803-ec903f3716a1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0479059 Oct 11 04:45:41.083289 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5ab9ed3e-902c-4e83-87f7-74ac31c55133 req-7f34f80d-a254-46e8-a206-e44a2f16720c tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Oct 11 04:45:42.200506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46395-1bb3-4871-ad9e-bc0a7eec3596 req-c38b0aa7-61d1-4b69-8673-82805e3913ae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:42.201936 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-23c46395-1bb3-4871-ad9e-bc0a7eec3596 req-c38b0aa7-61d1-4b69-8673-82805e3913ae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0481021 Oct 11 04:45:42.243658 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-23c46395-1bb3-4871-ad9e-bc0a7eec3596 req-60d1da9a-c39b-4746-92cd-d64ab4a47873 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358670 Oct 11 04:45:43.362498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfae1a-7aec-41d3-85ee-4f7324107106 req-bbb17efb-8425-49ad-b742-d77b9e2ce1c2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:43.363946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c9dfae1a-7aec-41d3-85ee-4f7324107106 req-bbb17efb-8425-49ad-b742-d77b9e2ce1c2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 943 time: 0.0476334 Oct 11 04:45:43.391571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 1e7a75d8-ed7f-4932-8668-0388c3cd605d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:45:43.402352 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c9dfae1a-7aec-41d3-85ee-4f7324107106 req-cb50faf3-ab12-40d4-a849-ef7bc91ba97c tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Oct 11 04:45:43.485865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:43.496339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'port_id': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'mac_address': 'fa:16:3e:07:e6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:45:43.532645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 1e7a75d8-ed7f-4932-8668-0388c3cd605d is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:43.532962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:43.545143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7a75d8-ed7f-4932-8668-0388c3cd605d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:45:43.563744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:43.568011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:43.612540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7a75d8-ed7f-4932-8668-0388c3cd605d,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:43.989995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['1e7a75d8-ed7f-4932-8668-0388c3cd605d'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:45:44.520001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a7ad-efbd-49c8-87db-2375bc96446d req-4c2ea0de-ddf7-4e4d-87be-8ac8bb3834ff tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:44.521437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c000a7ad-efbd-49c8-87db-2375bc96446d req-4c2ea0de-ddf7-4e4d-87be-8ac8bb3834ff tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 944 time: 0.0486431 Oct 11 04:45:44.558368 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c000a7ad-efbd-49c8-87db-2375bc96446d req-459b330a-cb16-4d76-801d-8f7618562b54 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Oct 11 04:45:45.392589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 1e7a75d8-ed7f-4932-8668-0388c3cd605d up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:45:45.440738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 1e7a75d8-ed7f-4932-8668-0388c3cd605d completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:45:45.444407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 1e7a75d8-ed7f-4932-8668-0388c3cd605d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:45:45.444784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:45.445116 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 1e7a75d8-ed7f-4932-8668-0388c3cd605d Oct 11 04:45:45.519631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 1e7a75d8-ed7f-4932-8668-0388c3cd605d is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:45:45.520009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:45.542077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:45:45.544504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4d7784-98f8-4f77-92f6-ea04c1c1f057" -d '{"events": [{"server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:45:45.561353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:45:45.565501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:45.590937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef2ab7-0149-4254-879a-622d1f3f5939 x-openstack-request-id: req-3bef2ab7-0149-4254-879a-622d1f3f5939 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:45:45.591223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "name": "network-vif-plugged", "status": "completed", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:45:45.591460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bef2ab7-0149-4254-879a-622d1f3f5939 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:45:45.591855 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bef2ab7-0149-4254-879a-622d1f3f5939'] response: {'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'code': 200} Oct 11 04:45:45.620072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=1e7a75d8-ed7f-4932-8668-0388c3cd605d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:45.680554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842c6f4-d86a-4c88-aeeb-8df426606758 req-cd4ba22c-4667-4f57-9eca-77bb95ccb61e tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:45.682054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8842c6f4-d86a-4c88-aeeb-8df426606758 req-cd4ba22c-4667-4f57-9eca-77bb95ccb61e tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0505633 Oct 11 04:45:45.720698 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8842c6f4-d86a-4c88-aeeb-8df426606758 req-0fdf8889-66f9-436d-a781-7c099c54cb92 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Oct 11 04:45:45.778058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86869e7-1fa7-402d-824e-091a5c589c98 req-3635297c-9ea1-477d-8d05-cbef92beadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:45.779558 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a86869e7-1fa7-402d-824e-091a5c589c98 req-3635297c-9ea1-477d-8d05-cbef92beadcf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1098 time: 0.0392239 Oct 11 04:45:45.816004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a86869e7-1fa7-402d-824e-091a5c589c98 req-31c44b5b-d1f9-4a84-9cef-fd6c8eae0d2c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 Oct 11 04:45:46.843575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ba19a-3674-42bf-bcf1-d35ceff91f2b req-12431e3f-8e6e-4b3f-a41d-cb6524ff21d8 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:46.845065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-248ba19a-3674-42bf-bcf1-d35ceff91f2b req-12431e3f-8e6e-4b3f-a41d-cb6524ff21d8 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0490508 Oct 11 04:45:46.884261 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-248ba19a-3674-42bf-bcf1-d35ceff91f2b req-266ded2c-fe59-406f-9899-d6c3eec3d4a2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Oct 11 04:45:48.002260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e8b6-7e3d-4d0e-9294-0b7867770337 req-e46b0b65-9f64-4fae-844d-b3c66bacd030 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:48.003733 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-96b2e8b6-7e3d-4d0e-9294-0b7867770337 req-e46b0b65-9f64-4fae-844d-b3c66bacd030 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0485160 Oct 11 04:45:48.040294 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-96b2e8b6-7e3d-4d0e-9294-0b7867770337 req-1d6dc6f8-be1b-4030-aad6-43a9197eedd1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Oct 11 04:45:48.158726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e212e-9516-4160-895c-d051105cc824 req-31eab433-9d41-468c-8e46-116578ceebed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:48.160152 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9b8e212e-9516-4160-895c-d051105cc824 req-31eab433-9d41-468c-8e46-116578ceebed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0470996 Oct 11 04:45:48.200628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9b8e212e-9516-4160-895c-d051105cc824 req-9a59f61d-f8cc-4dc6-b4f3-83ee348dc228 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Oct 11 04:45:48.229656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55120) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:48.399489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e12c54-0e11-4acd-a42c-c5e0cda12d51 tempest-TestVolumeBootPattern-2005954782 tempest-TestVolumeBootPattern-2005954782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:48.401034 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e1e12c54-0e11-4acd-a42c-c5e0cda12d51 tempest-TestVolumeBootPattern-2005954782 tempest-TestVolumeBootPattern-2005954782-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1093 time: 0.1703708 Oct 11 04:45:48.404003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55124) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:45:48.408710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:45:48.428869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:48.525193 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:48.624796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Allocated IP 172.26.8.167 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/d673bd2e-97ec-49d6-bd54-b62013587b76) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:45:48.728007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:48.760442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:48.799912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:45:48.802767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:45:48.806154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:45:48.829724 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=d673bd2e-97ec-49d6-bd54-b62013587b76,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:49.158499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:49.223242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:49.369300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:49.373545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:49.441442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=d673bd2e-97ec-49d6-bd54-b62013587b76,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:45:49.443859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:49.541296 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Floating IP 0c4a12cc-f726-40cd-86da-977a225eecf6 associated. External IP: 172.26.8.167, port: 1e7a75d8-ed7f-4932-8668-0388c3cd605d. Oct 11 04:45:49.742113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:45:49.848429 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:45:49.857672 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:45:49.867219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:45:49.870264 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:49.870914 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:49.894590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0fbfe895-d5aa-46ae-bbfa-ac0d68a40836 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4895680 Oct 11 04:45:49.895289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:45:49.897638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a24b819-fda3-4cb5-9457-2182322d7357" -d '{"events": [{"name": "network-changed", "server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:45:49.932866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f9c07a-3573-435d-b60b-0b8e6cd2f824 x-openstack-request-id: req-97f9c07a-3573-435d-b60b-0b8e6cd2f824 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:45:49.933157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:45:49.933410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97f9c07a-3573-435d-b60b-0b8e6cd2f824 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:45:49.933813 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f9c07a-3573-435d-b60b-0b8e6cd2f824'] response: {'name': 'network-changed', 'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'status': 'completed', 'code': 200} Oct 11 04:45:49.976871 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:50.020043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-055f9b61-2c6e-4cae-8994-48774279d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:50.021437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-055f9b61-2c6e-4cae-8994-48774279d7ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1098 time: 0.0430379 Oct 11 04:45:50.109944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-ef5f8a2e-72ae-4920-97aa-8e16efc78241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:50.111470 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-ef5f8a2e-72ae-4920-97aa-8e16efc78241 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0836549 Oct 11 04:45:50.179419 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-3d0d3aa5-bbfb-4a92-9e70-ef4459ea1d31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 200 len: 999 time: 0.0612948 Oct 11 04:45:50.191561 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '0c4a12cc-f726-40cd-86da-977a225eecf6', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.167', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:07:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:45:49Z', 'updated_at': '2022-10-11T04:45:49Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:50.216303 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:45:50.224226 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:45:50.224811 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:45:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:50.228571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-f50c3cb6-3309-433c-8b40-7cbea28af180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:50.230023 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-f50c3cb6-3309-433c-8b40-7cbea28af180 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0440893 Oct 11 04:45:50.275741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-10eed3a0-380f-440d-b55b-a9709ea16cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:45:50.277161 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-10eed3a0-380f-440d-b55b-a9709ea16cc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401590 Oct 11 04:45:50.328164 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:45:50.368529 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-d3867a42-4dfa-4feb-b59a-4f653039964d service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850356 Oct 11 04:45:50.457538 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a24b819-fda3-4cb5-9457-2182322d7357 req-0c81c532-c377-4760-862d-ff01e4acb297 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Oct 11 04:45:50.546976 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '0c4a12cc-f726-40cd-86da-977a225eecf6', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.167', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:07:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:45:49Z', 'updated_at': '2022-10-11T04:45:49Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:45:50.572373 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662d303-18a1-4237-910a-1a4386e4ff34 None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '0c4a12cc-f726-40cd-86da-977a225eecf6', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.167', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:07:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:45:49Z', 'updated_at': '2022-10-11T04:45:49Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:45:50.772420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67700ad4-9105-4515-bf92-deddc6953cdb None None] New status for floating IP 0c4a12cc-f726-40cd-86da-977a225eecf6: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:46:04.206173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b58a4bf2-b3c0-4ffe-8231-5d7265ce5bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:06.477056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a22d59f-b89e-41af-9675-cb65dfe05324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:07.634291 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:46:07.783977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:09.360127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:09.521547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:10.570648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:34.208051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8317d42a-8a2e-4d87-98d2-3d78910eeddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:36.480461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-77dddaba-1cf9-4738-b7ba-c4f4a0d6c586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:37.786915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:38.698830 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-d4a01d53-2aab-4909-a9ee-74ae4ac7f00e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429404 Oct 11 04:46:38.794841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda32a-b980-4123-bed6-d52926e12453 req-aee3508b-d8a2-40af-ba4f-d17acc92bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:46:38.796298 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-aee3508b-d8a2-40af-ba4f-d17acc92bd42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1098 time: 0.0400546 Oct 11 04:46:38.896752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda32a-b980-4123-bed6-d52926e12453 req-d29a7142-a0df-4ef6-bc83-1e83f23e1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:46:38.898264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-d29a7142-a0df-4ef6-bc83-1e83f23e1f39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0837531 Oct 11 04:46:39.197949 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-072bac2a-5485-4f21-a537-b4e4c0b8b4be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 200 len: 1001 time: 0.2933943 Oct 11 04:46:39.244644 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda32a-b980-4123-bed6-d52926e12453 req-14ed7384-9703-4a32-b50b-ac5fb98deddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:46:39.246020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-14ed7384-9703-4a32-b50b-ac5fb98deddb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0420563 Oct 11 04:46:39.289029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda32a-b980-4123-bed6-d52926e12453 req-959f6f70-dccb-4b9b-a81b-a0a0e5c34930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:46:39.290432 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-959f6f70-dccb-4b9b-a81b-a0a0e5c34930 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381377 Oct 11 04:46:39.360374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:39.380158 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-49854fec-da6d-4681-ab08-b66cda50517a service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Oct 11 04:46:39.469904 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89dda32a-b980-4123-bed6-d52926e12453 req-b78aea32-43c9-4517-b8d8-085f627637ea service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Oct 11 04:46:39.521222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:40.569610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:46:44.633710 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:47:04.211150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f3c413ef-d654-4626-ab6f-afb796ac74ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:06.482881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc9e9-0b9b-4999-93d1-a52024400f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:07.790825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:09.364716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:09.521819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:10.584104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:21.632918 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:47:34.211951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-51ec3d22-c1a0-417f-be0c-1956379e4319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:36.483528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aba1538b-9b8d-445e-9e5c-ffe7669b4320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:37.793316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:38.683807 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-f16eee6b-9914-4ddf-86ab-dfc5171b4b83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393069 Oct 11 04:47:38.780242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-d86aba2f-dfb9-49b8-a1e9-911052541eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:38.781710 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-d86aba2f-dfb9-49b8-a1e9-911052541eaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 1098 time: 0.0408826 Oct 11 04:47:38.885345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-8485c64b-7169-44b8-9a79-4c1c736729ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:38.886823 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-8485c64b-7169-44b8-9a79-4c1c736729ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0863283 Oct 11 04:47:38.949685 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-011051f7-5701-4a18-8597-26a0a6ef38e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 200 len: 1001 time: 0.0567048 Oct 11 04:47:38.996467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-88be8148-2e25-4861-9f74-70c23d338613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:38.997861 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-88be8148-2e25-4861-9f74-70c23d338613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0420308 Oct 11 04:47:39.045832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-7ad91abd-768a-42cd-9735-b057317186c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:39.047332 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-7ad91abd-768a-42cd-9735-b057317186c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428767 Oct 11 04:47:39.134801 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-0f2f77a1-1415-432a-82a6-a71a85b92890 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812175 Oct 11 04:47:39.224342 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4513eb0d-0837-4725-b478-4bcefabbf64f req-d36d72d9-9b0e-4f9d-8449-3ae4136decd0 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836830 Oct 11 04:47:39.370256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:39.523106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:40.600808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:45.207872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29af12-e1e9-43c2-acf2-bf219f1cbcf8 req-cf835e27-f77b-44d1-a3fc-83307efa3b3f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:45.209317 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af29af12-e1e9-43c2-acf2-bf219f1cbcf8 req-cf835e27-f77b-44d1-a3fc-83307efa3b3f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0482371 Oct 11 04:47:45.246689 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af29af12-e1e9-43c2-acf2-bf219f1cbcf8 req-73390558-3a53-4427-8a42-2399446e58e5 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Oct 11 04:47:46.372862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b63a6-37d5-4ca5-930e-e88ae6a89096 req-f3027169-4caa-418c-9bd7-ef2c9ab783eb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:46.374411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fd8b63a6-37d5-4ca5-930e-e88ae6a89096 req-f3027169-4caa-418c-9bd7-ef2c9ab783eb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0499022 Oct 11 04:47:46.412414 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fd8b63a6-37d5-4ca5-930e-e88ae6a89096 req-f6f44ebf-42ec-409a-bc40-4fe0ef678846 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Oct 11 04:47:46.912785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-658aa33e-1d02-4d2b-9afd-3fa042100733 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:46.914136 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-658aa33e-1d02-4d2b-9afd-3fa042100733 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 945 time: 0.0477295 Oct 11 04:47:47.007565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Deleting port 1e7a75d8-ed7f-4932-8668-0388c3cd605d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:47:47.007900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:47.092291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] For port 1e7a75d8-ed7f-4932-8668-0388c3cd605d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1e7a75d8-ed7f-4932-8668-0388c3cd605d,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:47:47.092650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:47.309598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:47.309977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:47.310219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Floating IP 0c4a12cc-f726-40cd-86da-977a225eecf6 disassociated. External IP: 172.26.8.167, port: 1e7a75d8-ed7f-4932-8668-0388c3cd605d. Oct 11 04:47:47.310585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Calling delete_port for 1e7a75d8-ed7f-4932-8668-0388c3cd605d owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:47:47.437845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:47.466413 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'Port': ['ID=1e7a75d8-ed7f-4932-8668-0388c3cd605d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:47:47.480569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.480921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.481259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.481589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.481915 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.482239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.482582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.482912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.483276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.483549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.483866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.484181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:47:47.549192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7f90caf5-c4d2-4778-93d0-ca34eace9743 req-360a49ae-973d-4acc-9fd9-8fbfb4268182 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 210 time: 0.0288122 Oct 11 04:47:47.611404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:47:47.717622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:47:47.727693 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:47:47.736378 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:47:47.736971 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:47:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:47:47.760948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] No DVR routers for this DVR port 1e7a75d8-ed7f-4932-8668-0388c3cd605d on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:47:47.763535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:47.767025 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b43b3cc6-c22f-4ff8-b722-711b2a6826f6 req-66094e82-ad16-4de9-bd03-c1dcd37286fc tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "DELETE /v2.0/ports/1e7a75d8-ed7f-4932-8668-0388c3cd605d HTTP/1.1" status: 204 len: 173 time: 0.8462181 Oct 11 04:47:47.767532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'name': 'network-vif-deleted', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:47:47.770388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465f9be-70b5-4746-8b81-3272147cbd29" -d '{"events": [{"server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "name": "network-vif-deleted", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:47:47.917804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ff53c-fdfb-45a2-a15c-2c0813a7b51d x-openstack-request-id: req-610ff53c-fdfb-45a2-a15c-2c0813a7b51d {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:47:47.918418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fbd029-d9a8-49f4-b84a-0a6ced55b52e", "name": "network-vif-deleted", "tag": "1e7a75d8-ed7f-4932-8668-0388c3cd605d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:47:47.918418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-610ff53c-fdfb-45a2-a15c-2c0813a7b51d {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:47:47.918759 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610ff53c-fdfb-45a2-a15c-2c0813a7b51d'] response: {'server_uuid': '29fbd029-d9a8-49f4-b84a-0a6ced55b52e', 'name': 'network-vif-deleted', 'tag': '1e7a75d8-ed7f-4932-8668-0388c3cd605d', 'status': 'completed', 'code': 200} Oct 11 04:47:47.946297 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:47:48.143923 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:47:48.174617 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:47:48.182742 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:47:48.183444 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:47:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:47:48.286119 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:47:48.478576 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:47:48.505923 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d103b-7ffe-496b-881a-4b0a2a568d1f None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:47:48.653833 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9f761a24-80f0-47a7-85c2-1697edade011 req-8eb910ca-52bc-42bb-bbc4-a5b99856d3a0 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 210 time: 0.0291226 Oct 11 04:47:48.751059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41e60d-8dca-4b6a-85af-d9d82e0061ee None None] New status for floating IP 0c4a12cc-f726-40cd-86da-977a225eecf6: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:47:49.761136 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-97c5a99d-36a5-4e86-b468-a0a2f17f8ec6 req-58bac0d7-ffd7-41f8-abcd-9284d253ab59 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 210 time: 0.0284898 Oct 11 04:47:49.984499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 1e7a75d8-ed7f-4932-8668-0388c3cd605d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:47:50.008188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 1e7a75d8-ed7f-4932-8668-0388c3cd605d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:47:50.008469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 1e7a75d8-ed7f-4932-8668-0388c3cd605d not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:47:50.858137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-11782637-b4df-4146-bc5f-04aec636b90b req-121a2b41-c14e-42ec-a418-9c23a3cee3bd tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=29fbd029-d9a8-49f4-b84a-0a6ced55b52e HTTP/1.1" status: 200 len: 210 time: 0.0262525 Oct 11 04:47:52.056684 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-69796ffc-87d6-414d-a476-5cb7ab24aae4 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090730524&fields=id&tenant_id=e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 267 time: 0.0320134 Oct 11 04:47:52.162438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-0c1cec10-5f62-425c-8255-4b2a319fd4a8 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:52.163806 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-0c1cec10-5f62-425c-8255-4b2a319fd4a8 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 811 time: 0.1005871 Oct 11 04:47:52.177873 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-1bd23956-8ccb-4eed-8f6c-1052533bdf4f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/quotas/e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 375 time: 0.0085630 Oct 11 04:47:52.228778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-dce950ad-642e-411a-a3b1-0f9ccf5604fd tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458939 Oct 11 04:47:52.244266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-1dff10ed-6668-4299-a9d2-869958cfc6de service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:47:52.245201 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-1dff10ed-6668-4299-a9d2-869958cfc6de service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050077 Oct 11 04:47:52.336496 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-9941d2b7-9bc6-46f8-98e8-8d43d8b837ec service neutron] 10.222.0.39 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Oct 11 04:47:52.424148 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-60c3ce8f-d07b-44fc-a426-481de58470b9 service neutron] 10.222.0.39 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815237 Oct 11 04:47:52.700587 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6fed761b-5159-4d3e-b062-e2a60383571c req-eba439d7-aff1-4e7c-ad2f-c4458ed7d61c tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0265727 Oct 11 04:47:53.702412 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-a5099417-1833-4686-826b-6c787d90f5c2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:53.703917 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-a5099417-1833-4686-826b-6c787d90f5c2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 811 time: 0.1073928 Oct 11 04:47:53.763846 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-beb234ca-6d5b-46e1-954a-54a2c6f5a2e3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 380 time: 0.0383244 Oct 11 04:47:53.772600 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'port': {'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'admin_state_up': True, 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'security_groups': ['09d18a1c-c5c9-43e4-9f1f-61bdc1b02976']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:47:53.822322 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef317cf4-f8db-4712-a7a3-88fe16b6ed47 req-3729d2b7-67a5-43fe-a819-c3097fb82c55 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0460081 Oct 11 04:47:53.908453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Made reservation on behalf of e0f4550223da46e18a1c56234e22822b for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:47:53.912291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.034789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Allocated IP 172.20.0.7 (5887b6e2-f25d-4a45-9801-9edea8d74f25/4210bdb5-7d6a-42f7-ad9f-87a4112271f1/5d216bdf-1849-4540-aee4-bb8f8f669076) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:47:54.174904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.207518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.252057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:47:54.256138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:47:54.260007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:47:54.285917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=5d216bdf-1849-4540-aee4-bb8f8f669076,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:47:54.313499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:54.314196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.331907 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-18a57402-b65f-45dc-8282-7d53bf4dc898 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5630734 Oct 11 04:47:54.349332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Request body: {'port': {'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:47:54.411646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.494105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ace489f4-b54a-4c88-949c-32917657870f None None] Provisioning complete for port 5d216bdf-1849-4540-aee4-bb8f8f669076 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:47:54.494748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ace489f4-b54a-4c88-949c-32917657870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.497861 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ace489f4-b54a-4c88-949c-32917657870f None None] Attempt 1 to provision port 5d216bdf-1849-4540-aee4-bb8f8f669076 Oct 11 04:47:54.534179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ace489f4-b54a-4c88-949c-32917657870f None None] Port 5d216bdf-1849-4540-aee4-bb8f8f669076 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:47:54.674598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d216bdf-1849-4540-aee4-bb8f8f669076 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:47:54.682463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.694347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Transition to ACTIVE for port object 5d216bdf-1849-4540-aee4-bb8f8f669076 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:47:54.698561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.777577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d216bdf-1849-4540-aee4-bb8f8f669076,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:47:54.807720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Attempting to bind port 5d216bdf-1849-4540-aee4-bb8f8f669076 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:47:54.808057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Attempting to bind port 5d216bdf-1849-4540-aee4-bb8f8f669076 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:47:54.808380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Attempting to bind port 5d216bdf-1849-4540-aee4-bb8f8f669076 on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:47:54.812892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Port 5d216bdf-1849-4540-aee4-bb8f8f669076 on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:47:54.813205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Attempting to bind port 5d216bdf-1849-4540-aee4-bb8f8f669076 on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:47:54.818510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:47:54.818931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Checking segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:47:54.819308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Bound using segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:47:54.819725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Bound port: 5d216bdf-1849-4540-aee4-bb8f8f669076, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:47:54.820074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.898587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] For port 5d216bdf-1849-4540-aee4-bb8f8f669076, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:47:54.904746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] For port 5d216bdf-1849-4540-aee4-bb8f8f669076, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d216bdf-1849-4540-aee4-bb8f8f669076,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:47:54.910043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.915082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:54.915847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:47:54.917157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 1093 time: 0.5726995 Oct 11 04:47:54.917599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:47:54.920076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05fecac-7ddd-4efc-b047-bf2f160c342e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:47:54.970679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bdb7e-825d-41be-a397-2a64d2933c89 req-a9bca34e-513f-4090-91c4-745cbd1adf01 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:54.972567 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d5bdb7e-825d-41be-a397-2a64d2933c89 req-a9bca34e-513f-4090-91c4-745cbd1adf01 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0672677 Oct 11 04:47:54.975405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82426426-84aa-4f5e-aae4-36a717e175e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d216bdf-1849-4540-aee4-bb8f8f669076,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:47:54.992709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac7986-339f-4b44-a06b-0f1ad25c7e02 x-openstack-request-id: req-6fac7986-339f-4b44-a06b-0f1ad25c7e02 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:47:54.992995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:47:54.993243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fac7986-339f-4b44-a06b-0f1ad25c7e02 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:47:54.993641 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fac7986-339f-4b44-a06b-0f1ad25c7e02'] response: {'name': 'network-changed', 'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'status': 'completed', 'code': 200} Oct 11 04:47:55.019137 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d5bdb7e-825d-41be-a397-2a64d2933c89 req-4593ef0e-806e-4563-8648-7748422ba67c tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Oct 11 04:47:55.030439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-9371aae3-e3de-44e4-93b7-540c5dfc15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.034686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-9371aae3-e3de-44e4-93b7-540c5dfc15b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1096 time: 0.0513139 Oct 11 04:47:55.035905 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ace489f4-b54a-4c88-949c-32917657870f None None] Attempt 2 to provision port 5d216bdf-1849-4540-aee4-bb8f8f669076 Oct 11 04:47:55.077877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ace489f4-b54a-4c88-949c-32917657870f None None] Port 5d216bdf-1849-4540-aee4-bb8f8f669076 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:47:55.080969 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-3be865a0-fa7f-492a-971b-536cebfffe08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 217 time: 0.0350871 Oct 11 04:47:55.130741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-fec67569-1dbf-4107-80b0-1361f5fd342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.132270 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-fec67569-1dbf-4107-80b0-1361f5fd342b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0445900 Oct 11 04:47:55.180988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-46118771-6ff0-41cb-8724-dc2c4eaa5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.182407 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-46118771-6ff0-41cb-8724-dc2c4eaa5ad0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439577 Oct 11 04:47:55.270903 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-6feac7c8-3050-4549-8e24-480543ea449e service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816393 Oct 11 04:47:55.361480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bda1e59-9cb6-4005-a237-79e3dd13512c req-a08e9f33-c0a7-481e-84f1-814b8ff39302 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843070 Oct 11 04:47:55.470809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-a42d1485-3a90-45a1-ba57-f7d67fdab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.472428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-a42d1485-3a90-45a1-ba57-f7d67fdab0ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1096 time: 0.0414422 Oct 11 04:47:55.569689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-4ac5a2d8-2801-4d96-a07d-b2e3ae39f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.570997 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-4ac5a2d8-2801-4d96-a07d-b2e3ae39f4a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0922818 Oct 11 04:47:55.611987 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-92d70432-61a9-46fa-835d-d4c2460792ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 217 time: 0.0347545 Oct 11 04:47:55.661160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-1aed25e1-7610-4a36-a42a-0b9a006522eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.662646 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-1aed25e1-7610-4a36-a42a-0b9a006522eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0445528 Oct 11 04:47:55.707411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-31288792-1338-42a5-b34a-05b434b4add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:55.708885 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-31288792-1338-42a5-b34a-05b434b4add0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392451 Oct 11 04:47:55.804076 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-d836d544-535a-48d9-98e2-3b80cafc4d38 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878916 Oct 11 04:47:55.897094 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a05fecac-7ddd-4efc-b047-bf2f160c342e req-7ce5e5a7-2aa2-4c21-b7a0-653b17f88880 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 Oct 11 04:47:56.143152 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c923565-9e75-491d-a524-3900dac7b7d9 req-601fcf5f-313b-48e5-89ff-6b0c9c5bbd7f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:56.145234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5c923565-9e75-491d-a524-3900dac7b7d9 req-601fcf5f-313b-48e5-89ff-6b0c9c5bbd7f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0504694 Oct 11 04:47:56.184678 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5c923565-9e75-491d-a524-3900dac7b7d9 req-42224cae-70fb-4d5a-84c5-614960bbf74c tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331237 Oct 11 04:47:57.305702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89febbd-2e48-406b-8429-2626ff991c1b req-62f1c5f0-9553-41d7-907e-752af9e24965 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:57.307196 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b89febbd-2e48-406b-8429-2626ff991c1b req-62f1c5f0-9553-41d7-907e-752af9e24965 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0488877 Oct 11 04:47:57.347304 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b89febbd-2e48-406b-8429-2626ff991c1b req-2a34a612-1ab4-4e21-ad07-5747b5a28bc6 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337737 Oct 11 04:47:58.467946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b1fe-166a-4cb5-9369-c5c726bb1198 req-c9724f51-8da3-46ba-9eb0-7a647ff3faef tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:58.469371 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9f4b1fe-166a-4cb5-9369-c5c726bb1198 req-c9724f51-8da3-46ba-9eb0-7a647ff3faef tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0478635 Oct 11 04:47:58.505662 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9f4b1fe-166a-4cb5-9369-c5c726bb1198 req-fe886cb6-0fff-4abe-9ec0-c773bf24eaf3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298293 Oct 11 04:47:58.631765 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:47:59.624801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d902d-db38-4bd7-934d-0ec6c371bcb1 req-bb7dc84a-e273-4afe-bee0-8bc451fd71f2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:47:59.626443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-606d902d-db38-4bd7-934d-0ec6c371bcb1 req-bb7dc84a-e273-4afe-bee0-8bc451fd71f2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0496411 Oct 11 04:47:59.665713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-606d902d-db38-4bd7-934d-0ec6c371bcb1 req-c1f65bf9-22a6-40c2-b07e-2cb56a942388 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Oct 11 04:48:00.787446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f910a-ed99-4b21-8f03-c49ead73fc84 req-12e15c35-3197-45bc-9202-dfa1da5d7634 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:00.788868 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a5f910a-ed99-4b21-8f03-c49ead73fc84 req-12e15c35-3197-45bc-9202-dfa1da5d7634 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0513568 Oct 11 04:48:01.060518 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a5f910a-ed99-4b21-8f03-c49ead73fc84 req-a880119f-55cb-452b-91c0-020e4b108be5 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655864 Oct 11 04:48:02.180813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908b59d-a92f-4c13-bd74-e41faf0bbb06 req-4b0391be-8870-4d1b-936a-977a24823868 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:02.182245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9908b59d-a92f-4c13-bd74-e41faf0bbb06 req-4b0391be-8870-4d1b-936a-977a24823868 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0512111 Oct 11 04:48:02.218305 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9908b59d-a92f-4c13-bd74-e41faf0bbb06 req-6a0a639a-305c-476c-92bc-fd08f60f740a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303140 Oct 11 04:48:03.334763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597ffc-bbd7-4ad1-ae4e-aee730ace591 req-5ba4e4c9-29b8-494a-8a84-1ad8726962ab tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:03.336187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2597ffc-bbd7-4ad1-ae4e-aee730ace591 req-5ba4e4c9-29b8-494a-8a84-1ad8726962ab tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0473869 Oct 11 04:48:03.373181 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a2597ffc-bbd7-4ad1-ae4e-aee730ace591 req-8a4ef7b7-d7b7-454c-9ec1-bdab0966774c tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Oct 11 04:48:04.214268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a79e2aee-5dba-4f0d-89e8-720c7a74c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:04.489968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52c604-eb72-48c4-8645-eb8221b9f190 req-a3bd979a-65ee-4dbe-bca3-94d7361cd72d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:04.492064 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f52c604-eb72-48c4-8645-eb8221b9f190 req-a3bd979a-65ee-4dbe-bca3-94d7361cd72d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0486493 Oct 11 04:48:04.530004 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f52c604-eb72-48c4-8645-eb8221b9f190 req-b56ef16b-6b20-4761-bb46-06d983e64a0f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Oct 11 04:48:05.654060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d6d91-27dd-4bbb-b5d9-e6672f36388f req-1cd96f03-10dc-44bd-afa0-50bbe4c56db2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:05.655566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-217d6d91-27dd-4bbb-b5d9-e6672f36388f req-1cd96f03-10dc-44bd-afa0-50bbe4c56db2 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 943 time: 0.0518010 Oct 11 04:48:05.692349 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-217d6d91-27dd-4bbb-b5d9-e6672f36388f req-70d0a5a8-0973-4373-9e62-936192bab4ae tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308769 Oct 11 04:48:06.045287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 5d216bdf-1849-4540-aee4-bb8f8f669076 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:48:06.139793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 5d216bdf-1849-4540-aee4-bb8f8f669076, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d216bdf-1849-4540-aee4-bb8f8f669076,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:48:06.150552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:48:06.186753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 5d216bdf-1849-4540-aee4-bb8f8f669076 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:48:06.187139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:06.199212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d216bdf-1849-4540-aee4-bb8f8f669076 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:48:06.218464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 5d216bdf-1849-4540-aee4-bb8f8f669076, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d216bdf-1849-4540-aee4-bb8f8f669076,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:48:06.222179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:06.268910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=5d216bdf-1849-4540-aee4-bb8f8f669076,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:48:06.275732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.276077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.276421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.276754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.277083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.277414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.277743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.278071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.278395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.278759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.279079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.279398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:48:06.484638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6935-9f38-43a7-8949-2f2c3b3e43fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:06.628200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['5d216bdf-1849-4540-aee4-bb8f8f669076'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:48:06.811771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b79543-8e1b-42e0-8413-b4254acbe0fa req-9ca2b703-fa78-4656-8d95-304f75090354 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:06.813329 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b5b79543-8e1b-42e0-8413-b4254acbe0fa req-9ca2b703-fa78-4656-8d95-304f75090354 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 944 time: 0.0480640 Oct 11 04:48:06.850743 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b5b79543-8e1b-42e0-8413-b4254acbe0fa req-c5151bd6-e323-4244-81fc-bdc9c784e64f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Oct 11 04:48:07.798351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:07.969011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45110d5-715f-48a3-aba1-0c8b69d768eb req-f88788a6-34f4-4022-ad58-e40d2f3144d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:07.970346 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f45110d5-715f-48a3-aba1-0c8b69d768eb req-f88788a6-34f4-4022-ad58-e40d2f3144d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 944 time: 0.0497079 Oct 11 04:48:08.007190 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f45110d5-715f-48a3-aba1-0c8b69d768eb req-0cf6d676-1927-41f0-a8d3-3ae09ec132ec tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Oct 11 04:48:08.063486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 5d216bdf-1849-4540-aee4-bb8f8f669076 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:48:08.114679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 5d216bdf-1849-4540-aee4-bb8f8f669076 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:48:08.118377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 5d216bdf-1849-4540-aee4-bb8f8f669076 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:48:08.118777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:08.119120 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 5d216bdf-1849-4540-aee4-bb8f8f669076 Oct 11 04:48:08.192599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 5d216bdf-1849-4540-aee4-bb8f8f669076 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:48:08.192979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:08.214977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:48:08.217241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec93a33-55a9-4ed5-9b37-e95beca3468b" -d '{"events": [{"server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:48:08.230948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 5d216bdf-1849-4540-aee4-bb8f8f669076, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d216bdf-1849-4540-aee4-bb8f8f669076,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:48:08.235074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:08.286031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=5d216bdf-1849-4540-aee4-bb8f8f669076,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:48:08.307940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f925c-5575-4960-982c-2a96e95bf4f9 x-openstack-request-id: req-1a6f925c-5575-4960-982c-2a96e95bf4f9 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:48:08.308241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "name": "network-vif-plugged", "status": "completed", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:48:08.308573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a6f925c-5575-4960-982c-2a96e95bf4f9 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:48:08.308930 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6f925c-5575-4960-982c-2a96e95bf4f9'] response: {'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'code': 200} Oct 11 04:48:08.504712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f74d4-d514-4f6c-83b2-0fc2c47942f6 req-819318d5-6f34-4791-a378-9261e5569e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:08.506724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e63f74d4-d514-4f6c-83b2-0fc2c47942f6 req-819318d5-6f34-4791-a378-9261e5569e25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0396597 Oct 11 04:48:08.541774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e63f74d4-d514-4f6c-83b2-0fc2c47942f6 req-c0fc1cc6-d7f0-47c7-90c3-689c616eae50 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276904 Oct 11 04:48:09.175645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716895c-0b15-4677-9a40-be6eb7aa7451 req-fe1aacff-6b52-4349-9133-9c1685788151 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:09.177152 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7716895c-0b15-4677-9a40-be6eb7aa7451 req-fe1aacff-6b52-4349-9133-9c1685788151 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.0993347 Oct 11 04:48:09.213984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7716895c-0b15-4677-9a40-be6eb7aa7451 req-4a8c4ea7-da11-4928-9516-54bd427e0050 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Oct 11 04:48:09.370845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:09.524976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:10.387505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6cca0-1a4a-44b7-ae9f-3c6bcdf225d2 req-e4554076-22d3-4215-97af-04d6980936b5 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:10.388940 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78c6cca0-1a4a-44b7-ae9f-3c6bcdf225d2 req-e4554076-22d3-4215-97af-04d6980936b5 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.1013160 Oct 11 04:48:10.424858 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78c6cca0-1a4a-44b7-ae9f-3c6bcdf225d2 req-ff3c2b33-1f4b-45f7-a7dd-55672a20b76f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301173 Oct 11 04:48:10.544636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f844a1d-e9c9-4a94-9989-31d8a5a99aee req-013c6592-f1cd-4403-bcf4-6b686bfb6165 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:10.546010 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9f844a1d-e9c9-4a94-9989-31d8a5a99aee req-013c6592-f1cd-4403-bcf4-6b686bfb6165 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.0511532 Oct 11 04:48:10.583853 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9f844a1d-e9c9-4a94-9989-31d8a5a99aee req-f41b2522-af50-4f3e-b36f-25f61c26329f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Oct 11 04:48:10.606070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:10.612064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55256) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:48:10.651606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7e348-76db-4244-9469-23df0cfe5263 tempest-TestVolumeBootPattern-2005954782 tempest-TestVolumeBootPattern-2005954782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:10.653113 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-51f7e348-76db-4244-9469-23df0cfe5263 tempest-TestVolumeBootPattern-2005954782 tempest-TestVolumeBootPattern-2005954782-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1093 time: 0.0400465 Oct 11 04:48:10.655990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55258) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:48:10.660169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:48:10.680723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:10.776359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:10.876256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Allocated IP 172.26.8.6 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/8d98c492-9103-451f-bb95-f59eea757a3f) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:48:10.978684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.010959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.048215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:48:11.051069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:48:11.054566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:48:11.076472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=8d98c492-9103-451f-bb95-f59eea757a3f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:48:11.403801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.469202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.617288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.621610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.689294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=8d98c492-9103-451f-bb95-f59eea757a3f,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:48:11.691751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:11.787771 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Floating IP 3df6a8c2-d162-4ec9-af69-5ee4082c83e4 associated. External IP: 172.26.8.6, port: 5d216bdf-1849-4540-aee4-bb8f8f669076. Oct 11 04:48:11.990871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:48:12.095465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:48:12.107480 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:48:12.112554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:12.117983 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:48:12.118681 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:48:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:48:12.139737 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4e4bbe17-854e-4d0c-9906-d48e99ed0afb tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4827704 Oct 11 04:48:12.140382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:48:12.142684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad15108-7a91-4f2d-973d-3444c247fadf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:48:12.178348 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ee0fc-5d60-4939-aa67-7b215d80071b x-openstack-request-id: req-316ee0fc-5d60-4939-aa67-7b215d80071b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:48:12.178741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:48:12.178993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-316ee0fc-5d60-4939-aa67-7b215d80071b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:48:12.179395 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316ee0fc-5d60-4939-aa67-7b215d80071b'] response: {'name': 'network-changed', 'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'status': 'completed', 'code': 200} Oct 11 04:48:12.225452 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:48:12.264007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-337ea4e8-e4b4-4819-bd9a-49f5759d1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:12.265413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-337ea4e8-e4b4-4819-bd9a-49f5759d1cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0446260 Oct 11 04:48:12.357237 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-3ba2571d-586d-4efa-953c-46baef2afa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:12.358726 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-3ba2571d-586d-4efa-953c-46baef2afa76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0870416 Oct 11 04:48:12.430642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-e28ecbb4-b690-46af-b66e-b20ed7ef3ec9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 997 time: 0.0653932 Oct 11 04:48:12.447499 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:11Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:48:12.477636 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:48:12.479014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-e124baba-eb99-44f9-b542-8639d6fd9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:12.480466 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-e124baba-eb99-44f9-b542-8639d6fd9d4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0436809 Oct 11 04:48:12.485735 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:48:12.486334 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:48:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:48:12.526060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-1f6d4fae-50e9-45aa-b44f-f8ba728a442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:12.527523 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-1f6d4fae-50e9-45aa-b44f-f8ba728a442a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406299 Oct 11 04:48:12.594182 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:48:12.620450 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-7d7c1cc6-8f87-4ae4-8ee5-dd22fa3fcb52 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865779 Oct 11 04:48:12.710856 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ad15108-7a91-4f2d-973d-3444c247fadf req-9204b3cf-f5f9-4d75-879f-3798910daf71 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Oct 11 04:48:12.812360 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:11Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:48:12.838216 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f272f-224a-4804-8444-5ccf0df6c88d None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:11Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:48:13.018013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f9a21e-f292-4ec6-8420-f42b352c3c07 None None] New status for floating IP 3df6a8c2-d162-4ec9-af69-5ee4082c83e4: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:48:34.215988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-641273ec-9f54-475d-9922-70717c9863d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:35.631551 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:48:36.484833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1307ffec-860b-4a06-b49e-03aef000de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:37.798903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:39.372884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:39.526567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:40.613278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:48:40.722475 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-36030b8c-73b2-4f97-983a-dd0aae115f9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853999 Oct 11 04:48:40.820350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486e8f-8e00-4c49-9513-360892948804 req-2a76d12a-10d9-4a72-bf64-2a0e7629b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:40.821835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-2a76d12a-10d9-4a72-bf64-2a0e7629b112 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0408833 Oct 11 04:48:40.922691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486e8f-8e00-4c49-9513-360892948804 req-cc9fd67a-64ef-4697-ae6d-e865ec0be10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:40.924046 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-cc9fd67a-64ef-4697-ae6d-e865ec0be10e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0828891 Oct 11 04:48:40.989973 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-2c86632f-f14f-4958-8eee-dfd4cae2c3a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 999 time: 0.0597799 Oct 11 04:48:41.037769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486e8f-8e00-4c49-9513-360892948804 req-d8d54ae4-ae5e-4270-948d-2f7d20472106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:41.039192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-d8d54ae4-ae5e-4270-948d-2f7d20472106 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0430658 Oct 11 04:48:41.082489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486e8f-8e00-4c49-9513-360892948804 req-fc74afdf-077d-4fe4-b611-a50c713801a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:48:41.083927 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-fc74afdf-077d-4fe4-b611-a50c713801a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385110 Oct 11 04:48:41.174213 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-31ac0323-7840-438c-a7bd-f5132325e126 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828776 Oct 11 04:48:41.261222 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f5486e8f-8e00-4c49-9513-360892948804 req-5881ad02-45b3-4b8e-8106-e891a41f8939 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806136 Oct 11 04:49:04.217266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f07b398d-c3c2-4699-8a63-ab32070b96b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:06.485784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c88b2550-bc0f-4dee-a7c2-87122d582113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:07.801488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:09.378207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:09.528580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:10.609117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:12.631256 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:49:34.217855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3322a1bd-fc70-4bc2-b0a9-aa6a1258ad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:36.487871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d20439fc-9687-4960-8738-687068bb2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:37.804789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:39.378963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:39.529653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:40.623735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:49:41.289191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-7a052d69-c647-4d4a-8890-0f5abe2a7b3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437000 Oct 11 04:49:41.385349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cee316c6-cf17-491e-bd0d-cd0067aa7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:49:41.386851 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cee316c6-cf17-491e-bd0d-cd0067aa7f85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0398552 Oct 11 04:49:41.490823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-f7c3a62b-0715-48da-8442-a2a69537464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:49:41.492302 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-f7c3a62b-0715-48da-8442-a2a69537464a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0866280 Oct 11 04:49:41.556351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cb2dade8-b035-4d7a-bb1d-2eaf742abafc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 999 time: 0.0577147 Oct 11 04:49:41.603392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cff10fd0-3d10-4c0b-8e24-3b0ece3b1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:49:41.604817 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cff10fd0-3d10-4c0b-8e24-3b0ece3b1048 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0429027 Oct 11 04:49:41.653070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cb60484c-7808-461c-ae32-ded4415358c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:49:41.654578 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-cb60484c-7808-461c-ae32-ded4415358c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434935 Oct 11 04:49:41.742941 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-e7143084-0805-43b8-bdef-a4f2656bb895 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817490 Oct 11 04:49:41.834842 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3a95b74b-039d-421d-a5a3-fb9df48f4139 req-f9acb359-2b92-459b-a129-48640ca2547b service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854504 Oct 11 04:49:49.630796 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:50:01.280264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-6189c84f-11ce-4193-9243-5a545141c7e0 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090730524&fields=id&tenant_id=e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 267 time: 0.0320289 Oct 11 04:50:01.382124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-b3f5e5aa-471f-466f-8271-a7daaa82ba72 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:01.383565 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-b3f5e5aa-471f-466f-8271-a7daaa82ba72 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 811 time: 0.0961545 Oct 11 04:50:01.398323 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-bf84f204-0713-41f3-84a2-663165d317ac tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/quotas/e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 375 time: 0.0091176 Oct 11 04:50:01.456464 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-fba9bd69-35b4-4809-b032-d0934b11ba8a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525081 Oct 11 04:50:01.592049 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-b4608c4b-5a8e-48f8-b363-6127ff6fd356 service neutron] 10.222.0.39 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232295 Oct 11 04:50:01.683328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-dd3d11ed-5f53-46cd-a18b-fbe841469225 service neutron] 10.222.0.39 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845706 Oct 11 04:50:01.965183 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffc92c7b-ea7a-4cd2-8749-4fcfeb5cec4e req-87266b79-7188-4833-9c10-9a8cf251e878 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 210 time: 0.0293734 Oct 11 04:50:02.913733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-0c8e3f70-b1e5-4168-9035-03742da13a07 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:02.915182 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-0c8e3f70-b1e5-4168-9035-03742da13a07 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 811 time: 0.1065788 Oct 11 04:50:03.220831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30ed0465-55ce-4ecf-b20f-e6b051dcaf61 req-fa87dc29-0490-4229-81e3-d363efcdc1ac tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 210 time: 0.0290830 Oct 11 04:50:03.234804 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-5f5d675f-4df5-4247-a7b0-aae3ddda9328 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f4550223da46e18a1c56234e22822b HTTP/1.1" status: 200 len: 380 time: 0.2978704 Oct 11 04:50:03.243969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'port': {'device_id': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'admin_state_up': True, 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'security_groups': ['09d18a1c-c5c9-43e4-9f1f-61bdc1b02976']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:50:03.348763 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Made reservation on behalf of e0f4550223da46e18a1c56234e22822b for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:50:03.352314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:03.473658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Allocated IP 172.20.0.12 (5887b6e2-f25d-4a45-9801-9edea8d74f25/4210bdb5-7d6a-42f7-ad9f-87a4112271f1/52c024cb-d96c-4d98-8187-36dc68459ed2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:50:03.617319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:03.651320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:03.695859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:50:03.698940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:50:03.702611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:50:03.727129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=52c024cb-d96c-4d98-8187-36dc68459ed2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:03.743040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.743388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.743714 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.744051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.744371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.744696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.745022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.745346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.745669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.745990 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.746309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.746647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:03.779071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:03.779857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:03.798910 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-2bc82856-1bae-4dd1-952d-5675e5ca0640 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583336 Oct 11 04:50:03.817329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Request body: {'port': {'device_id': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:50:03.875960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:03.995651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0a2f49e1-c137-4ce7-a126-4f6a93dd3f2f None None] Provisioning complete for port 52c024cb-d96c-4d98-8187-36dc68459ed2 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:50:03.996228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0a2f49e1-c137-4ce7-a126-4f6a93dd3f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:03.996228 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0a2f49e1-c137-4ce7-a126-4f6a93dd3f2f None None] Attempt 1 to provision port 52c024cb-d96c-4d98-8187-36dc68459ed2 Oct 11 04:50:04.032552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f49e1-c137-4ce7-a126-4f6a93dd3f2f None None] Port 52c024cb-d96c-4d98-8187-36dc68459ed2 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:50:04.157897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c024cb-d96c-4d98-8187-36dc68459ed2 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:50:04.166848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:04.179358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Transition to ACTIVE for port object 52c024cb-d96c-4d98-8187-36dc68459ed2 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:50:04.183054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:04.218974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-172c98e4-01ce-4875-85db-41e54e19f54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:04.248781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Pushing event updated for resources: {'Port': ['ID=52c024cb-d96c-4d98-8187-36dc68459ed2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:04.300269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Attempting to bind port 52c024cb-d96c-4d98-8187-36dc68459ed2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:50:04.300734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Attempting to bind port 52c024cb-d96c-4d98-8187-36dc68459ed2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:50:04.301191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Attempting to bind port 52c024cb-d96c-4d98-8187-36dc68459ed2 on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:50:04.305777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Port 52c024cb-d96c-4d98-8187-36dc68459ed2 on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:50:04.306238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Attempting to bind port 52c024cb-d96c-4d98-8187-36dc68459ed2 on network 5887b6e2-f25d-4a45-9801-9edea8d74f25 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:50:04.311339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:50:04.311753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Checking segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:50:04.312212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Bound using segment: {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:50:04.312712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Bound port: 52c024cb-d96c-4d98-8187-36dc68459ed2, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:50:04.313132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:04.360336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edbd1d-29d2-4900-af58-e924cfa40c6a req-06ae37d2-b4ff-4d27-b316-f0becdad8c3f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:04.363716 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e9edbd1d-29d2-4900-af58-e924cfa40c6a req-06ae37d2-b4ff-4d27-b316-f0becdad8c3f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0534632 Oct 11 04:50:04.383182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] For port 52c024cb-d96c-4d98-8187-36dc68459ed2, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:50:04.386806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] For port 52c024cb-d96c-4d98-8187-36dc68459ed2, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=52c024cb-d96c-4d98-8187-36dc68459ed2,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:50:04.391395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:04.397677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:04.398463 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:04.400043 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] 10.222.0.45 "PUT /v2.0/ports/52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 200 len: 1094 time: 0.5878749 Oct 11 04:50:04.400607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:50:04.402985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96981c-d9d1-462e-a84c-c72adb8e7845" -d '{"events": [{"name": "network-changed", "server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:50:04.408449 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e9edbd1d-29d2-4900-af58-e924cfa40c6a req-925f27fa-3f31-45f6-a01b-103841af64f5 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Oct 11 04:50:04.456889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836770c8-35c3-4e96-96c2-6c976e917a9f service neutron] Pushing event updated for resources: {'Port': ['ID=52c024cb-d96c-4d98-8187-36dc68459ed2,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:04.508312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-dc79e380-0d09-4130-99a0-3367c4f0d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:04.509948 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-dc79e380-0d09-4130-99a0-3367c4f0d17c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1097 time: 0.0429616 Oct 11 04:50:04.534235 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0a2f49e1-c137-4ce7-a126-4f6a93dd3f2f None None] Attempt 2 to provision port 52c024cb-d96c-4d98-8187-36dc68459ed2 Oct 11 04:50:04.557785 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-0789e3b5-229e-4d7a-844c-a8fc24085d2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 200 len: 217 time: 0.0343289 Oct 11 04:50:04.577145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f49e1-c137-4ce7-a126-4f6a93dd3f2f None None] Port 52c024cb-d96c-4d98-8187-36dc68459ed2 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:50:04.613420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-142559bd-30f8-4731-ba3f-7565e15fb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:04.614924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-142559bd-30f8-4731-ba3f-7565e15fb459 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0513711 Oct 11 04:50:04.660482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-0d9a6442-e2c8-4024-bb02-812dc5d94edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:04.662010 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-0d9a6442-e2c8-4024-bb02-812dc5d94edd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409319 Oct 11 04:50:04.754794 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-1149c5cb-4373-4c35-b074-9157fabc7b0e service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862322 Oct 11 04:50:04.847674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01aab64f-b7a8-4147-8a73-043f41fa2930 req-603f8444-7563-417a-974a-0b9c4bda9756 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869987 Oct 11 04:50:05.466676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2e37c-3c82-4b63-a9ee-6af2a0b9d2a5 x-openstack-request-id: req-f5d2e37c-3c82-4b63-a9ee-6af2a0b9d2a5 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:50:05.467253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:50:05.467253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5d2e37c-3c82-4b63-a9ee-6af2a0b9d2a5 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:50:05.467674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d2e37c-3c82-4b63-a9ee-6af2a0b9d2a5'] response: {'name': 'network-changed', 'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'status': 'completed', 'code': 200} Oct 11 04:50:05.554349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-85ab94b0-470b-4d73-80d7-7f606bd23d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:05.555953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-85ab94b0-470b-4d73-80d7-7f606bd23d68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1097 time: 0.0447733 Oct 11 04:50:05.582568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e7d9c-815b-4c66-b6ce-94c7f2c7680f req-5fd65ec0-7ed9-4033-ad09-1581907859d6 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:05.587049 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-094e7d9c-815b-4c66-b6ce-94c7f2c7680f req-5fd65ec0-7ed9-4033-ad09-1581907859d6 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0650675 Oct 11 04:50:05.631412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-094e7d9c-815b-4c66-b6ce-94c7f2c7680f req-d4fe990a-a4e8-475a-bcc9-958a496ccc23 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393453 Oct 11 04:50:05.668434 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-0c57e66a-c82e-4754-a1c8-8f42232158ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:05.669975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-0c57e66a-c82e-4754-a1c8-8f42232158ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.1067798 Oct 11 04:50:05.715354 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-5bc4bbf6-281a-4f29-98f9-88e7e740991d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Oct 11 04:50:05.774244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-3976f2a0-5221-4351-ae2a-e0cf7a2a4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:05.775805 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-3976f2a0-5221-4351-ae2a-e0cf7a2a4884 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0545294 Oct 11 04:50:05.822789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-f076b933-880b-4a0b-90ed-e220e5aafd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:05.824590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-f076b933-880b-4a0b-90ed-e220e5aafd8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429173 Oct 11 04:50:05.918554 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-1385d9c9-ad89-4063-880a-2ce1881e996c service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871542 Oct 11 04:50:06.025026 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc96981c-d9d1-462e-a84c-c72adb8e7845 req-97d6e3ad-7171-4f6e-995a-3c1fe338816d service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003182 Oct 11 04:50:06.489834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-05c42558-2fc7-4cfa-8e20-bf51a9aed6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:06.766882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f594-ef62-45ad-9bbe-6f5255d29007 req-bd9dc511-cbdb-4193-a2a4-124b71d444ad tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:06.768421 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ff72f594-ef62-45ad-9bbe-6f5255d29007 req-bd9dc511-cbdb-4193-a2a4-124b71d444ad tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0499997 Oct 11 04:50:06.811815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ff72f594-ef62-45ad-9bbe-6f5255d29007 req-e543db75-11e8-42fb-bc22-adfc02420555 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365486 Oct 11 04:50:07.809525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:07.953531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5af46-9ea5-4776-b8ff-e9d19e7e4c8e req-94f8fc54-7bcc-4f10-9ed2-02d92360ee96 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:07.954943 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-beb5af46-9ea5-4776-b8ff-e9d19e7e4c8e req-94f8fc54-7bcc-4f10-9ed2-02d92360ee96 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0640867 Oct 11 04:50:07.993694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-beb5af46-9ea5-4776-b8ff-e9d19e7e4c8e req-3bc6411b-9379-450f-ab59-ad4f9e5732b8 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Oct 11 04:50:09.112503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f548-0879-47ae-a98b-b1481e28ed6c req-fc9d90dd-d274-4c67-9e2c-d55a9b734719 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:09.113949 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9fd5f548-0879-47ae-a98b-b1481e28ed6c req-fc9d90dd-d274-4c67-9e2c-d55a9b734719 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0479467 Oct 11 04:50:09.157044 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9fd5f548-0879-47ae-a98b-b1481e28ed6c req-b80a8d61-ca9e-4157-9a5f-3a82e0f62346 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Oct 11 04:50:09.380251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:09.532925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:10.276452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b537918-f415-4f04-8212-ae38d29bda44 req-0efabd36-c2c8-40f9-abee-d284fd79e6da tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:10.277931 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7b537918-f415-4f04-8212-ae38d29bda44 req-0efabd36-c2c8-40f9-abee-d284fd79e6da tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0488470 Oct 11 04:50:10.314806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7b537918-f415-4f04-8212-ae38d29bda44 req-372fd132-e73e-4ca2-98f0-f3bce3d76881 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Oct 11 04:50:10.631016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:11.483704 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd9d2f-d9f3-4864-a93c-2a8d6ff0e9a8 req-77549606-7795-4bc7-87bf-50d53b4fb8f7 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:11.485223 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44fd9d2f-d9f3-4864-a93c-2a8d6ff0e9a8 req-77549606-7795-4bc7-87bf-50d53b4fb8f7 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0489688 Oct 11 04:50:11.522480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-44fd9d2f-d9f3-4864-a93c-2a8d6ff0e9a8 req-1289fcde-50d2-4acb-a0c3-79ad2320c023 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Oct 11 04:50:12.640001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f836a2-b053-4842-b596-7aad46864b78 req-b7249614-debc-4599-89c4-d439d3114dce tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:12.641471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-14f836a2-b053-4842-b596-7aad46864b78 req-b7249614-debc-4599-89c4-d439d3114dce tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0480518 Oct 11 04:50:12.679130 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-14f836a2-b053-4842-b596-7aad46864b78 req-bbc98741-b81a-45c8-bdea-2c50c01789e7 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Oct 11 04:50:13.797449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbc71-0f06-4950-bdef-efc8f8c003bb req-ae8bebec-cd72-4bae-a8f5-f182f2cfce98 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:13.799102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15bbbc71-0f06-4950-bdef-efc8f8c003bb req-ae8bebec-cd72-4bae-a8f5-f182f2cfce98 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0494330 Oct 11 04:50:13.837239 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15bbbc71-0f06-4950-bdef-efc8f8c003bb req-3403c7fc-6b3b-40cb-a041-1870fb2c860b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313952 Oct 11 04:50:14.958787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ceb0-dcf2-408a-84d5-b152c0c014d2 req-ed9d9b3d-3c95-4059-98a0-75dd0ef1be4f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:14.960103 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2352ceb0-dcf2-408a-84d5-b152c0c014d2 req-ed9d9b3d-3c95-4059-98a0-75dd0ef1be4f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0503695 Oct 11 04:50:14.996348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2352ceb0-dcf2-408a-84d5-b152c0c014d2 req-39ae984e-746c-464d-bfbb-c9827d073048 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Oct 11 04:50:16.114474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a3c23-db7a-4fb0-a668-449a7ab2ef3e req-4ea97498-221d-43d8-b09b-5b4f43b47f79 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:16.115925 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3d1a3c23-db7a-4fb0-a668-449a7ab2ef3e req-4ea97498-221d-43d8-b09b-5b4f43b47f79 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 944 time: 0.0478625 Oct 11 04:50:16.155550 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3d1a3c23-db7a-4fb0-a668-449a7ab2ef3e req-a1b1ee26-aff7-4741-8b3e-fd7c90a5decd tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Oct 11 04:50:16.619240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 52c024cb-d96c-4d98-8187-36dc68459ed2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:50:16.714820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 52c024cb-d96c-4d98-8187-36dc68459ed2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=52c024cb-d96c-4d98-8187-36dc68459ed2,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:50:16.725392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'port_id': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'mac_address': 'fa:16:3e:ba:40:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:50:16.761247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 52c024cb-d96c-4d98-8187-36dc68459ed2 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:50:16.761626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:16.774468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c024cb-d96c-4d98-8187-36dc68459ed2 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:50:16.793325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 52c024cb-d96c-4d98-8187-36dc68459ed2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=52c024cb-d96c-4d98-8187-36dc68459ed2,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:50:16.797577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:16.842780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=52c024cb-d96c-4d98-8187-36dc68459ed2,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:16.849578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.849930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.850322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.850702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.851036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.851369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.851696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.852023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.852348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.852692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.853015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:16.853334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:50:17.237774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['52c024cb-d96c-4d98-8187-36dc68459ed2'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:50:17.276016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa740-6ccd-4e7b-afe8-154bfaee025a req-0f1999ba-b9b8-462b-a33f-b9ab61b28c02 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:17.277499 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c45aa740-6ccd-4e7b-afe8-154bfaee025a req-0f1999ba-b9b8-462b-a33f-b9ab61b28c02 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 945 time: 0.0488052 Oct 11 04:50:17.315377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c45aa740-6ccd-4e7b-afe8-154bfaee025a req-2ee86784-fb7a-4d13-9a90-53c219d1e4a9 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311236 Oct 11 04:50:18.432784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5976c9-7570-47ef-9848-e8fd31576000 req-5cf44d79-b115-4a49-a337-8c60a6000fa9 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:18.434229 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0a5976c9-7570-47ef-9848-e8fd31576000 req-5cf44d79-b115-4a49-a337-8c60a6000fa9 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 945 time: 0.0474408 Oct 11 04:50:18.470834 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0a5976c9-7570-47ef-9848-e8fd31576000 req-19ed7394-2602-4a5d-9deb-81436603dc01 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308290 Oct 11 04:50:18.634316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 52c024cb-d96c-4d98-8187-36dc68459ed2 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:50:18.686077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 52c024cb-d96c-4d98-8187-36dc68459ed2 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:50:18.689839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 52c024cb-d96c-4d98-8187-36dc68459ed2 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:50:18.690210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:18.690561 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 52c024cb-d96c-4d98-8187-36dc68459ed2 Oct 11 04:50:18.765632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 52c024cb-d96c-4d98-8187-36dc68459ed2 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:50:18.766009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:18.788634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:50:18.790903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d8e6d-b407-4102-a16b-eab554511de6" -d '{"events": [{"server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "name": "network-vif-plugged", "status": "completed", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:50:18.803848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 52c024cb-d96c-4d98-8187-36dc68459ed2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=52c024cb-d96c-4d98-8187-36dc68459ed2,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:50:18.807731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:18.834276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e12f18-3848-4293-9394-51e811f39b1a x-openstack-request-id: req-09e12f18-3848-4293-9394-51e811f39b1a {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:50:18.834589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "name": "network-vif-plugged", "status": "completed", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:50:18.834841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09e12f18-3848-4293-9394-51e811f39b1a {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:50:18.835229 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e12f18-3848-4293-9394-51e811f39b1a'] response: {'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'code': 200} Oct 11 04:50:18.861641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=52c024cb-d96c-4d98-8187-36dc68459ed2,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:19.033654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50735a1-145f-4736-b522-0e8aad4c4886 req-7b66f5c9-814e-4661-8ca9-5fc7705506f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:19.035060 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a50735a1-145f-4736-b522-0e8aad4c4886 req-7b66f5c9-814e-4661-8ca9-5fc7705506f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1099 time: 0.0400248 Oct 11 04:50:19.068343 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a50735a1-145f-4736-b522-0e8aad4c4886 req-ab9b6e81-b052-4b4d-b4fb-8eaa5586b144 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269029 Oct 11 04:50:19.588075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089a68-cc4d-4b3a-9c52-78dfce13cfc7 req-b34850f8-a154-43da-becc-84b00b852c34 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:19.589536 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45089a68-cc4d-4b3a-9c52-78dfce13cfc7 req-b34850f8-a154-43da-becc-84b00b852c34 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 946 time: 0.0480328 Oct 11 04:50:19.630917 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45089a68-cc4d-4b3a-9c52-78dfce13cfc7 req-360fe393-adf8-42c2-8345-197f05cbdbfd tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355139 Oct 11 04:50:20.749027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325dd9d-f476-4cc3-9ace-9381e4ea94e6 req-7f55fd02-7c85-480c-a8ee-1b7a1cd7df98 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:20.750509 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7325dd9d-f476-4cc3-9ace-9381e4ea94e6 req-7f55fd02-7c85-480c-a8ee-1b7a1cd7df98 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 946 time: 0.0478716 Oct 11 04:50:20.788228 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7325dd9d-f476-4cc3-9ace-9381e4ea94e6 req-b8580811-7ae7-40f1-8121-7f48bd29765b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Oct 11 04:50:20.906869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663bbfd-68a4-49a7-80d2-a8da1e9350ed req-4b8d7f6e-88e2-4783-b952-5a4acdd6960e tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:20.908243 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8663bbfd-68a4-49a7-80d2-a8da1e9350ed req-4b8d7f6e-88e2-4783-b952-5a4acdd6960e tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 946 time: 0.0480392 Oct 11 04:50:20.947162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8663bbfd-68a4-49a7-80d2-a8da1e9350ed req-63025059-377c-4ca3-8f2e-82e05013e134 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Oct 11 04:50:20.975386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55402) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:50:21.013492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9ff35-5821-482d-bad9-dd4c7d0d4251 tempest-TestVolumeBootPattern-2005954782 tempest-TestVolumeBootPattern-2005954782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:21.014991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8dc9ff35-5821-482d-bad9-dd4c7d0d4251 tempest-TestVolumeBootPattern-2005954782 tempest-TestVolumeBootPattern-2005954782-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1094 time: 0.0386541 Oct 11 04:50:21.018311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55404) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:50:21.022498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:50:21.042544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.140610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.240931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Allocated IP 172.26.8.195 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/940fc206-b9b5-4022-becf-23bfce361343) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:50:21.345453 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.378106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.417043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:50:21.419815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:50:21.422382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:50:21.444982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=940fc206-b9b5-4022-becf-23bfce361343,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:21.782717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.847860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.993921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:21.998210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:22.066909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:22.069386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event updated for resources: {'Port': ['ID=940fc206-b9b5-4022-becf-23bfce361343,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:50:22.165780 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Floating IP 5533e607-8204-4c31-a4a2-78445983d4d4 associated. External IP: 172.26.8.195, port: 52c024cb-d96c-4d98-8187-36dc68459ed2. Oct 11 04:50:22.362035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:50:22.468860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:50:22.478725 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:50:22.485653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:22.489831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:50:22.490432 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:50:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:50:22.513173 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8b732a94-3bbd-42b5-b3ad-41755920ceed tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4938562 Oct 11 04:50:22.513795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:50:22.516113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06116a7-332b-4253-a830-6a479d546a97" -d '{"events": [{"name": "network-changed", "server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:50:22.551124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f6da28-d24d-4e85-bccf-821ae1d4029a x-openstack-request-id: req-c1f6da28-d24d-4e85-bccf-821ae1d4029a {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:50:22.551423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:50:22.551696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1f6da28-d24d-4e85-bccf-821ae1d4029a {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:50:22.552106 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f6da28-d24d-4e85-bccf-821ae1d4029a'] response: {'name': 'network-changed', 'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'status': 'completed', 'code': 200} Oct 11 04:50:22.598076 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:50:22.640294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06116a7-332b-4253-a830-6a479d546a97 req-06767253-bd20-41ac-80c0-be2f3de92a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:22.641691 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-06767253-bd20-41ac-80c0-be2f3de92a08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1099 time: 0.0436888 Oct 11 04:50:22.729234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06116a7-332b-4253-a830-6a479d546a97 req-072b8d42-bd85-4e5d-8d93-66b32792f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:22.730788 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-072b8d42-bd85-4e5d-8d93-66b32792f648 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0826306 Oct 11 04:50:22.820090 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:13Z', 'revision_number': 1, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}, {'id': '5533e607-8204-4c31-a4a2-78445983d4d4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.195', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:ba:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:50:21Z', 'updated_at': '2022-10-11T04:50:21Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:50:22.851027 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:50:22.859813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:50:22.860425 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:50:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:50:22.967214 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:50:23.041588 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-ecfc2687-b6ac-40cc-b55c-8da71e904506 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 200 len: 1000 time: 0.3043189 Oct 11 04:50:23.090115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06116a7-332b-4253-a830-6a479d546a97 req-399cf66b-7425-4c9b-bbb5-b1775196ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:23.091603 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-399cf66b-7425-4c9b-bbb5-b1775196ceca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0433862 Oct 11 04:50:23.137064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06116a7-332b-4253-a830-6a479d546a97 req-5b42f7b7-3737-4788-9a24-b0d10bff560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:23.138667 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-5b42f7b7-3737-4788-9a24-b0d10bff560e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408072 Oct 11 04:50:23.184215 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:13Z', 'revision_number': 1, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}, {'id': '5533e607-8204-4c31-a4a2-78445983d4d4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.195', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:ba:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:50:21Z', 'updated_at': '2022-10-11T04:50:21Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:50:23.209560 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8aa86-daaa-47ef-a26f-efd8dc279606 None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:13Z', 'revision_number': 1, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}, {'id': '5533e607-8204-4c31-a4a2-78445983d4d4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.195', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:ba:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:50:21Z', 'updated_at': '2022-10-11T04:50:21Z', 'revision_number': 0, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:50:23.231437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-94a3f633-7e6b-4310-a374-3985068bf638 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858872 Oct 11 04:50:23.320587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c06116a7-332b-4253-a830-6a479d546a97 req-9e08f35f-fab4-4f32-b1ab-b8f5bd574845 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827034 Oct 11 04:50:23.400487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfcb9a-4e8c-4425-9190-7ae614a146df None None] New status for floating IP 5533e607-8204-4c31-a4a2-78445983d4d4: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:50:26.630333 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:50:34.224712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bad5c8fe-ddf5-4bec-b562-2593bf9e2dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:36.491884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7a780d51-239c-48f5-991d-8cbb7295793d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:37.810429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:39.382922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:39.533473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:40.627507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:50:41.348478 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-f08bfc66-b8ca-4221-ac68-8f8ab72921e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438445 Oct 11 04:50:41.448156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-e2602a1e-2423-431a-a78f-acbc18f3dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:41.449610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-e2602a1e-2423-431a-a78f-acbc18f3dcbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0391803 Oct 11 04:50:41.556283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-e657e2d7-332a-4fed-9165-6fc665681773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:41.557868 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-e657e2d7-332a-4fed-9165-6fc665681773 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0879302 Oct 11 04:50:41.628784 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-709249de-20bb-4bae-9292-d563fa3b5844 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 999 time: 0.0638380 Oct 11 04:50:41.677365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-d401bec4-960a-46ca-8921-217b4af653d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:41.678845 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-d401bec4-960a-46ca-8921-217b4af653d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0442638 Oct 11 04:50:41.724374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-0588e50c-8d2b-413e-97a5-21ce4d69d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:50:41.725835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-0588e50c-8d2b-413e-97a5-21ce4d69d9e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402572 Oct 11 04:50:41.818774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-f16a9d3f-5c57-483f-8333-c02424a4c55a service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860243 Oct 11 04:50:41.919389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4ee5afa-62b0-45e3-b654-a8799e06b945 req-78db1784-ea49-4ea2-bb7a-80daeaff4c94 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934670 Oct 11 04:51:03.629216 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:51:04.226693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8732fb03-f14f-43c2-88a7-d53a0e077507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:06.493919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9b7994e-03e0-4fbf-afa3-71d9e974fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:07.816303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:09.384570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:09.534135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:10.637784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:34.228630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7fca0c2e-bcb2-49a7-b6f4-384e11b06b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:36.494864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4661aa45-20c5-4eab-a8c4-cbca7eee01bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:37.817284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:39.387698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:39.534804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:40.628240 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:51:40.657832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:51:41.491192 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-35938825-912d-438a-9680-ed84d457e2b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401034 Oct 11 04:51:41.562833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706056-40d2-4fe6-abc3-24914935226e req-b4901d8d-0b4d-4111-b6b0-81c69cd28323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:51:41.564276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-b4901d8d-0b4d-4111-b6b0-81c69cd28323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1099 time: 0.0395899 Oct 11 04:51:41.667891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706056-40d2-4fe6-abc3-24914935226e req-e6e03aad-59ad-4b5c-b914-8de7bbd277e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:51:41.669416 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-e6e03aad-59ad-4b5c-b914-8de7bbd277e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0879622 Oct 11 04:51:41.735802 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-cc4f2557-b048-4c2d-b4e4-8053452f6ed2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 200 len: 1002 time: 0.0602605 Oct 11 04:51:41.783455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706056-40d2-4fe6-abc3-24914935226e req-ee3255f3-5a5f-4b2e-b098-7a77565c0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:51:41.784771 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-ee3255f3-5a5f-4b2e-b098-7a77565c0d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0422337 Oct 11 04:51:41.832631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706056-40d2-4fe6-abc3-24914935226e req-2aa9d322-c895-4b73-92ff-30c16f978f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:51:41.834285 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-2aa9d322-c895-4b73-92ff-30c16f978f79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430560 Oct 11 04:51:41.921029 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-b07d2c51-2498-4ff8-93d6-c7d349194a4d service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 Oct 11 04:51:42.010052 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-09706056-40d2-4fe6-abc3-24914935226e req-03548ca4-d6d3-49e5-b6d2-1b2a85099fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Oct 11 04:52:01.398672 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55446) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:01.553795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Deleting port 940fc206-b9b5-4022-becf-23bfce361343 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:01.554138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:01.627866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:01.628448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:01.640286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Calling delete_port for 940fc206-b9b5-4022-becf-23bfce361343 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:01.785343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:01.807984 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'Port': ['ID=940fc206-b9b5-4022-becf-23bfce361343,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:01.820431 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.820782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.821123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.821460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.821793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.822127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.822458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.822812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.823142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.823472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.823803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.824122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:01.883646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:01.883975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Floating IP 5533e607-8204-4c31-a4a2-78445983d4d4 disassociated (deleted). External IP: 172.26.8.195, port: 52c024cb-d96c-4d98-8187-36dc68459ed2. Oct 11 04:52:02.087943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:52:02.195167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:52:02.199961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:02.204937 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:52:02.214382 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:02.215013 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:51:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:02.226489 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-02746fde-6a4f-4563-accd-bd550d3d2909 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "DELETE /v2.0/floatingips/5533e607-8204-4c31-a4a2-78445983d4d4 HTTP/1.1" status: 204 len: 168 time: 0.8267558 Oct 11 04:52:02.227408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:02.229859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098f04ab-fc10-422b-a5f9-d03cd0102db8" -d '{"events": [{"name": "network-changed", "server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:02.277983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7044f4-c8fa-49bd-9851-fbe4500aa669 x-openstack-request-id: req-4d7044f4-c8fa-49bd-9851-fbe4500aa669 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:02.278498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:02.278787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d7044f4-c8fa-49bd-9851-fbe4500aa669 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:02.279198 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7044f4-c8fa-49bd-9851-fbe4500aa669'] response: {'name': 'network-changed', 'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'status': 'completed', 'code': 200} Oct 11 04:52:02.324170 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:02.373803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-453c6120-4b37-41ea-93d6-2b52fbb680e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:02.376107 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-453c6120-4b37-41ea-93d6-2b52fbb680e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 1099 time: 0.0536425 Oct 11 04:52:02.461081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6f68-afdc-4f61-bcd0-b78d13b3e328 req-50a87f00-3ca9-466f-ae28-522d31b88046 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:02.462585 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-312e6f68-afdc-4f61-bcd0-b78d13b3e328 req-50a87f00-3ca9-466f-ae28-522d31b88046 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 946 time: 0.0517459 Oct 11 04:52:02.503608 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-312e6f68-afdc-4f61-bcd0-b78d13b3e328 req-32a15de1-a083-43db-9693-9b878f87dfde tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Oct 11 04:52:02.512200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-a4ada543-a37f-4c73-8d96-69e3c5ac0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:02.513801 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-a4ada543-a37f-4c73-8d96-69e3c5ac0d9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.0965245 Oct 11 04:52:02.556784 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:13Z', 'revision_number': 1, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:02.557503 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-87842dc9-0861-499d-a26a-a6cb8747903c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 200 len: 217 time: 0.0365739 Oct 11 04:52:02.581472 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:52:02.591113 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:02.591704 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:51:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:02.607688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-db71ca0e-f8c2-41f6-932a-9ca44978e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:02.609203 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-db71ca0e-f8c2-41f6-932a-9ca44978e9a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0443575 Oct 11 04:52:02.659018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-1f1c6609-6f2a-49c8-a1bd-361c1127e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:02.660497 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-1f1c6609-6f2a-49c8-a1bd-361c1127e1f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451052 Oct 11 04:52:02.694271 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:02.749207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-a7e91df0-7a9e-483c-9f01-600f1851616b service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817568 Oct 11 04:52:02.842750 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-098f04ab-fc10-422b-a5f9-d03cd0102db8 req-e483559f-e15a-4831-9fcf-28a9e09ae7df service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Oct 11 04:52:02.912983 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:13Z', 'revision_number': 1, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:02.941450 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d2e2e9-aa75-4607-b0c1-14ae528c24c2 None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '3df6a8c2-d162-4ec9-af69-5ee4082c83e4', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'port_id': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'mac_address': 'fa:16:3e:68:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:48:11Z', 'updated_at': '2022-10-11T04:48:13Z', 'revision_number': 1, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:52:03.146886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb92b9-bc8b-4379-8bc0-93fb1e1c52a0 None None] New status for floating IP 5533e607-8204-4c31-a4a2-78445983d4d4: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:52:03.625611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8994fd6-f79f-491c-81ca-50408799803c req-fe754872-1261-4385-9238-01011c413621 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:03.627139 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8994fd6-f79f-491c-81ca-50408799803c req-fe754872-1261-4385-9238-01011c413621 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 946 time: 0.0492978 Oct 11 04:52:03.664718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8994fd6-f79f-491c-81ca-50408799803c req-52770767-3809-44dd-90ce-54a9dca656f4 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Oct 11 04:52:04.232252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-87f64a7b-3e70-4680-b5d0-fc63575e3e64 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:04.233712 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-87f64a7b-3e70-4680-b5d0-fc63575e3e64 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 946 time: 0.0500519 Oct 11 04:52:04.236381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3cc9271a-b487-48da-9d57-cc0fc0b05fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:04.325676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Deleting port 52c024cb-d96c-4d98-8187-36dc68459ed2 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:04.326014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:04.411988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] For port 52c024cb-d96c-4d98-8187-36dc68459ed2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=52c024cb-d96c-4d98-8187-36dc68459ed2,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:04.412274 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:04.424689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Calling delete_port for 52c024cb-d96c-4d98-8187-36dc68459ed2 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:04.551103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:04.578782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'Port': ['ID=52c024cb-d96c-4d98-8187-36dc68459ed2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:04.627848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] No DVR routers for this DVR port 52c024cb-d96c-4d98-8187-36dc68459ed2 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:52:04.630631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:04.633976 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc7be429-35a8-4182-b2cf-eee7604520a7 req-7ad72c54-618a-4b50-a81d-fd457cc9999d tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "DELETE /v2.0/ports/52c024cb-d96c-4d98-8187-36dc68459ed2 HTTP/1.1" status: 204 len: 173 time: 0.3944576 Oct 11 04:52:04.634470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'name': 'network-vif-deleted', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:04.637261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c622bd49-bce1-4c92-8638-7032c0a637db" -d '{"events": [{"server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "name": "network-vif-deleted", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:04.674553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7d1e3-409a-4677-8677-4476c21edc5f x-openstack-request-id: req-cfd7d1e3-409a-4677-8677-4476c21edc5f {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:04.674877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87ca0e4-a8a6-4c11-a517-6acd46c445bc", "name": "network-vif-deleted", "tag": "52c024cb-d96c-4d98-8187-36dc68459ed2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:04.675133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfd7d1e3-409a-4677-8677-4476c21edc5f {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:04.675543 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd7d1e3-409a-4677-8677-4476c21edc5f'] response: {'server_uuid': 'c87ca0e4-a8a6-4c11-a517-6acd46c445bc', 'name': 'network-vif-deleted', 'tag': '52c024cb-d96c-4d98-8187-36dc68459ed2', 'status': 'completed', 'code': 200} Oct 11 04:52:04.766676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-263ca77f-0d82-4cf4-85a9-385e2ff55527 req-4089973a-3643-4b41-a8a7-66507a34ab97 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 210 time: 0.0273142 Oct 11 04:52:05.872229 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56cdaf85-cdaf-4148-8c2c-98d695df70ad req-a99a130f-96ed-4437-90e7-413fcecd0d6b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 210 time: 0.0294492 Oct 11 04:52:06.500216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23353a37-c37e-4d25-b235-866c921de541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:06.971674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42ae52ec-677f-4250-8548-2eb014a29a9a req-d6164285-202e-4ed1-b11b-825e8606fd5b tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 210 time: 0.0267150 Oct 11 04:52:07.038239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 52c024cb-d96c-4d98-8187-36dc68459ed2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:07.059245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 52c024cb-d96c-4d98-8187-36dc68459ed2 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:07.059589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 52c024cb-d96c-4d98-8187-36dc68459ed2 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:07.819231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:08.079477 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da44a44b-beac-41ed-83a0-d7e98a6fa4dc req-4ec9da8e-f3bc-41ad-9348-c6ffb2aabd9e tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=c87ca0e4-a8a6-4c11-a517-6acd46c445bc HTTP/1.1" status: 200 len: 210 time: 0.0259836 Oct 11 04:52:09.391182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:09.535917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:10.671306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:13.451568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55496) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:13.605110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Deleting port 8d98c492-9103-451f-bb95-f59eea757a3f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:13.605994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:13.682855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:13.683185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:13.695304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Calling delete_port for 8d98c492-9103-451f-bb95-f59eea757a3f owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:13.841541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:14.105557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'Port': ['ID=8d98c492-9103-451f-bb95-f59eea757a3f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:14.164580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:14.164900 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Floating IP 3df6a8c2-d162-4ec9-af69-5ee4082c83e4 disassociated (deleted). External IP: 172.26.8.6, port: 5d216bdf-1849-4540-aee4-bb8f8f669076. Oct 11 04:52:14.368495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:52:14.474805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:52:14.479423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:14.486810 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:52:14.496209 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:14.496885 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:14.505315 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-53bea077-461e-4253-b3d2-8b842eb267d3 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "DELETE /v2.0/floatingips/3df6a8c2-d162-4ec9-af69-5ee4082c83e4 HTTP/1.1" status: 204 len: 168 time: 1.0526626 Oct 11 04:52:14.505943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:14.508219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c29990-e154-4c6b-b315-ca268916bc50" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:14.545340 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbe44bb-7f43-4ce7-acb5-9ea40751b10a x-openstack-request-id: req-bfbe44bb-7f43-4ce7-acb5-9ea40751b10a {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:14.545837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:14.546262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfbe44bb-7f43-4ce7-acb5-9ea40751b10a {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:14.546951 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbe44bb-7f43-4ce7-acb5-9ea40751b10a'] response: {'name': 'network-changed', 'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'status': 'completed', 'code': 200} Oct 11 04:52:14.612110 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:14.638721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-a989d591-4f26-4248-a090-9f2bf1f7f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:14.638721 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-a989d591-4f26-4248-a090-9f2bf1f7f61d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0f4550223da46e18a1c56234e22822b&device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 1098 time: 0.0453088 Oct 11 04:52:14.761700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-93a5494b-c1bf-4ef0-acf8-4803a99f0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:14.763828 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-93a5494b-c1bf-4ef0-acf8-4803a99f0df4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 200 len: 912 time: 0.1179781 Oct 11 04:52:14.773983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ce07c-f715-4808-8ee6-042d7e728440 req-87604077-fb2b-46e0-b5aa-7e0af9553658 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:14.775397 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f73ce07c-f715-4808-8ee6-042d7e728440 req-87604077-fb2b-46e0-b5aa-7e0af9553658 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.0679996 Oct 11 04:52:14.823487 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:14.824761 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-bb7c919a-315f-4700-ab24-b565c2b505e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 200 len: 217 time: 0.0484493 Oct 11 04:52:14.853951 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:52:14.862071 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:14.862708 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:14.869804 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f73ce07c-f715-4808-8ee6-042d7e728440 req-0bdd0eaf-b50c-4e55-9dee-d000c72d1cf5 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878379 Oct 11 04:52:14.885708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-07cd40c8-eb47-4a27-bfe8-7469b6268429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:14.887094 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-07cd40c8-eb47-4a27-bfe8-7469b6268429 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 200 len: 850 time: 0.0544162 Oct 11 04:52:14.933089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-df94fda3-9c4b-4a3b-a9e6-b0ae9b8b61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:14.934688 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-df94fda3-9c4b-4a3b-a9e6-b0ae9b8b61ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5887b6e2-f25d-4a45-9801-9edea8d74f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398707 Oct 11 04:52:14.965229 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:15.028080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-e6e8bd15-d6e4-41ab-8943-4dc34fa634f5 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Oct 11 04:52:15.119351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8c29990-e154-4c6b-b315-ca268916bc50 req-371d4e21-d685-42ba-b978-9eafeae214f7 service neutron] 10.222.0.45 "GET /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834825 Oct 11 04:52:15.244659 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:15.270560 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6595ff-7a16-4a97-a279-765d20d5429b None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:05Z', 'revision_number': 4, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8fb10fb9-490c-480a-9886-fc90c229d75b', 'name': '', 'network_id': '5887b6e2-f25d-4a45-9801-9edea8d74f25', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'mac_address': 'fa:16:3e:56:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:04Z', 'updated_at': '2022-10-11T04:45:08Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'subnets': [{'id': '4210bdb5-7d6a-42f7-ad9f-87a4112271f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:52:15.488142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5135db-7b03-4a2a-af1a-f2a176c948fd None None] New status for floating IP 3df6a8c2-d162-4ec9-af69-5ee4082c83e4: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:52:15.992992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7b8f7-fb64-470c-848a-337518a961e4 req-8efc35de-2b2a-4b9c-9597-1806468a92fa tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:15.994460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba7b8f7-fb64-470c-848a-337518a961e4 req-8efc35de-2b2a-4b9c-9597-1806468a92fa tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Oct 11 04:52:16.033062 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba7b8f7-fb64-470c-848a-337518a961e4 req-ceefdb16-3578-44dd-a5b0-cde566e25d82 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/security-groups?id=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Oct 11 04:52:16.461386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8333f32-1e46-40f1-9505-649acc75be3f req-6daf2e1d-30ce-4a23-8167-30756de0c033 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:16.462866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8333f32-1e46-40f1-9505-649acc75be3f req-6daf2e1d-30ce-4a23-8167-30756de0c033 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Oct 11 04:52:16.548163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Deleting port 5d216bdf-1849-4540-aee4-bb8f8f669076 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:16.548499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:16.640099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] For port 5d216bdf-1849-4540-aee4-bb8f8f669076, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d216bdf-1849-4540-aee4-bb8f8f669076,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:16.640468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:16.652224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Calling delete_port for 5d216bdf-1849-4540-aee4-bb8f8f669076 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:16.776077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:16.807477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'Port': ['ID=5d216bdf-1849-4540-aee4-bb8f8f669076,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:16.849641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] No DVR routers for this DVR port 5d216bdf-1849-4540-aee4-bb8f8f669076 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:52:16.852111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:16.855533 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8333f32-1e46-40f1-9505-649acc75be3f req-ddd35432-4d24-400c-bda5-3e7f41739545 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.45 "DELETE /v2.0/ports/5d216bdf-1849-4540-aee4-bb8f8f669076 HTTP/1.1" status: 204 len: 173 time: 0.3869467 Oct 11 04:52:16.856021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'name': 'network-vif-deleted', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:16.858926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afccd911-e69b-4048-9fea-ebc639fcbb4b" -d '{"events": [{"server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "name": "network-vif-deleted", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:16.895593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb82652f-8f15-4ef4-a5b5-22e92d1f990d x-openstack-request-id: req-fb82652f-8f15-4ef4-a5b5-22e92d1f990d {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:16.895887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c937b8-c566-4594-b4c0-37b9ea6cb0e0", "name": "network-vif-deleted", "tag": "5d216bdf-1849-4540-aee4-bb8f8f669076", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:16.896162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb82652f-8f15-4ef4-a5b5-22e92d1f990d {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:16.896557 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb82652f-8f15-4ef4-a5b5-22e92d1f990d'] response: {'server_uuid': 'b5c937b8-c566-4594-b4c0-37b9ea6cb0e0', 'name': 'network-vif-deleted', 'tag': '5d216bdf-1849-4540-aee4-bb8f8f669076', 'status': 'completed', 'code': 200} Oct 11 04:52:17.135620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eba316ed-8a49-43a8-8944-1b2a9514d9d6 req-5543da96-ff1e-47ee-aaac-1fd7365e2ee1 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0308285 Oct 11 04:52:17.627438 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:52:18.238880 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-919dbf63-a240-49a7-b101-026edb552989 req-abe81fa0-beb0-4fa1-bf33-cd331601eb6f tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0258639 Oct 11 04:52:19.116028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 5d216bdf-1849-4540-aee4-bb8f8f669076 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:19.139636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 5d216bdf-1849-4540-aee4-bb8f8f669076 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:19.139974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 5d216bdf-1849-4540-aee4-bb8f8f669076 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:19.336512 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bfdf9b71-7636-4013-b33d-97b1f6167c7f req-6948dd8c-9b24-4db5-8db7-9429886610c8 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0255980 Oct 11 04:52:20.446502 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62fbd907-855f-4171-83aa-cf983a2c49d8 req-8fb44b75-a739-463f-a375-497b1fc6cca4 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c937b8-c566-4594-b4c0-37b9ea6cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Oct 11 04:52:21.507205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55518) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:21.629472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Deleting port d673bd2e-97ec-49d6-bd54-b62013587b76 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:21.629815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:21.706346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:21.706702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:21.718046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Calling delete_port for d673bd2e-97ec-49d6-bd54-b62013587b76 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:21.845766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:21.870865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'Port': ['ID=d673bd2e-97ec-49d6-bd54-b62013587b76,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:21.931958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:21.934433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:21.935609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4c34ba84-59fe-45f6-a64c-c085f9406a45 tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "DELETE /v2.0/floatingips/0c4a12cc-f726-40cd-86da-977a225eecf6 HTTP/1.1" status: 204 len: 168 time: 0.4273496 Oct 11 04:52:24.192368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55536) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:24.252266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:24.276790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:24.339075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:24.342424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:24.346116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] 10.222.0.39 "DELETE /v2.0/security-groups/09d18a1c-c5c9-43e4-9f1f-61bdc1b02976 HTTP/1.1" status: 204 len: 168 time: 0.1502950 Oct 11 04:52:24.352952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d18a1c-c5c9-43e4-9f1f-61bdc1b02976,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:24.363758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.364108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.364441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.364813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.365093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.365416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.365749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.366401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.366752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.367075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.367714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.367714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d3b62-bc11-4b7f-8fb5-8334c704151a tempest-TestVolumeBootPattern-851475618 tempest-TestVolumeBootPattern-851475618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:24.407465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55540) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:24.852534 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:25.098012 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Deleting port 8fb10fb9-490c-480a-9886-fc90c229d75b {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:25.098351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:25.174327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] For port 8fb10fb9-490c-480a-9886-fc90c229d75b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8fb10fb9-490c-480a-9886-fc90c229d75b,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:25.174709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:25.187150 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Calling delete_port for 8fb10fb9-490c-480a-9886-fc90c229d75b owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:25.361678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:25.391481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb10fb9-490c-480a-9886-fc90c229d75b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:25.552047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.002801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Router 4e3b2595-0584-4de7-87b9-eb92b8965f33 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:52:26.108041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:52:26.114409 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d574c409-8a5b-4066-8b93-de8f0b71ed5c admin admin] 10.222.0.39 "PUT /v2.0/routers/4e3b2595-0584-4de7-87b9-eb92b8965f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7057533 Oct 11 04:52:26.115719 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55548) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:26.117710 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] Sync routers for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:52:26.130856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:26.131461 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:26.218181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.239846 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:26.321749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.373539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Deleting port 60c23c0d-c340-4198-beaa-960bd08133d1 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:26.373881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.419567 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:52:25Z', 'revision_number': 5, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port': {'id': '60c23c0d-c340-4198-beaa-960bd08133d1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:26.445377 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] Checking router: 4e3b2595-0584-4de7-87b9-eb92b8965f33 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:52:26.454717 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] Routers {'4e3b2595-0584-4de7-87b9-eb92b8965f33'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:26.455365 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e3b2595-0584-4de7-87b9-eb92b8965f33'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:26.458941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] For port 60c23c0d-c340-4198-beaa-960bd08133d1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=60c23c0d-c340-4198-beaa-960bd08133d1,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:26.459301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.473053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Calling delete_port for 60c23c0d-c340-4198-beaa-960bd08133d1 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:26.541026 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] Set router 4e3b2595-0584-4de7-87b9-eb92b8965f33 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:26.595171 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:52:26Z', 'revision_number': 6, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:26.620673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31bee6-32a5-4463-bd85-fc42fd086b02 None None] The sync data for ids ['4e3b2595-0584-4de7-87b9-eb92b8965f33'] in dv-neutron-860894-1-hyperv is: [{'id': '4e3b2595-0584-4de7-87b9-eb92b8965f33', 'name': 'tempest-TestVolumeBootPattern-796509422-router', 'tenant_id': 'e0f4550223da46e18a1c56234e22822b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:02Z', 'updated_at': '2022-10-11T04:52:26Z', 'revision_number': 6, 'project_id': 'e0f4550223da46e18a1c56234e22822b', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:52:26.647683 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.680243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c23c0d-c340-4198-beaa-960bd08133d1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:26.740321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.842665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.844802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.907633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.908208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3b2595-0584-4de7-87b9-eb92b8965f33 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:52:26.912842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:26.914159 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b6c5334b-6fae-4a0f-afc4-a20877ed66f2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4e3b2595-0584-4de7-87b9-eb92b8965f33 HTTP/1.1" status: 204 len: 168 time: 0.7975450 Oct 11 04:52:26.916802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55550) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:26.962517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Deleting subnet 4210bdb5-7d6a-42f7-ad9f-87a4112271f1 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:52:26.965787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.001576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.113711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.163663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.185999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4210bdb5-7d6a-42f7-ad9f-87a4112271f1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:27.191638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.197843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d4099-c0c4-4c87-b680-0b4e5ae0326e None None] Network 5887b6e2-f25d-4a45-9801-9edea8d74f25 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:52:27.199267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55552) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:27.199724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-20be2d80-af7b-46db-872a-eac20f84f632 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4210bdb5-7d6a-42f7-ad9f-87a4112271f1 HTTP/1.1" status: 204 len: 168 time: 0.2819083 Oct 11 04:52:27.271249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.324400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Deleting port f4c5feab-3fd6-44e6-896b-003cd0b83fac {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:27.325015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.386489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] DHCP port deletion for 5887b6e2-f25d-4a45-9801-9edea8d74f25 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:52:27.437015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Deleting port f4c5feab-3fd6-44e6-896b-003cd0b83fac {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:27.437464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.509473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] For port f4c5feab-3fd6-44e6-896b-003cd0b83fac, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f4c5feab-3fd6-44e6-896b-003cd0b83fac,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:27.509924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.523565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Calling delete_port for f4c5feab-3fd6-44e6-896b-003cd0b83fac owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:27.618866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.650083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] No DVR routers for this DVR port f4c5feab-3fd6-44e6-896b-003cd0b83fac on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:52:27.651714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Pushing event deleted for resources: {'Port': ['ID=f4c5feab-3fd6-44e6-896b-003cd0b83fac,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:27.664583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.665053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.665393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.665726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.666052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.666377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.666858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.667190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.667562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.667827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.668149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.668495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd6aaa-7bf1-483d-837a-be7843c6d6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:27.716140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] For port f4c5feab-3fd6-44e6-896b-003cd0b83fac, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f4c5feab-3fd6-44e6-896b-003cd0b83fac,segment=NetworkSegment(ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff),segment_id=ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:27.716517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.728389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Calling delete_port for f4c5feab-3fd6-44e6-896b-003cd0b83fac owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:27.800788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.824394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c5feab-3fd6-44e6-896b-003cd0b83fac,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:27.829357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] No DVR routers for this DVR port f4c5feab-3fd6-44e6-896b-003cd0b83fac on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:52:27.900555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.920453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5887b6e2-f25d-4a45-9801-9edea8d74f25']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:27.930362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:27.930708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:27.940401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.953674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:27.959380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Releasing vlan 469 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:52:27.959765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.022404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.028429 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff resource provider aggregate not found Oct 11 04:52:28.032336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.035453 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5887b6e2-f25d-4a45-9801-9edea8d74f25 HTTP/1.1" status: 204 len: 168 time: 0.8345077 Oct 11 04:52:28.038493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55560) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:28.046494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f132f9a-d15a-4841-98e3-953a054a7097 admin admin] Pushing event deleted for resources: {'Network': ['ID=5887b6e2-f25d-4a45-9801-9edea8d74f25,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:28.056645 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad8d5ac8-4fc7-4879-bfbf-6ef4744843ff found for delete ", "request_id": "req-d021555e-c593-43f4-a928-ca37f8cd8954"}]} Oct 11 04:52:28.379462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.499049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8fb10fb9-490c-480a-9886-fc90c229d75b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:28.522922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 8fb10fb9-490c-480a-9886-fc90c229d75b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:28.523263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8fb10fb9-490c-480a-9886-fc90c229d75b not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:28.523674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f4c5feab-3fd6-44e6-896b-003cd0b83fac no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:28.543000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: f4c5feab-3fd6-44e6-896b-003cd0b83fac {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:28.543350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f4c5feab-3fd6-44e6-896b-003cd0b83fac not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:28.544272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60c23c0d-c340-4198-beaa-960bd08133d1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:28.563797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 60c23c0d-c340-4198-beaa-960bd08133d1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:28.564143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 60c23c0d-c340-4198-beaa-960bd08133d1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:28.623306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Deleting port 107ed39c-a671-45ac-a9fd-dd960410c58c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:28.623637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.698802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] For port 107ed39c-a671-45ac-a9fd-dd960410c58c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=107ed39c-a671-45ac-a9fd-dd960410c58c,segment=NetworkSegment(2f907790-bec3-463c-8f69-0306c993322f),segment_id=2f907790-bec3-463c-8f69-0306c993322f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:28.699157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.714406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Calling delete_port for 107ed39c-a671-45ac-a9fd-dd960410c58c owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:28.886370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:28.912692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Pushing event deleted for resources: {'Port': ['ID=107ed39c-a671-45ac-a9fd-dd960410c58c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:29.071907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:29.523470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Router 381b4b48-42f9-4a75-8ece-020edc074898 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:52:29.627512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:52:29.633066 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8a56afe7-7678-4879-a8e4-3ad334406fda admin admin] 10.222.0.39 "PUT /v2.0/routers/381b4b48-42f9-4a75-8ece-020edc074898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930123 Oct 11 04:52:29.635650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55562) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:29.636716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] Sync routers for ids ['381b4b48-42f9-4a75-8ece-020edc074898'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:52:29.646682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] Routers {'381b4b48-42f9-4a75-8ece-020edc074898'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:29.647321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['381b4b48-42f9-4a75-8ece-020edc074898'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:29.738509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:29.751024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] Set router 381b4b48-42f9-4a75-8ece-020edc074898 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:29.842169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:29.895142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Deleting port 0558c357-817b-49ca-8d79-fd1ddb3334d5 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:29.895490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:29.925981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:52:28Z', 'revision_number': 5, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port': {'id': '0558c357-817b-49ca-8d79-fd1ddb3334d5', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381b4b48-42f9-4a75-8ece-020edc074898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:45:07Z', 'updated_at': '2022-10-11T04:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:29.955737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] Checking router: 381b4b48-42f9-4a75-8ece-020edc074898 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:52:29.964086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] Routers {'381b4b48-42f9-4a75-8ece-020edc074898'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:29.964695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['381b4b48-42f9-4a75-8ece-020edc074898'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:29.974420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] For port 0558c357-817b-49ca-8d79-fd1ddb3334d5, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0558c357-817b-49ca-8d79-fd1ddb3334d5,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:29.974813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:29.987231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Calling delete_port for 0558c357-817b-49ca-8d79-fd1ddb3334d5 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:30.049523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] Set router 381b4b48-42f9-4a75-8ece-020edc074898 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:30.099444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:52:29Z', 'revision_number': 6, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:30.129598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4d98b-2122-4e99-b2a6-213a65993b41 None None] The sync data for ids ['381b4b48-42f9-4a75-8ece-020edc074898'] in dv-neutron-860894-1-hyperv is: [{'id': '381b4b48-42f9-4a75-8ece-020edc074898', 'name': 'tempest-TestVolumeBootPattern-1776002096-router', 'tenant_id': '37553b80eef644ba9a879dd0ff9681ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:45:06Z', 'updated_at': '2022-10-11T04:52:29Z', 'revision_number': 6, 'project_id': '37553b80eef644ba9a879dd0ff9681ac', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:52:30.154057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.182122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Pushing event deleted for resources: {'Port': ['ID=0558c357-817b-49ca-8d79-fd1ddb3334d5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:30.242890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.332535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.334766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.377545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.378292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381b4b48-42f9-4a75-8ece-020edc074898 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:52:30.383018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.384142 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c5c8ba22-78e4-4747-8027-8e291f8a7908 admin admin] 10.222.0.39 "DELETE /v2.0/routers/381b4b48-42f9-4a75-8ece-020edc074898 HTTP/1.1" status: 204 len: 168 time: 0.7475607 Oct 11 04:52:30.386797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55564) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:30.434053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Deleting subnet b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:52:30.436940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.472682 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.558963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.619118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.644744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:30.648771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.651948 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10dbcc4c-f016-4634-a708-2da746bfc95d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b7f1fe43-684e-4c9c-85dd-ac4e9e68bdbf HTTP/1.1" status: 204 len: 168 time: 0.2642047 Oct 11 04:52:30.655106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55566) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:30.657588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97daac81-0a0a-4e03-b8a5-baf05725f89e None None] Network 8d1220f6-4ca0-4aaf-88ad-a75b807359aa requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:52:30.721701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.773256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Deleting port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:30.773629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.842827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] For port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,segment=NetworkSegment(2f907790-bec3-463c-8f69-0306c993322f),segment_id=2f907790-bec3-463c-8f69-0306c993322f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:30.843136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.854397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Calling delete_port for 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:30.910047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88da0b5-ed08-4037-ac50-e3a5c82dc97f None None] DHCP port deletion for 8d1220f6-4ca0-4aaf-88ad-a75b807359aa request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:52:30.913579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 107ed39c-a671-45ac-a9fd-dd960410c58c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:30.935907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:30.936651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 107ed39c-a671-45ac-a9fd-dd960410c58c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:30.936992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 107ed39c-a671-45ac-a9fd-dd960410c58c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:30.956152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b88da0b5-ed08-4037-ac50-e3a5c82dc97f None None] The port '56e1e0a0-48a6-4d25-80c1-1b23f53ef772' was deleted {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 11 04:52:30.966451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e1e0a0-48a6-4d25-80c1-1b23f53ef772,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:30.969978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] No DVR routers for this DVR port 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:52:31.041689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.062021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1220f6-4ca0-4aaf-88ad-a75b807359aa']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:31.071157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f907790-bec3-463c-8f69-0306c993322f') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:31.071593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f907790-bec3-463c-8f69-0306c993322f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:31.086107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.099885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.106398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Releasing vlan 458 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:52:31.106820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.175834 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.181439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.188286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d1220f6-4ca0-4aaf-88ad-a75b807359aa HTTP/1.1" status: 204 len: 168 time: 0.5321856 Oct 11 04:52:31.190130 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 2f907790-bec3-463c-8f69-0306c993322f resource provider aggregate not found Oct 11 04:52:31.206983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2b977-6ce5-41e6-aed5-3115ea317482 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1220f6-4ca0-4aaf-88ad-a75b807359aa,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:31.212549 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 2f907790-bec3-463c-8f69-0306c993322f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f907790-bec3-463c-8f69-0306c993322f found for delete ", "request_id": "req-1acfe744-d68f-45ae-9b1b-0246061d4325"}]} Oct 11 04:52:31.293404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55576) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:31.332676 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fdddc04d-4ac7-41d5-9e63-89a435b58f60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0f4550223da46e18a1c56234e22822b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375609 Oct 11 04:52:31.335135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55578) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:31.381747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a623e6f3-90cd-4d02-ba78-67c36c16fb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.401569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a623e6f3-90cd-4d02-ba78-67c36c16fb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.447328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a623e6f3-90cd-4d02-ba78-67c36c16fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.449774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a623e6f3-90cd-4d02-ba78-67c36c16fb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.451004 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a623e6f3-90cd-4d02-ba78-67c36c16fb07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b24a264e-b2b8-4b25-af88-799049695277 HTTP/1.1" status: 204 len: 168 time: 0.1149957 Oct 11 04:52:31.461981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623e6f3-90cd-4d02-ba78-67c36c16fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a264e-b2b8-4b25-af88-799049695277,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:31.757578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55584) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:31.799470 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2301b892-38d6-46e7-bfc9-7bef353d2722 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37553b80eef644ba9a879dd0ff9681ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407610 Oct 11 04:52:31.801842 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55586) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:31.848516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4855-25bc-4900-8d1b-213ef290f719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.868764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4855-25bc-4900-8d1b-213ef290f719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.915601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4855-25bc-4900-8d1b-213ef290f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.918114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4855-25bc-4900-8d1b-213ef290f719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:31.919286 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1d4b4855-25bc-4900-8d1b-213ef290f719 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd626097-2339-4fcd-9ab6-fbd1dcd1e376 HTTP/1.1" status: 204 len: 168 time: 0.1165490 Oct 11 04:52:31.926738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4855-25bc-4900-8d1b-213ef290f719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd626097-2339-4fcd-9ab6-fbd1dcd1e376,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:32.497207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0558c357-817b-49ca-8d79-fd1ddb3334d5 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:32.519968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 0558c357-817b-49ca-8d79-fd1ddb3334d5 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:32.520313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0558c357-817b-49ca-8d79-fd1ddb3334d5 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:32.520714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:32.539287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:32.539635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 56e1e0a0-48a6-4d25-80c1-1b23f53ef772 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:34.239449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d4b9693f-71e4-4dd1-ba0f-785e20b1cb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:36.491115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0ec9d885-2075-4719-a75c-c1cbf8f86cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:37.822820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:38.010516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-998b08b8-5250-4c12-a4e8-b06996be8d67 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8b45ccff2cfc49adafa983ef50717a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298908 Oct 11 04:52:38.195340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-74e3a3ee-60fa-4ac3-9b2f-6137825247b7 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:38.196691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-74e3a3ee-60fa-4ac3-9b2f-6137825247b7 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800487 Oct 11 04:52:38.210974 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-5ab47456-dbe9-47a4-a228-4ea7a680f029 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/quotas/8b45ccff2cfc49adafa983ef50717a9c HTTP/1.1" status: 200 len: 375 time: 0.0086551 Oct 11 04:52:38.241670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-c9c8f96c-a98e-4382-9f66-e5d7d6e90976 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b45ccff2cfc49adafa983ef50717a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256486 Oct 11 04:52:38.396015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-51fbe73e-3594-477b-9a8d-50c11a2f10d3 req-1fa588d0-984e-4eef-bfdb-3a67b321de04 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 210 time: 0.0263338 Oct 11 04:52:39.321798 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-975905f2-c6e2-4375-a3eb-169687c18b36 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8b45ccff2cfc49adafa983ef50717a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303884 Oct 11 04:52:39.393981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:39.498796 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7cb95c03-f3a9-4cad-b0ad-8477a0e100b1 req-8d0452a2-3b0b-4091-b18f-1a62425f0644 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 210 time: 0.0258369 Oct 11 04:52:39.512361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-d3d40400-1587-46a7-8a26-624494683725 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:39.513797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-d3d40400-1587-46a7-8a26-624494683725 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857460 Oct 11 04:52:39.541262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:39.570207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Request body: {'port': {'device_id': '2983cf53-dad4-4832-ac85-357903dac878', 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873', 'admin_state_up': True, 'tenant_id': '8b45ccff2cfc49adafa983ef50717a9c'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:52:39.678133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Made reservation on behalf of 8b45ccff2cfc49adafa983ef50717a9c for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:52:39.681622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:39.690753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:39.762847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:39.766401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:39.823871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b773577-6431-465a-a6e5-53444f047ac4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:39.895232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Allocated IP 192.168.233.122 (413d5787-73d8-461f-bbd2-41d55f043873/114fbde1-ceb6-4970-a3ae-aeb774c9e5fa/666d7e50-b487-4fe3-8263-40d17beae78e) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:52:40.039283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.071548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.118460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Network 413d5787-73d8-461f-bbd2-41d55f043873 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:52:40.121537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:52:40.125105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:52:40.138057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Pushing event updated for resources: {'Port': ['ID=666d7e50-b487-4fe3-8263-40d17beae78e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:40.184467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:40.185116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.201009 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-e6486f27-0c0d-4e9d-93f3-a8f1b56c4e45 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6347830 Oct 11 04:52:40.218238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Request body: {'port': {'device_id': '2983cf53-dad4-4832-ac85-357903dac878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:52:40.274747 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.360123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4858ca38-f6ca-434c-bd52-d43d46253df7 None None] Provisioning complete for port 666d7e50-b487-4fe3-8263-40d17beae78e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:52:40.360483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4858ca38-f6ca-434c-bd52-d43d46253df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.360813 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4858ca38-f6ca-434c-bd52-d43d46253df7 None None] Attempt 1 to provision port 666d7e50-b487-4fe3-8263-40d17beae78e Oct 11 04:52:40.397116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4858ca38-f6ca-434c-bd52-d43d46253df7 None None] Port 666d7e50-b487-4fe3-8263-40d17beae78e cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:52:40.535347 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666d7e50-b487-4fe3-8263-40d17beae78e {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:52:40.542470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.554188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Transition to ACTIVE for port object 666d7e50-b487-4fe3-8263-40d17beae78e will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:52:40.557550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.641248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Pushing event updated for resources: {'Port': ['ID=666d7e50-b487-4fe3-8263-40d17beae78e,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:40.669901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.695918 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Attempting to bind port 666d7e50-b487-4fe3-8263-40d17beae78e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:52:40.696252 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Attempting to bind port 666d7e50-b487-4fe3-8263-40d17beae78e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:52:40.696576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Attempting to bind port 666d7e50-b487-4fe3-8263-40d17beae78e on network 413d5787-73d8-461f-bbd2-41d55f043873 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:52:40.708136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783c77-b8e8-421d-bac6-e80017d009bb req-0bb1fb2b-d020-49e2-9d24-96a57c759cf1 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:40.709588 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62783c77-b8e8-421d-bac6-e80017d009bb req-0bb1fb2b-d020-49e2-9d24-96a57c759cf1 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 948 time: 0.0782895 Oct 11 04:52:40.710518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Port 666d7e50-b487-4fe3-8263-40d17beae78e on network 413d5787-73d8-461f-bbd2-41d55f043873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:52:40.710848 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Attempting to bind port 666d7e50-b487-4fe3-8263-40d17beae78e on network 413d5787-73d8-461f-bbd2-41d55f043873 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:52:40.717470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:52:40.717796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Checking segment: {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:52:40.718191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Bound using segment: {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:52:40.718629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Bound port: 666d7e50-b487-4fe3-8263-40d17beae78e, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6653e9af-0d43-4cea-9fbd-188d6011f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:52:40.718978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.775720 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62783c77-b8e8-421d-bac6-e80017d009bb req-fea057ee-cc63-4073-a68a-2bb78a56b8be tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598669 Oct 11 04:52:40.805158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] For port 666d7e50-b487-4fe3-8263-40d17beae78e, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:52:40.808366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] For port 666d7e50-b487-4fe3-8263-40d17beae78e, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=666d7e50-b487-4fe3-8263-40d17beae78e,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:52:40.813371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.816422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:40.817020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:40.818485 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] 10.222.0.45 "PUT /v2.0/ports/666d7e50-b487-4fe3-8263-40d17beae78e HTTP/1.1" status: 200 len: 1098 time: 0.6050594 Oct 11 04:52:40.820473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2983cf53-dad4-4832-ac85-357903dac878', 'tag': '666d7e50-b487-4fe3-8263-40d17beae78e'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:40.822779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50" -d '{"events": [{"name": "network-changed", "server_uuid": "2983cf53-dad4-4832-ac85-357903dac878", "tag": "666d7e50-b487-4fe3-8263-40d17beae78e"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:40.862223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c36a6-9f8a-477b-a90e-4ba1cff13d89 x-openstack-request-id: req-456c36a6-9f8a-477b-a90e-4ba1cff13d89 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:40.862721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2983cf53-dad4-4832-ac85-357903dac878", "tag": "666d7e50-b487-4fe3-8263-40d17beae78e", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:40.862870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-456c36a6-9f8a-477b-a90e-4ba1cff13d89 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:40.863188 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456c36a6-9f8a-477b-a90e-4ba1cff13d89'] response: {'name': 'network-changed', 'server_uuid': '2983cf53-dad4-4832-ac85-357903dac878', 'tag': '666d7e50-b487-4fe3-8263-40d17beae78e', 'status': 'completed', 'code': 200} Oct 11 04:52:40.879306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a237a3-6f67-49ca-bfd6-bea8591c0d8b service neutron] Pushing event updated for resources: {'Port': ['ID=666d7e50-b487-4fe3-8263-40d17beae78e,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:40.898426 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4858ca38-f6ca-434c-bd52-d43d46253df7 None None] Attempt 2 to provision port 666d7e50-b487-4fe3-8263-40d17beae78e Oct 11 04:52:40.923707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-8aabef60-583f-47e6-96ab-d9c0104d2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:40.925177 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-8aabef60-583f-47e6-96ab-d9c0104d2697 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b45ccff2cfc49adafa983ef50717a9c&device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 1101 time: 0.0430768 Oct 11 04:52:40.937849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4858ca38-f6ca-434c-bd52-d43d46253df7 None None] Port 666d7e50-b487-4fe3-8263-40d17beae78e had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:52:40.971208 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-47d6b9c1-8593-41de-b215-515824c5bcd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=666d7e50-b487-4fe3-8263-40d17beae78e HTTP/1.1" status: 200 len: 217 time: 0.0334976 Oct 11 04:52:41.018074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-71e3af8b-9bec-4a3d-993b-9ada723249c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.019517 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-71e3af8b-9bec-4a3d-993b-9ada723249c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=114fbde1-ceb6-4970-a3ae-aeb774c9e5fa HTTP/1.1" status: 200 len: 843 time: 0.0422297 Oct 11 04:52:41.065847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b592-1793-4681-97ad-979b2362ffad req-52db5e1b-569f-46ea-a965-2e3d3c9e154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.067346 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-52db5e1b-569f-46ea-a965-2e3d3c9e154f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=413d5787-73d8-461f-bbd2-41d55f043873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0418921 Oct 11 04:52:41.153162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-a23bfc34-84b0-41d9-a6e3-098badda6336 service neutron] 10.222.0.45 "GET /v2.0/networks/413d5787-73d8-461f-bbd2-41d55f043873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795250 Oct 11 04:52:41.492191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ac82b592-1793-4681-97ad-979b2362ffad req-59cb2cad-5372-46d5-83ee-1e4f6032c4df service neutron] 10.222.0.45 "GET /v2.0/networks/413d5787-73d8-461f-bbd2-41d55f043873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328314 Oct 11 04:52:41.613691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-22b217b1-a4fa-445c-ad57-df2b1a4e7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.615171 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-22b217b1-a4fa-445c-ad57-df2b1a4e7324 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b45ccff2cfc49adafa983ef50717a9c&device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 1101 time: 0.0387061 Oct 11 04:52:41.715017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-6f1a228d-e19b-4a27-a9fd-28665768cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.716494 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-6f1a228d-e19b-4a27-a9fd-28665768cf02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=413d5787-73d8-461f-bbd2-41d55f043873 HTTP/1.1" status: 200 len: 870 time: 0.0857162 Oct 11 04:52:41.757145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-198e054c-1b4e-47d5-94a0-e59bab8c1511 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=666d7e50-b487-4fe3-8263-40d17beae78e HTTP/1.1" status: 200 len: 217 time: 0.0333421 Oct 11 04:52:41.804758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-7f2c271a-6fe4-49b6-bfb9-a2fdf89b58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.806233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-7f2c271a-6fe4-49b6-bfb9-a2fdf89b58bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=114fbde1-ceb6-4970-a3ae-aeb774c9e5fa HTTP/1.1" status: 200 len: 843 time: 0.0425856 Oct 11 04:52:41.862642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-732a0040-1b84-4419-af41-23676d04c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.864045 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-732a0040-1b84-4419-af41-23676d04c300 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=413d5787-73d8-461f-bbd2-41d55f043873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0514100 Oct 11 04:52:41.952709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed20b5-c88e-46e4-8c52-15dce3824145 req-d7030c58-fb36-4b9b-9728-cbc291962297 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:41.954157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5ed20b5-c88e-46e4-8c52-15dce3824145 req-d7030c58-fb36-4b9b-9728-cbc291962297 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 948 time: 0.1057088 Oct 11 04:52:42.004490 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-7045580a-b169-4276-9e4b-b20d2f6f0384 service neutron] 10.222.0.45 "GET /v2.0/networks/413d5787-73d8-461f-bbd2-41d55f043873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226025 Oct 11 04:52:42.011512 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5ed20b5-c88e-46e4-8c52-15dce3824145 req-c697d347-7f55-4083-b30c-05307f2e3b1a tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 Oct 11 04:52:42.093864 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-835b8c7f-ffa8-4c6c-ba1b-ec582bfe9e50 req-46f1834f-8b30-42e8-b0e2-7ad891ab157f service neutron] 10.222.0.45 "GET /v2.0/networks/413d5787-73d8-461f-bbd2-41d55f043873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815189 Oct 11 04:52:43.133446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b0db-72a1-426f-a18b-c20c8547e5bf req-c9d0890b-2806-48ff-a7a5-f5597496ad1b tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:43.134895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7ff9b0db-72a1-426f-a18b-c20c8547e5bf req-c9d0890b-2806-48ff-a7a5-f5597496ad1b tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 948 time: 0.0504367 Oct 11 04:52:43.172348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7ff9b0db-72a1-426f-a18b-c20c8547e5bf req-72bae804-05d4-464e-851f-a38f54fd4f35 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Oct 11 04:52:44.293973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e0ff1-81d3-4e99-9883-141554e086c9 req-9e6aebe3-4867-45fe-a8c4-acd1f452e50d tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:44.295460 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-722e0ff1-81d3-4e99-9883-141554e086c9 req-9e6aebe3-4867-45fe-a8c4-acd1f452e50d tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 948 time: 0.0493603 Oct 11 04:52:44.332454 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-722e0ff1-81d3-4e99-9883-141554e086c9 req-1687620f-f3bb-448b-b1c5-cc3d61f9ad09 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Oct 11 04:52:45.225571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 666d7e50-b487-4fe3-8263-40d17beae78e details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:52:45.319228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 666d7e50-b487-4fe3-8263-40d17beae78e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=666d7e50-b487-4fe3-8263-40d17beae78e,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:45.329754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '666d7e50-b487-4fe3-8263-40d17beae78e', 'network_id': '413d5787-73d8-461f-bbd2-41d55f043873', 'port_id': '666d7e50-b487-4fe3-8263-40d17beae78e', 'mac_address': 'fa:16:3e:7e:e5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 481, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114fbde1-ceb6-4970-a3ae-aeb774c9e5fa', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:52:45.365935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 666d7e50-b487-4fe3-8263-40d17beae78e is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:52:45.366320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:45.379490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666d7e50-b487-4fe3-8263-40d17beae78e {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:52:45.398975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 666d7e50-b487-4fe3-8263-40d17beae78e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=666d7e50-b487-4fe3-8263-40d17beae78e,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:45.403498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:45.451176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163028d-9a3d-4d01-9857-8e3cd7625985 req-855cb2a2-8a74-4e09-8111-f6369d355496 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:45.452654 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a163028d-9a3d-4d01-9857-8e3cd7625985 req-855cb2a2-8a74-4e09-8111-f6369d355496 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 949 time: 0.0486383 Oct 11 04:52:45.454162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=666d7e50-b487-4fe3-8263-40d17beae78e,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:45.490651 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a163028d-9a3d-4d01-9857-8e3cd7625985 req-7a907861-9b01-4b9e-a421-02235394e3e9 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Oct 11 04:52:45.790007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['666d7e50-b487-4fe3-8263-40d17beae78e'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:52:46.612622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011e096-3905-4706-a6e3-6473682692e2 req-1ced56dc-c1a1-4b53-a074-3206ddf83023 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:46.614085 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8011e096-3905-4706-a6e3-6473682692e2 req-1ced56dc-c1a1-4b53-a074-3206ddf83023 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 949 time: 0.0522871 Oct 11 04:52:46.651002 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8011e096-3905-4706-a6e3-6473682692e2 req-b0c1dfcc-6feb-45d4-9eea-53378668b115 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Oct 11 04:52:47.225665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 666d7e50-b487-4fe3-8263-40d17beae78e up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:52:47.411648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 666d7e50-b487-4fe3-8263-40d17beae78e completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:52:47.415648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 666d7e50-b487-4fe3-8263-40d17beae78e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:52:47.416019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:47.416351 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 666d7e50-b487-4fe3-8263-40d17beae78e Oct 11 04:52:47.490270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 666d7e50-b487-4fe3-8263-40d17beae78e is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:52:47.490576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:47.513485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2983cf53-dad4-4832-ac85-357903dac878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666d7e50-b487-4fe3-8263-40d17beae78e'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:47.515777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86afc6fb-0bf5-469a-be31-18d730cee28d" -d '{"events": [{"server_uuid": "2983cf53-dad4-4832-ac85-357903dac878", "name": "network-vif-plugged", "status": "completed", "tag": "666d7e50-b487-4fe3-8263-40d17beae78e"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:47.528019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 666d7e50-b487-4fe3-8263-40d17beae78e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=666d7e50-b487-4fe3-8263-40d17beae78e,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:47.531992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:47.561850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0315edd-331c-4560-82f7-d3cb1a99221e x-openstack-request-id: req-b0315edd-331c-4560-82f7-d3cb1a99221e {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:47.562137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2983cf53-dad4-4832-ac85-357903dac878", "name": "network-vif-plugged", "status": "completed", "tag": "666d7e50-b487-4fe3-8263-40d17beae78e", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:47.562382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0315edd-331c-4560-82f7-d3cb1a99221e {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:47.562778 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0315edd-331c-4560-82f7-d3cb1a99221e'] response: {'server_uuid': '2983cf53-dad4-4832-ac85-357903dac878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666d7e50-b487-4fe3-8263-40d17beae78e', 'code': 200} Oct 11 04:52:47.589685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=666d7e50-b487-4fe3-8263-40d17beae78e,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:47.773676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109a01a-32ab-4223-afa6-ef68bf0f9ba7 req-5b950e83-6cad-45ae-a1a5-055a20062287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:47.775151 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d109a01a-32ab-4223-afa6-ef68bf0f9ba7 req-5b950e83-6cad-45ae-a1a5-055a20062287 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 1103 time: 0.0671391 Oct 11 04:52:47.790392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2040-af91-413c-aa7f-77ba319d3ad7 req-197e762d-38b5-40e8-a8e6-d6f0c6edc764 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:47.791753 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbed2040-af91-413c-aa7f-77ba319d3ad7 req-197e762d-38b5-40e8-a8e6-d6f0c6edc764 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 950 time: 0.0595922 Oct 11 04:52:47.842017 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d109a01a-32ab-4223-afa6-ef68bf0f9ba7 req-668e5fdc-097f-4511-8c25-b51376434e75 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Oct 11 04:52:47.848820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cbed2040-af91-413c-aa7f-77ba319d3ad7 req-69e66865-a360-4f3c-ac90-ea4abc6b03f9 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Oct 11 04:52:48.968372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a0cac-d7dd-4299-b1d7-c7937ab64937 req-4fb54754-c10a-4747-bf1f-b6df549ae2fe tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:48.969974 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d6a0cac-d7dd-4299-b1d7-c7937ab64937 req-4fb54754-c10a-4747-bf1f-b6df549ae2fe tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 950 time: 0.0481553 Oct 11 04:52:49.011234 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d6a0cac-d7dd-4299-b1d7-c7937ab64937 req-b971433e-2edc-475f-8110-6fa0a9e0be17 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Oct 11 04:52:50.130511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76ad9-be3f-46e6-ab47-0e41c22a50b7 req-5ac71817-77e1-4a53-b859-5f391059e49e tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:50.132000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-31d76ad9-be3f-46e6-ab47-0e41c22a50b7 req-5ac71817-77e1-4a53-b859-5f391059e49e tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 950 time: 0.0489514 Oct 11 04:52:50.169348 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-31d76ad9-be3f-46e6-ab47-0e41c22a50b7 req-f89bfb1c-fcda-4ae0-8abe-e69f2c9cd5d7 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Oct 11 04:52:50.546121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-5d295f90-887a-4c07-a520-69040bd762f8 req-6284a77e-9a0b-469b-80c0-b9ccf918e331 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:52:50.547239 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d295f90-887a-4c07-a520-69040bd762f8 req-6284a77e-9a0b-469b-80c0-b9ccf918e331 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0945084 Oct 11 04:52:50.911042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-ba2945b0-08e7-4de0-bba4-79ad85d37e5e req-aef562a6-8e16-42f6-88bd-103458c6b5b8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:52:50.912015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba2945b0-08e7-4de0-bba4-79ad85d37e5e req-aef562a6-8e16-42f6-88bd-103458c6b5b8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054917 Oct 11 04:52:51.263805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d25e-f143-4333-b520-84d611f8fbdf req-7ab77f34-4d13-4363-8be2-8d8cc7c2e3a1 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:51.265253 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc54d25e-f143-4333-b520-84d611f8fbdf req-7ab77f34-4d13-4363-8be2-8d8cc7c2e3a1 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 950 time: 0.0489228 Oct 11 04:52:51.302507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bc54d25e-f143-4333-b520-84d611f8fbdf req-9dfab5e3-1be3-47ed-b5c8-acb08a3e616c tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Oct 11 04:52:52.426492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36658890-f45d-4c8b-a978-5e2d145b66ae req-4508061b-5ecc-46a8-a203-f2b585f6bc86 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:52.427970 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-36658890-f45d-4c8b-a978-5e2d145b66ae req-4508061b-5ecc-46a8-a203-f2b585f6bc86 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 950 time: 0.0496948 Oct 11 04:52:52.466783 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-36658890-f45d-4c8b-a978-5e2d145b66ae req-230c1fe4-95ce-4ac6-a0d5-981824e94ebb tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b773577-6431-465a-a6e5-53444f047ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Oct 11 04:52:52.779566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-491ffef7-128a-45b5-ba45-0cab1658bb25 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:52.781018 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-491ffef7-128a-45b5-ba45-0cab1658bb25 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.45 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 950 time: 0.0473692 Oct 11 04:52:52.868677 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Deleting port 666d7e50-b487-4fe3-8263-40d17beae78e {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:52:52.869013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:52.955508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] For port 666d7e50-b487-4fe3-8263-40d17beae78e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=666d7e50-b487-4fe3-8263-40d17beae78e,segment=NetworkSegment(6653e9af-0d43-4cea-9fbd-188d6011f478),segment_id=6653e9af-0d43-4cea-9fbd-188d6011f478)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:52.955788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:52.971570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Calling delete_port for 666d7e50-b487-4fe3-8263-40d17beae78e owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:52:53.093963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:53.122505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Pushing event deleted for resources: {'Port': ['ID=666d7e50-b487-4fe3-8263-40d17beae78e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:53.127145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['666d7e50-b487-4fe3-8263-40d17beae78e'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:52:53.167383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] No DVR routers for this DVR port 666d7e50-b487-4fe3-8263-40d17beae78e on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:52:53.170430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:53.173754 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3e7b0e87-c1d4-4280-a1b4-c6a40cff3a05 req-29ffb08a-a160-4cd7-bb8e-dfb49a5b2966 tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.45 "DELETE /v2.0/ports/666d7e50-b487-4fe3-8263-40d17beae78e HTTP/1.1" status: 204 len: 173 time: 0.3874712 Oct 11 04:52:53.174259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2983cf53-dad4-4832-ac85-357903dac878', 'name': 'network-vif-deleted', 'tag': '666d7e50-b487-4fe3-8263-40d17beae78e'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:52:53.176592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2836bb-afeb-47de-99c8-0fe8c74536b9" -d '{"events": [{"server_uuid": "2983cf53-dad4-4832-ac85-357903dac878", "name": "network-vif-deleted", "tag": "666d7e50-b487-4fe3-8263-40d17beae78e"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:52:53.285154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1fcd85-a9a2-437a-ac0e-2d4812c27a0b x-openstack-request-id: req-6e1fcd85-a9a2-437a-ac0e-2d4812c27a0b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:52:53.285450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2983cf53-dad4-4832-ac85-357903dac878", "name": "network-vif-deleted", "tag": "666d7e50-b487-4fe3-8263-40d17beae78e", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:52:53.285701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e1fcd85-a9a2-437a-ac0e-2d4812c27a0b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:52:53.286216 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1fcd85-a9a2-437a-ac0e-2d4812c27a0b'] response: {'server_uuid': '2983cf53-dad4-4832-ac85-357903dac878', 'name': 'network-vif-deleted', 'tag': '666d7e50-b487-4fe3-8263-40d17beae78e', 'status': 'completed', 'code': 200} Oct 11 04:52:53.575648 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e8947673-578d-4db2-bb77-83913eef946a req-c223764f-d1ca-400b-a75f-a5938ffbbbcd tempest-ServersAdminNegativeTestJSON-1541906222 tempest-ServersAdminNegativeTestJSON-1541906222-project] 10.222.0.39 "GET /v2.0/ports?device_id=2983cf53-dad4-4832-ac85-357903dac878 HTTP/1.1" status: 200 len: 210 time: 0.0270097 Oct 11 04:52:54.626881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:52:54.870705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:54.996835 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-338a5736-5c7b-41bd-be2d-7b19fde9c3b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b45ccff2cfc49adafa983ef50717a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249771 Oct 11 04:52:54.999379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:55.049309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ba70182-6105-4a43-b71a-baaac0a9b8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.069362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ba70182-6105-4a43-b71a-baaac0a9b8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.114447 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ba70182-6105-4a43-b71a-baaac0a9b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.116982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2ba70182-6105-4a43-b71a-baaac0a9b8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.143300 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2ba70182-6105-4a43-b71a-baaac0a9b8e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b773577-6431-465a-a6e5-53444f047ac4 HTTP/1.1" status: 204 len: 168 time: 0.1178474 Oct 11 04:52:55.143300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba70182-6105-4a43-b71a-baaac0a9b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b773577-6431-465a-a6e5-53444f047ac4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:55.386967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55738) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:55.400520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bce53c07-2cee-4e41-a765-40e34d1b790b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.473313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bce53c07-2cee-4e41-a765-40e34d1b790b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.476785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bce53c07-2cee-4e41-a765-40e34d1b790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.514765 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bce53c07-2cee-4e41-a765-40e34d1b790b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=565bdc43d5f3443d85dd58b27c2af614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262424 Oct 11 04:52:55.515630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53c07-2cee-4e41-a765-40e34d1b790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d65ccf-f052-4dfa-92ab-151bf22310d3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:55.518024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55740) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:55.565332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b315-a945-4938-af82-b992bcf5a955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.586459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b315-a945-4938-af82-b992bcf5a955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.633391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b315-a945-4938-af82-b992bcf5a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.635923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b315-a945-4938-af82-b992bcf5a955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:55.637059 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b0a1b315-a945-4938-af82-b992bcf5a955 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7d65ccf-f052-4dfa-92ab-151bf22310d3 HTTP/1.1" status: 204 len: 168 time: 0.1185572 Oct 11 04:52:55.645367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1b315-a945-4938-af82-b992bcf5a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d65ccf-f052-4dfa-92ab-151bf22310d3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:56.280820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55762) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:56.374103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1342516534-network', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:52:56.393766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Made reservation on behalf of 95e3f5405fe84b5085717bcf977c8908 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:52:56.396022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.405067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.482111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.485636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.505911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:52:56.521068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4423d-d116-41d5-87e7-31e2dd73f426,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:56.525021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.525368 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Added segment 5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3 of type vlan for network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 Oct 11 04:52:56.564804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.589171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.590133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:56.591259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.617902 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3360364 Oct 11 04:52:56.620914 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55766) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:56.625831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Request body: {'subnet': {'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1342516534-subnet', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:52:56.644578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Made reservation on behalf of 95e3f5405fe84b5085717bcf977c8908 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:52:56.647671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.653891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8f4e-996e-49dc-b5a5-db33c6b217bb admin admin] Pushing event updated for resources: {'Network': ['ID=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:56.663741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:52:56.812609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.874148 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2c8564-40d5-4695-b794-6fa984b4faf2,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:56.879567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Checking segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:52:56.879927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Network hostable DHCP agents. Network: 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:52:56.895599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:52:56.904353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:52:56.908233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:52:56.908816 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.913949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ac4b73-e78c-40bc-a560-38008832cf69 None None] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:52:56.924619 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-81f37549-1e8e-4ca8-93e2-7c0c6300709e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3025999 Oct 11 04:52:56.927338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55768) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:56.931515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:52:56.949125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:56.950712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.001386 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.059573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'fixed_ips': [{'subnet_id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:52:57.060421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.137198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.195733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Allocated IP 172.20.0.2 (4df2c5c2-1a54-448f-9e7b-ec830c6a70f7/ac2c8564-40d5-4695-b794-6fa984b4faf2/2e322fc8-e016-4cf5-9a69-eb057c499243) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:52:57.291030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 666d7e50-b487-4fe3-8263-40d17beae78e no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:52:57.336568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.342385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 666d7e50-b487-4fe3-8263-40d17beae78e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:52:57.342744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 666d7e50-b487-4fe3-8263-40d17beae78e not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:52:57.359006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.363173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.369021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.407930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:52:57.411427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:52:57.414242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:52:57.422453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Pushing event updated for resources: {'Port': ['ID=2e322fc8-e016-4cf5-9a69-eb057c499243,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:57.463508 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Allocated IP 172.26.8.66 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/b94d019f-0f7f-4097-94ca-966844b124e4) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:52:57.474936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Attempting to bind port 2e322fc8-e016-4cf5-9a69-eb057c499243 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:52:57.475307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Attempting to bind port 2e322fc8-e016-4cf5-9a69-eb057c499243 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:52:57.475662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Attempting to bind port 2e322fc8-e016-4cf5-9a69-eb057c499243 on network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:52:57.480689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:52:57.481580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Checking segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:52:57.481974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.482356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Bound using segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:52:57.482864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Bound port: 2e322fc8-e016-4cf5-9a69-eb057c499243, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:52:57.483236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.543366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] For port 2e322fc8-e016-4cf5-9a69-eb057c499243, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:52:57.546986 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] For port 2e322fc8-e016-4cf5-9a69-eb057c499243, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2e322fc8-e016-4cf5-9a69-eb057c499243,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:52:57.552142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.578810 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.603418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132e9a1-3952-4392-8770-6cee3b399cc8 None None] Pushing event updated for resources: {'Port': ['ID=2e322fc8-e016-4cf5-9a69-eb057c499243,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:57.616956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:57.660893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:52:57.663865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:52:57.668304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:52:57.672092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Pushing event updated for resources: {'Port': ['ID=b94d019f-0f7f-4097-94ca-966844b124e4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:57.943280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.135209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.266163 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Router cc1539da-069b-40c7-bcc0-2953e5e88270 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:52:58.377505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:52:58.390033 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Sync routers for ids ['cc1539da-069b-40c7-bcc0-2953e5e88270'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:52:58.396652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.399070 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-92ebda53-6506-4423-992f-5e0d41d35087 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4707003 Oct 11 04:52:58.401013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55770) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:52:58.402778 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Routers {'cc1539da-069b-40c7-bcc0-2953e5e88270'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:58.403994 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['cc1539da-069b-40c7-bcc0-2953e5e88270'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:58.508487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f36ca9-790b-44d0-8cae-a8aa87351871 None None] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:52:58.535058 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Set router cc1539da-069b-40c7-bcc0-2953e5e88270 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:58.584275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e322fc8-e016-4cf5-9a69-eb057c499243 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:52:58.646377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Provisioning complete for port 2e322fc8-e016-4cf5-9a69-eb057c499243 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:52:58.646770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.647112 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Attempt 1 to provision port 2e322fc8-e016-4cf5-9a69-eb057c499243 Oct 11 04:52:58.728405 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:52:57Z', 'revision_number': 3, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:58.730042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2e322fc8-e016-4cf5-9a69-eb057c499243 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:52:58.730410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.730776 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2e322fc8-e016-4cf5-9a69-eb057c499243 Oct 11 04:52:58.760080 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Checking router: cc1539da-069b-40c7-bcc0-2953e5e88270 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:52:58.760351 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Updating router cc1539da-069b-40c7-bcc0-2953e5e88270 port b94d019f-0f7f-4097-94ca-966844b124e4 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:52:58.786059 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.826160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Current status of the port 2e322fc8-e016-4cf5-9a69-eb057c499243 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:52:58.826577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.866686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.912393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] For port 2e322fc8-e016-4cf5-9a69-eb057c499243, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2e322fc8-e016-4cf5-9a69-eb057c499243,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:52:58.919193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.925675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2e322fc8-e016-4cf5-9a69-eb057c499243 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:52:58.926372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:58.989591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bc462-afa6-46aa-bd17-c30079ac6b1e None None] Pushing event updated for resources: {'Port': ['ID=2e322fc8-e016-4cf5-9a69-eb057c499243,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:59.073778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:52:59.074906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:52:59.142226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-519ad439-f486-472f-983f-1515379cc105 None None] Provisioning complete for port 2e322fc8-e016-4cf5-9a69-eb057c499243 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:52:59.142758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-519ad439-f486-472f-983f-1515379cc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.143109 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-519ad439-f486-472f-983f-1515379cc105 None None] Attempt 1 to provision port 2e322fc8-e016-4cf5-9a69-eb057c499243 Oct 11 04:52:59.181554 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Allocated IP 172.20.0.1 (4df2c5c2-1a54-448f-9e7b-ec830c6a70f7/ac2c8564-40d5-4695-b794-6fa984b4faf2/84167af3-ed2a-4666-8a7b-5a5e6d88343c) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:52:59.202405 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.209483 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.242565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-519ad439-f486-472f-983f-1515379cc105 None None] Current status of the port 2e322fc8-e016-4cf5-9a69-eb057c499243 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:52:59.247491 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Attempting to bind port b94d019f-0f7f-4097-94ca-966844b124e4 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:52:59.248182 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Attempting to bind port b94d019f-0f7f-4097-94ca-966844b124e4 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:52:59.248767 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Attempting to bind port b94d019f-0f7f-4097-94ca-966844b124e4 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:52:59.261589 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:52:59.261966 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:52:59.262392 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.262815 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:52:59.263283 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Bound port: b94d019f-0f7f-4097-94ca-966844b124e4, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:52:59.263661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.290774 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Pushing event updated for resources: {'Port': ['ID=b94d019f-0f7f-4097-94ca-966844b124e4,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:59.305431 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.305892 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.306237 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.306652 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.306982 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.307310 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.307636 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.307961 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.308276 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.308599 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.308917 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.309825 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:52:59.311717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.334213 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] For port b94d019f-0f7f-4097-94ca-966844b124e4, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:52:59.337411 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] For port b94d019f-0f7f-4097-94ca-966844b124e4, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b94d019f-0f7f-4097-94ca-966844b124e4,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:52:59.342015 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.350606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.380372 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Routers {'cc1539da-069b-40c7-bcc0-2953e5e88270'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:52:59.381011 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['cc1539da-069b-40c7-bcc0-2953e5e88270'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:59.398048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:52:59.403396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:52:59.408350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:52:59.415237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Pushing event updated for resources: {'Port': ['ID=84167af3-ed2a-4666-8a7b-5a5e6d88343c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:59.453521 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077899d-c0e6-4a96-8085-e5c5219884d5 None None] Pushing event updated for resources: {'Port': ['ID=b94d019f-0f7f-4097-94ca-966844b124e4,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:52:59.457806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.504794 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] Set router cc1539da-069b-40c7-bcc0-2953e5e88270 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:52:59.634308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2e322fc8-e016-4cf5-9a69-eb057c499243 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:52:59.691599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.726390 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:52:57Z', 'revision_number': 3, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:52:59.757559 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25965036-409f-4b53-a0a9-e9c15dc3aab0 None None] The sync data for ids ['cc1539da-069b-40c7-bcc0-2953e5e88270'] in dv-neutron-860894-1-hyperv is: [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:52:57Z', 'revision_number': 3, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:52:59.771092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Provisioning complete for port 84167af3-ed2a-4666-8a7b-5a5e6d88343c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:52:59.771474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.771941 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Attempt 1 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:52:59.811398 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Port 84167af3-ed2a-4666-8a7b-5a5e6d88343c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:52:59.863639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.868300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.936928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:52:59.938684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Pushing event updated for resources: {'Port': ['ID=84167af3-ed2a-4666-8a7b-5a5e6d88343c,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:00.040522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:53:00.041866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:00.172512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Router cc1539da-069b-40c7-bcc0-2953e5e88270 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:53:00.290982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:53:00.297009 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e7eb6bf9-71a6-4d5a-8252-67ce0aae7c61 admin admin] 10.222.0.39 "PUT /v2.0/routers/cc1539da-069b-40c7-bcc0-2953e5e88270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8949080 Oct 11 04:53:00.312412 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Attempt 2 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:00.352100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Port 84167af3-ed2a-4666-8a7b-5a5e6d88343c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:00.603914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e322fc8-e016-4cf5-9a69-eb057c499243 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:00.656740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2e322fc8-e016-4cf5-9a69-eb057c499243 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:00.657352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:00.657424 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2e322fc8-e016-4cf5-9a69-eb057c499243 Oct 11 04:53:00.732127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2e322fc8-e016-4cf5-9a69-eb057c499243 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:00.733163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b94d019f-0f7f-4097-94ca-966844b124e4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:00.742915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-eae286b3-6826-4e79-912d-b96476bd53b4 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:00.744409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-eae286b3-6826-4e79-912d-b96476bd53b4 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 812 time: 0.1062999 Oct 11 04:53:00.759808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-54497dca-29d3-493d-a936-15f8291aafb3 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/quotas/95e3f5405fe84b5085717bcf977c8908 HTTP/1.1" status: 200 len: 375 time: 0.0094075 Oct 11 04:53:00.783397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b94d019f-0f7f-4097-94ca-966844b124e4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:00.783770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:00.784110 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b94d019f-0f7f-4097-94ca-966844b124e4 Oct 11 04:53:00.815336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-c7355a11-4661-49d0-b031-66e5906dc571 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495524 Oct 11 04:53:00.826636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-6389328e-e499-427a-9f82-d4f4f9d4b635 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:53:00.827609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-6389328e-e499-427a-9f82-d4f4f9d4b635 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055690 Oct 11 04:53:00.853171 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Attempt 3 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:00.883491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b94d019f-0f7f-4097-94ca-966844b124e4 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:00.883805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:00.908728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Port 84167af3-ed2a-4666-8a7b-5a5e6d88343c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:00.911841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port b94d019f-0f7f-4097-94ca-966844b124e4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b94d019f-0f7f-4097-94ca-966844b124e4,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:00.916200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:00.920357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-ab8c3f78-f5b1-4f82-b288-e88aba77e1df service neutron] 10.222.0.39 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863328 Oct 11 04:53:00.963704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=b94d019f-0f7f-4097-94ca-966844b124e4,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:01.016933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-8108ae90-b864-419d-acf1-aa7bfb1f1907 service neutron] 10.222.0.39 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888493 Oct 11 04:53:01.177185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45ec1382-06e2-4bed-b7ba-daf17a7d6f73 req-95b6a215-a135-404d-933c-9429a0ad71ce tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 210 time: 0.0276268 Oct 11 04:53:01.366263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Sync routers for ids ['cc1539da-069b-40c7-bcc0-2953e5e88270'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:53:01.377974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Routers {'cc1539da-069b-40c7-bcc0-2953e5e88270'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:53:01.378946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['cc1539da-069b-40c7-bcc0-2953e5e88270'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:01.412080 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Attempt 4 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:01.464442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Port 84167af3-ed2a-4666-8a7b-5a5e6d88343c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:01.516078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Set router cc1539da-069b-40c7-bcc0-2953e5e88270 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:53:01.721133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:52:59Z', 'revision_number': 4, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '84167af3-ed2a-4666-8a7b-5a5e6d88343c', 'name': '', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'mac_address': 'fa:16:3e:ee:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:58Z', 'updated_at': '2022-10-11T04:52:59Z', 'revision_number': 2, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'subnets': [{'id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:01.747421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Checking router: cc1539da-069b-40c7-bcc0-2953e5e88270 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:53:01.747776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Updating router cc1539da-069b-40c7-bcc0-2953e5e88270 port 84167af3-ed2a-4666-8a7b-5a5e6d88343c binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:53:01.772684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:01.966262 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Attempt 5 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:02.162109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Port 84167af3-ed2a-4666-8a7b-5a5e6d88343c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:02.214719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.223554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.298196 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cab947d9-92c9-4cdf-98d2-68ae52e61747 req-d1a9866f-104f-45a5-b8de-72ef6e7857fb tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 210 time: 0.0388956 Oct 11 04:53:02.301868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd1b6-6484-4455-8baa-07aa78173353 None None] Pushing event updated for resources: {'Port': ['ID=84167af3-ed2a-4666-8a7b-5a5e6d88343c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:02.332479 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Attempting to bind port 84167af3-ed2a-4666-8a7b-5a5e6d88343c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:53:02.332841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Attempting to bind port 84167af3-ed2a-4666-8a7b-5a5e6d88343c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:53:02.333196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Attempting to bind port 84167af3-ed2a-4666-8a7b-5a5e6d88343c on network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:53:02.335814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-c27ae499-ac2f-4829-8d4a-903dd8641685 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:02.337315 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-c27ae499-ac2f-4829-8d4a-903dd8641685 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.45 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 812 time: 0.1459756 Oct 11 04:53:02.338298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:53:02.338705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Checking segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:53:02.339101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.339483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Bound using segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:53:02.339939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Bound port: 84167af3-ed2a-4666-8a7b-5a5e6d88343c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:53:02.340945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.359415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Request body: {'port': {'device_id': '11d21147-d35c-406a-ba17-876bda52057f', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'admin_state_up': True, 'tenant_id': '95e3f5405fe84b5085717bcf977c8908'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:53:02.404234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] For port 84167af3-ed2a-4666-8a7b-5a5e6d88343c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:53:02.407445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] For port 84167af3-ed2a-4666-8a7b-5a5e6d88343c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84167af3-ed2a-4666-8a7b-5a5e6d88343c,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:53:02.412091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.447134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Routers {'cc1539da-069b-40c7-bcc0-2953e5e88270'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:53:02.447671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:52:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['cc1539da-069b-40c7-bcc0-2953e5e88270'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:02.470132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Made reservation on behalf of 95e3f5405fe84b5085717bcf977c8908 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:53:02.473756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.511558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd1b6-6484-4455-8baa-07aa78173353 None None] Pushing event updated for resources: {'Port': ['ID=84167af3-ed2a-4666-8a7b-5a5e6d88343c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:02.549666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b94d019f-0f7f-4097-94ca-966844b124e4 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:02.600515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] Set router cc1539da-069b-40c7-bcc0-2953e5e88270 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:53:02.607082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Allocated IP 172.20.0.5 (4df2c5c2-1a54-448f-9e7b-ec830c6a70f7/ac2c8564-40d5-4695-b794-6fa984b4faf2/83cd7cde-c989-4ca1-9fae-14f76efede71) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:53:02.674978 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Attempt 6 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:02.722700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b94d019f-0f7f-4097-94ca-966844b124e4 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:02.723331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.723331 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b94d019f-0f7f-4097-94ca-966844b124e4 Oct 11 04:53:02.758265 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.915811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Current status of the port 84167af3-ed2a-4666-8a7b-5a5e6d88343c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:02.916201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:02.946204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b94d019f-0f7f-4097-94ca-966844b124e4 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:02.969036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] For port 84167af3-ed2a-4666-8a7b-5a5e6d88343c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84167af3-ed2a-4666-8a7b-5a5e6d88343c,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:02.974253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.002792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:52:59Z', 'revision_number': 4, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '84167af3-ed2a-4666-8a7b-5a5e6d88343c', 'name': '', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'mac_address': 'fa:16:3e:ee:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:58Z', 'updated_at': '2022-10-11T04:53:02Z', 'revision_number': 4, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'subnets': [{'id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:03.035138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3184e9a-03ad-4805-874a-bcdfbffcf71f None None] The sync data for ids ['cc1539da-069b-40c7-bcc0-2953e5e88270'] in dv-neutron-860894-1-hyperv is: [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:52:59Z', 'revision_number': 4, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '84167af3-ed2a-4666-8a7b-5a5e6d88343c', 'name': '', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'mac_address': 'fa:16:3e:ee:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:58Z', 'updated_at': '2022-10-11T04:53:02Z', 'revision_number': 4, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'subnets': [{'id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:53:03.053480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54d104-7221-4bef-aa2b-6e495ad541f2 None None] Pushing event updated for resources: {'Port': ['ID=84167af3-ed2a-4666-8a7b-5a5e6d88343c,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:03.061407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.113064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:53:03.113283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-6f820906-6733-41d8-9c7f-20dc119d43da None None] Provisioning complete for port 84167af3-ed2a-4666-8a7b-5a5e6d88343c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:03.113579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6f820906-6733-41d8-9c7f-20dc119d43da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.113910 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-6f820906-6733-41d8-9c7f-20dc119d43da None None] Attempt 1 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:03.116332 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:03.120080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:53:03.151637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:03.171013 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.173900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.174414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.174878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.175349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.175943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.176393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.176813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.177273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.177688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.178096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.178553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:03.200514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:03.201295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.209872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6f820906-6733-41d8-9c7f-20dc119d43da None None] Current status of the port 84167af3-ed2a-4666-8a7b-5a5e6d88343c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:03.220276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-fb89f759-1370-49ec-bc9c-ba3eb56832d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650639 Oct 11 04:53:03.238734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Request body: {'port': {'device_id': '11d21147-d35c-406a-ba17-876bda52057f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:53:03.305612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.432633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bff6f483-db3a-4dc8-804c-5c3d9e1eeb5f None None] Provisioning complete for port 83cd7cde-c989-4ca1-9fae-14f76efede71 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:03.433104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bff6f483-db3a-4dc8-804c-5c3d9e1eeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.433550 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bff6f483-db3a-4dc8-804c-5c3d9e1eeb5f None None] Attempt 1 to provision port 83cd7cde-c989-4ca1-9fae-14f76efede71 Oct 11 04:53:03.471740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bff6f483-db3a-4dc8-804c-5c3d9e1eeb5f None None] Port 83cd7cde-c989-4ca1-9fae-14f76efede71 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:03.507723 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640d1f-dfe9-4f9d-ac2d-a033d6cc7c19 req-86c22610-a25b-496a-8da1-388fcaa8a0de tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:03.509232 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae640d1f-dfe9-4f9d-ac2d-a033d6cc7c19 req-86c22610-a25b-496a-8da1-388fcaa8a0de tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 931 time: 0.1359472 Oct 11 04:53:03.592331 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ae640d1f-dfe9-4f9d-ac2d-a033d6cc7c19 req-36693a4c-2250-4d78-8c80-d991cdcfcfcc tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522227 Oct 11 04:53:03.669794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cd7cde-c989-4ca1-9fae-14f76efede71 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:53:03.677746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.690547 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Transition to ACTIVE for port object 83cd7cde-c989-4ca1-9fae-14f76efede71 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:53:03.694286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.754051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:03.807562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Attempting to bind port 83cd7cde-c989-4ca1-9fae-14f76efede71 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:53:03.807898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Attempting to bind port 83cd7cde-c989-4ca1-9fae-14f76efede71 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:53:03.808227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Attempting to bind port 83cd7cde-c989-4ca1-9fae-14f76efede71 on network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:53:03.812750 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Port 83cd7cde-c989-4ca1-9fae-14f76efede71 on network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:53:03.813064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Attempting to bind port 83cd7cde-c989-4ca1-9fae-14f76efede71 on network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:53:03.817857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:53:03.818208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Checking segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:53:03.818606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Bound using segment: {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:53:03.819031 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Bound port: 83cd7cde-c989-4ca1-9fae-14f76efede71, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:53:03.819390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.891044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:53:03.894564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:53:03.899633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.904066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:03.904592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:03.905976 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] 10.222.0.45 "PUT /v2.0/ports/83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 1093 time: 0.6727786 Oct 11 04:53:03.906469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:53:03.908764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82364047-2e19-46e1-9edb-77cf5a38d0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:53:03.957360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df166e3d-a76e-46d6-9d47-81189e945744 x-openstack-request-id: req-df166e3d-a76e-46d6-9d47-81189e945744 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:53:03.957647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:53:03.957898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df166e3d-a76e-46d6-9d47-81189e945744 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:53:03.958299 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df166e3d-a76e-46d6-9d47-81189e945744'] response: {'name': 'network-changed', 'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'status': 'completed', 'code': 200} Oct 11 04:53:03.963091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e7d02-9d8d-4f4d-bc82-5a6c8942f529 service neutron] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:03.972931 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bff6f483-db3a-4dc8-804c-5c3d9e1eeb5f None None] Attempt 2 to provision port 83cd7cde-c989-4ca1-9fae-14f76efede71 Oct 11 04:53:04.016540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-e2e2f485-185b-42a9-9957-da61cbb9b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.018091 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-e2e2f485-185b-42a9-9957-da61cbb9b02d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1096 time: 0.0460379 Oct 11 04:53:04.022718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bff6f483-db3a-4dc8-804c-5c3d9e1eeb5f None None] Port 83cd7cde-c989-4ca1-9fae-14f76efede71 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:53:04.071113 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-ba0e3928-1bcc-4963-a927-cc3d49c4f192 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 217 time: 0.0390208 Oct 11 04:53:04.120539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-8334804f-0575-4e92-9acf-8813ccca8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.122576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-8334804f-0575-4e92-9acf-8813ccca8443 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 200 len: 851 time: 0.0446265 Oct 11 04:53:04.166942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-d677bc49-7424-410a-a2d2-0c908bee0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.168506 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-d677bc49-7424-410a-a2d2-0c908bee0a6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396831 Oct 11 04:53:04.252291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b1c516a0-2091-4d8a-b41a-ada75d501906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:04.264509 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-0e499ba5-5aed-43f8-ad26-c4219fc29512 service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895948 Oct 11 04:53:04.352198 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d26a0ee9-f4c8-4c3a-a33e-e31af82cdca8 req-313586a6-aaec-49f8-8942-418094f27825 service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815680 Oct 11 04:53:04.493670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-6f2596f9-874a-4197-a045-7ee435f35a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.495261 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-6f2596f9-874a-4197-a045-7ee435f35a77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1096 time: 0.0475366 Oct 11 04:53:04.535793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84167af3-ed2a-4666-8a7b-5a5e6d88343c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:04.583535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 84167af3-ed2a-4666-8a7b-5a5e6d88343c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:04.583912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:04.584249 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 84167af3-ed2a-4666-8a7b-5a5e6d88343c Oct 11 04:53:04.590448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-e2bb307a-e22c-4248-ae34-308af44e8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.591961 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-e2bb307a-e22c-4248-ae34-308af44e8ca4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 913 time: 0.0900068 Oct 11 04:53:04.637487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-ecf9bb2a-3f16-4ffc-9546-e7919dbf7c89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 217 time: 0.0391176 Oct 11 04:53:04.669562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 84167af3-ed2a-4666-8a7b-5a5e6d88343c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:04.709887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-f5a2452e-b464-435f-a1a4-a05dda03dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.711441 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-f5a2452e-b464-435f-a1a4-a05dda03dd24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 200 len: 851 time: 0.0683358 Oct 11 04:53:04.758703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecbd34-bb4a-4655-980c-495485bc326a req-a70370ab-51b9-4e3e-8ed5-12bd3084a737 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.760390 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-efecbd34-bb4a-4655-980c-495485bc326a req-a70370ab-51b9-4e3e-8ed5-12bd3084a737 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 943 time: 0.0801613 Oct 11 04:53:04.775649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-a2b9a936-d541-454a-93de-60a21ffd933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:04.777101 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-a2b9a936-d541-454a-93de-60a21ffd933c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579634 Oct 11 04:53:04.826120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-efecbd34-bb4a-4655-980c-495485bc326a req-268b056d-3012-44cf-a003-d7a93df01de2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Oct 11 04:53:04.887115 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-04e6373f-eb65-43a8-a88b-b75d976db54a service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015894 Oct 11 04:53:04.978181 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-82364047-2e19-46e1-9edb-77cf5a38d0ae req-d27250a2-b74e-401e-a01b-8e659f497b2f service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Oct 11 04:53:05.947176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e48e2-d558-40bd-b308-584bf77eb1e3 req-2a6d9839-2572-4b80-81d3-608a930d7006 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:05.948628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ae9e48e2-d558-40bd-b308-584bf77eb1e3 req-2a6d9839-2572-4b80-81d3-608a930d7006 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 943 time: 0.0482905 Oct 11 04:53:05.985934 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ae9e48e2-d558-40bd-b308-584bf77eb1e3 req-6e526c3f-b6d9-4929-b450-275a1b2447d5 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Oct 11 04:53:06.493432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-801b70a5-3d37-447e-9181-12124fb3f43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:07.106297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750265b7-aa10-400f-a773-39cbd6f80881 req-ca59761a-2988-49fb-9838-2c9b35f92658 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:07.107826 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-750265b7-aa10-400f-a773-39cbd6f80881 req-ca59761a-2988-49fb-9838-2c9b35f92658 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 943 time: 0.0498872 Oct 11 04:53:07.145266 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-750265b7-aa10-400f-a773-39cbd6f80881 req-4a18da1c-437f-48eb-80bc-bd72acf3e965 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Oct 11 04:53:07.286252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:53:07.378409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:07.389140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'port_id': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'mac_address': 'fa:16:3e:4a:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:53:07.428177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 83cd7cde-c989-4ca1-9fae-14f76efede71 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:07.428559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:07.441404 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cd7cde-c989-4ca1-9fae-14f76efede71 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:53:07.460058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:07.463605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:07.509024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:07.823222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['83cd7cde-c989-4ca1-9fae-14f76efede71'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:53:07.827526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:08.263412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1e7b-c956-4800-81a2-f146dfe7a5af req-1ee7c05d-5638-4532-bbe6-fb51cbdea3e8 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:08.264882 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-10fb1e7b-c956-4800-81a2-f146dfe7a5af req-1ee7c05d-5638-4532-bbe6-fb51cbdea3e8 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 944 time: 0.0496199 Oct 11 04:53:08.306345 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-10fb1e7b-c956-4800-81a2-f146dfe7a5af req-a5435683-ea08-442f-af0a-0a2f0187e8f3 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356069 Oct 11 04:53:09.287422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:09.333989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 83cd7cde-c989-4ca1-9fae-14f76efede71 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:53:09.337769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 83cd7cde-c989-4ca1-9fae-14f76efede71 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:09.338141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:09.338810 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 83cd7cde-c989-4ca1-9fae-14f76efede71 Oct 11 04:53:09.424002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:09.429546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 83cd7cde-c989-4ca1-9fae-14f76efede71 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:09.429924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:09.452747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:53:09.455033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e39c5-5634-4037-9daf-c349aa52d6be" -d '{"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-plugged", "status": "completed", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:53:09.468083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:09.472511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:09.498043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f918-82ab-46e0-946f-dcf8befd85f1 req-aefa7152-8f47-4358-9023-bf66412302e7 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:09.500006 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3566f918-82ab-46e0-946f-dcf8befd85f1 req-aefa7152-8f47-4358-9023-bf66412302e7 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 944 time: 0.1216786 Oct 11 04:53:09.536086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:09.542094 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3566f918-82ab-46e0-946f-dcf8befd85f1 req-ac593b11-f68c-4f8b-aac6-a623947dac14 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363634 Oct 11 04:53:09.550872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:09.564846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdfbe8a-8962-4a73-94bc-e5e63799dfc0 x-openstack-request-id: req-fbdfbe8a-8962-4a73-94bc-e5e63799dfc0 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:53:09.565135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-plugged", "status": "completed", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:53:09.565418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbdfbe8a-8962-4a73-94bc-e5e63799dfc0 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:53:09.565814 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbdfbe8a-8962-4a73-94bc-e5e63799dfc0'] response: {'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'code': 200} Oct 11 04:53:09.754706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ef0d-9ddd-4f4e-a435-0075f0079743 req-3073d62c-939a-49c9-a202-a0c8dbe16f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:09.756162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9564ef0d-9ddd-4f4e-a435-0075f0079743 req-3073d62c-939a-49c9-a202-a0c8dbe16f4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1098 time: 0.0384326 Oct 11 04:53:09.795818 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9564ef0d-9ddd-4f4e-a435-0075f0079743 req-d9b08788-ea66-450f-92b9-20c692bc1d5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Oct 11 04:53:10.667469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cff1b3-c6df-468b-bdf0-5618e9554818 req-ebde1e00-740f-4e50-b375-abe12f4de8f6 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:10.670695 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-04cff1b3-c6df-468b-bdf0-5618e9554818 req-ebde1e00-740f-4e50-b375-abe12f4de8f6 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0497043 Oct 11 04:53:10.686953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:10.709199 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-04cff1b3-c6df-468b-bdf0-5618e9554818 req-665483a1-0f5a-435b-bde1-3547981a4221 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Oct 11 04:53:11.876572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283932f-d7ac-4b25-ada8-ac8e9aca1352 req-52caeca8-705d-4957-9186-1f1260488006 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:11.878011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d283932f-d7ac-4b25-ada8-ac8e9aca1352 req-52caeca8-705d-4957-9186-1f1260488006 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0952837 Oct 11 04:53:11.915700 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d283932f-d7ac-4b25-ada8-ac8e9aca1352 req-ff581d34-5021-4083-84aa-8d72f9e41145 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Oct 11 04:53:12.248126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7335f-59c0-483b-95cc-7af9d98ec0b3 req-10f440f5-f158-48e0-8669-69b55fc02de0 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:12.249699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c2c7335f-59c0-483b-95cc-7af9d98ec0b3 req-10f440f5-f158-48e0-8669-69b55fc02de0 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0497241 Oct 11 04:53:12.273535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55840) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:12.295513 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c2c7335f-59c0-483b-95cc-7af9d98ec0b3 req-448747ae-b0dd-47ef-a603-ece554a246df tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Oct 11 04:53:12.361079 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-69bab681-197a-40bb-9120-794b00da8bdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863526 Oct 11 04:53:12.369917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-41d13baa-1ebc-464e-be71-524cdcb090e4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:53:12.370896 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-41d13baa-1ebc-464e-be71-524cdcb090e4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049212 Oct 11 04:53:13.414520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46efd6-1e1b-489b-93e2-3ffdcaf6f0ab req-8d46deeb-e054-4c85-b1f3-d4467ce017da tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:13.415995 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a46efd6-1e1b-489b-93e2-3ffdcaf6f0ab req-8d46deeb-e054-4c85-b1f3-d4467ce017da tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0476785 Oct 11 04:53:13.454938 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a46efd6-1e1b-489b-93e2-3ffdcaf6f0ab req-572346dd-6998-4df8-9a17-f2ccf040f30e tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Oct 11 04:53:13.578035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-fc3b7bee-3a0a-4077-9653-29fb058d0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:13.579550 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-fc3b7bee-3a0a-4077-9653-29fb058d0291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1098 time: 0.0438454 Oct 11 04:53:13.667303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-ba2dd4a4-e630-4fe2-af5f-dfd8dfea6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:13.668725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-ba2dd4a4-e630-4fe2-af5f-dfd8dfea6947 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 913 time: 0.0828977 Oct 11 04:53:13.711516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-88df6aef-9635-4c51-bfc0-00ae0c63ec71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 217 time: 0.0363193 Oct 11 04:53:13.759362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-f3f64b0c-767f-4b49-ae17-be2622b531a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:13.760823 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-f3f64b0c-767f-4b49-ae17-be2622b531a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 200 len: 851 time: 0.0430424 Oct 11 04:53:13.804927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-7f0d832e-38db-48e8-a4d4-997fc897624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:13.806337 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-7f0d832e-38db-48e8-a4d4-997fc897624c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386586 Oct 11 04:53:13.898252 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-5213c9f0-2ebd-4c4c-b840-0f9f3b9faf2d service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Oct 11 04:53:13.985352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-dbc30c76-637a-46cd-9778-1e7e9f18f8d8 service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802155 Oct 11 04:53:14.576127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e309f5-1a30-41e6-9325-f5333a04a2b0 req-aa686893-5c43-464f-add5-ad1996cb1836 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:14.577627 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-79e309f5-1a30-41e6-9325-f5333a04a2b0 req-aa686893-5c43-464f-add5-ad1996cb1836 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0487297 Oct 11 04:53:14.618504 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-79e309f5-1a30-41e6-9325-f5333a04a2b0 req-e9535e53-7550-4690-8985-ee783d522f01 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Oct 11 04:53:15.744271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97c470-2e79-49a2-989c-12460649c8c5 req-99ee223b-f850-4cf9-be6e-fa639ef2d35a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:15.745727 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4b97c470-2e79-49a2-989c-12460649c8c5 req-99ee223b-f850-4cf9-be6e-fa639ef2d35a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0520892 Oct 11 04:53:15.782616 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4b97c470-2e79-49a2-989c-12460649c8c5 req-8f9388ad-ed75-421c-a006-3297459d3e59 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Oct 11 04:53:16.901549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15587d-e0d8-4718-aaeb-22dc2605094c req-4e0a510a-cb67-4535-813f-0e8e2845a2d8 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:16.903008 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cf15587d-e0d8-4718-aaeb-22dc2605094c req-4e0a510a-cb67-4535-813f-0e8e2845a2d8 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0484042 Oct 11 04:53:16.939485 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cf15587d-e0d8-4718-aaeb-22dc2605094c req-e7a0bd43-b4e7-4755-b0ef-d88c208936fa tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Oct 11 04:53:18.058052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40025a6-1994-4ac1-ab01-9c7df2f0256e req-e772f44c-432c-4dca-9125-80c85dc4e753 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:18.059529 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d40025a6-1994-4ac1-ab01-9c7df2f0256e req-e772f44c-432c-4dca-9125-80c85dc4e753 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0483544 Oct 11 04:53:18.096629 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d40025a6-1994-4ac1-ab01-9c7df2f0256e req-af287cf5-a49b-4770-a94c-26d8aad3a86f tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Oct 11 04:53:19.215152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342ed2-7c57-4138-97c5-d03e1203675e req-5ab26852-28a8-4409-85c9-05204bd41203 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:19.217283 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3342ed2-7c57-4138-97c5-d03e1203675e req-5ab26852-28a8-4409-85c9-05204bd41203 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0495231 Oct 11 04:53:19.254230 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3342ed2-7c57-4138-97c5-d03e1203675e req-033cafea-b5cc-4082-8191-0c9c7262f3b3 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Oct 11 04:53:20.373387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dfced-4486-4563-a30b-d2a8ff5f2c38 req-fad735b5-e149-4a13-bfe7-5d7cc219d44b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:20.374853 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-034dfced-4486-4563-a30b-d2a8ff5f2c38 req-fad735b5-e149-4a13-bfe7-5d7cc219d44b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0476351 Oct 11 04:53:20.411170 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-034dfced-4486-4563-a30b-d2a8ff5f2c38 req-e94074da-e8d1-4941-b6a3-741e0fd520bf tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Oct 11 04:53:21.531718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5a682-fd3b-4ff4-956e-fb47dac587df req-18113d2a-dee2-45dd-98ec-58e5f664b1d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:21.533178 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-09a5a682-fd3b-4ff4-956e-fb47dac587df req-18113d2a-dee2-45dd-98ec-58e5f664b1d2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0483174 Oct 11 04:53:21.575741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-09a5a682-fd3b-4ff4-956e-fb47dac587df req-6f3ad3e8-be9b-4728-95a7-931896f04f6b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356176 Oct 11 04:53:22.700250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0126c-788f-4edc-a3f5-c9bff9aa7257 req-180b7fcd-23ff-4c5c-8bec-e0609ee5025a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:22.701726 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-53e0126c-788f-4edc-a3f5-c9bff9aa7257 req-180b7fcd-23ff-4c5c-8bec-e0609ee5025a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0523536 Oct 11 04:53:22.739659 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-53e0126c-788f-4edc-a3f5-c9bff9aa7257 req-8f678d7d-060f-4001-82e5-974869764282 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Oct 11 04:53:23.859493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827d08e-c7d8-41b4-82b8-d644a470a7b3 req-e6ae1786-3eee-402b-8624-8ee50292ab88 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:23.860952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9827d08e-c7d8-41b4-82b8-d644a470a7b3 req-e6ae1786-3eee-402b-8624-8ee50292ab88 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0478218 Oct 11 04:53:23.898758 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9827d08e-c7d8-41b4-82b8-d644a470a7b3 req-ac4d8e5c-4d9b-4502-a00d-a28eeebad8fc tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Oct 11 04:53:25.016712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f1d5-0c0b-4a15-ac02-88840ed15efc req-89f05e93-ecf8-4ccc-9224-1070caa254d5 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:25.018155 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a88f1d5-0c0b-4a15-ac02-88840ed15efc req-89f05e93-ecf8-4ccc-9224-1070caa254d5 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0479746 Oct 11 04:53:25.055054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a88f1d5-0c0b-4a15-ac02-88840ed15efc req-ce6ced49-0dc5-415b-ada3-9d924f525b25 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Oct 11 04:53:26.173773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992db72-39a0-4726-8c9e-147cfb3edc90 req-f49d9a8e-89bc-465e-8681-917bacb94dab tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:26.175232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e992db72-39a0-4726-8c9e-147cfb3edc90 req-f49d9a8e-89bc-465e-8681-917bacb94dab tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0473862 Oct 11 04:53:26.212072 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e992db72-39a0-4726-8c9e-147cfb3edc90 req-c52ccb3c-5cdc-4261-b779-dc338ca0186b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Oct 11 04:53:27.331141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e07e-8b9e-4cc6-8bac-de1518a21fc6 req-a520f825-ad8f-4f8a-a758-baf3fe19ea1f tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:27.332599 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3238e07e-8b9e-4cc6-8bac-de1518a21fc6 req-a520f825-ad8f-4f8a-a758-baf3fe19ea1f tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0478611 Oct 11 04:53:27.368664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3238e07e-8b9e-4cc6-8bac-de1518a21fc6 req-e59a39d0-572f-4dff-9ab7-f7323e3c9382 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300579 Oct 11 04:53:28.488475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007650f-9ab7-46c5-970c-9a4a8014df53 req-984f2b00-bb3f-4b41-906d-dc57b6a7341f tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:28.489951 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6007650f-9ab7-46c5-970c-9a4a8014df53 req-984f2b00-bb3f-4b41-906d-dc57b6a7341f tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0480597 Oct 11 04:53:28.531672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6007650f-9ab7-46c5-970c-9a4a8014df53 req-db21e82b-70d3-4262-8b2e-08674a840ab2 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359075 Oct 11 04:53:29.652801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f434f-4d42-4f8a-9be6-06b34ccb21b3 req-c969a831-6668-4ac8-b6e6-63f480877d33 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:29.654860 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-de8f434f-4d42-4f8a-9be6-06b34ccb21b3 req-c969a831-6668-4ac8-b6e6-63f480877d33 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0521209 Oct 11 04:53:29.691547 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-de8f434f-4d42-4f8a-9be6-06b34ccb21b3 req-37193e3a-7758-4012-8446-335f0d8c03a0 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Oct 11 04:53:30.811239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d35d5-05a2-489a-b395-b773fc11c046 req-411f759b-4c83-4a64-95ae-77fec06bc9bb tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:30.812679 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e87d35d5-05a2-489a-b395-b773fc11c046 req-411f759b-4c83-4a64-95ae-77fec06bc9bb tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0480242 Oct 11 04:53:30.849241 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e87d35d5-05a2-489a-b395-b773fc11c046 req-39f27b4b-b23a-4012-b717-6f3eeea7ae34 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308015 Oct 11 04:53:31.625895 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:53:31.968127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699ceb-23b3-4aa2-88b1-14aef9982afd req-e8497c14-c5fb-473d-83f1-2960f5265a13 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:31.969580 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-33699ceb-23b3-4aa2-88b1-14aef9982afd req-e8497c14-c5fb-473d-83f1-2960f5265a13 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0482883 Oct 11 04:53:32.007111 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-33699ceb-23b3-4aa2-88b1-14aef9982afd req-0c936504-82d3-4c34-9322-65ebafe825ee tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Oct 11 04:53:33.125659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e699-3870-4c11-ac8e-b2fc0f15e1ce req-f6bfac7c-783f-46f2-b96f-4c05dc645b8e tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:33.127145 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4107e699-3870-4c11-ac8e-b2fc0f15e1ce req-f6bfac7c-783f-46f2-b96f-4c05dc645b8e tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0482993 Oct 11 04:53:33.164096 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4107e699-3870-4c11-ac8e-b2fc0f15e1ce req-153871ec-b243-4fa7-a5a4-450e5a63ed2f tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Oct 11 04:53:34.245606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5451d0de-8825-43a0-9d50-0daa42abe8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:34.283394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13715-cc34-4406-a965-7a85ad1fbf29 req-a1a9217f-64a6-42f0-98ec-41a2927e25ef tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:34.284864 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-35d13715-cc34-4406-a965-7a85ad1fbf29 req-a1a9217f-64a6-42f0-98ec-41a2927e25ef tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0489316 Oct 11 04:53:34.321870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-35d13715-cc34-4406-a965-7a85ad1fbf29 req-5f411c91-ddc6-4686-96ea-c05ecc3d87b9 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Oct 11 04:53:35.439295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038b433-4e2d-48ba-bd9e-6f3a51d7e201 req-ce1fc210-c04d-4b3c-937c-7f7984fd47ea tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:35.440734 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d038b433-4e2d-48ba-bd9e-6f3a51d7e201 req-ce1fc210-c04d-4b3c-937c-7f7984fd47ea tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0472038 Oct 11 04:53:35.481840 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d038b433-4e2d-48ba-bd9e-6f3a51d7e201 req-02467626-eb85-4e94-ba1d-f97dc2796558 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Oct 11 04:53:36.496246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-23867102-a0c3-4299-9bb4-5408f70d58d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:36.604468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838bf7e-2a88-464f-a74a-908f94e1817a req-5a1c78eb-91bd-447c-ba99-c7d9ddf498ef tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:36.605921 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5838bf7e-2a88-464f-a74a-908f94e1817a req-5a1c78eb-91bd-447c-ba99-c7d9ddf498ef tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0521970 Oct 11 04:53:36.643681 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5838bf7e-2a88-464f-a74a-908f94e1817a req-8368973b-4495-4f4a-a566-5e066e5e1518 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Oct 11 04:53:37.762464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e025e-84bb-427c-9b84-ff2ec76d0281 req-77c44e1a-ee93-4981-86d9-eaba9a79d3e4 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:37.764553 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f0e025e-84bb-427c-9b84-ff2ec76d0281 req-77c44e1a-ee93-4981-86d9-eaba9a79d3e4 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0488718 Oct 11 04:53:37.801330 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f0e025e-84bb-427c-9b84-ff2ec76d0281 req-5d120fd5-29af-4126-b53e-02b9b39b2316 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Oct 11 04:53:37.829208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:38.927636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bdbe3-47a9-4bbe-8f4d-b776d2060825 req-d7116d75-34d1-48de-87c2-1d02c24d20df tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:38.929092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-855bdbe3-47a9-4bbe-8f4d-b776d2060825 req-d7116d75-34d1-48de-87c2-1d02c24d20df tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0524852 Oct 11 04:53:38.967789 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-855bdbe3-47a9-4bbe-8f4d-b776d2060825 req-f0ef7934-f43a-45c4-a3db-09e68eeec825 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Oct 11 04:53:39.398925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:39.533698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:40.087180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224a1ca-667f-4977-bc31-2a3c6bb0dbe6 req-465b42eb-8ea5-4ab5-8a37-4b530ed6bb3b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:40.088621 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f224a1ca-667f-4977-bc31-2a3c6bb0dbe6 req-465b42eb-8ea5-4ab5-8a37-4b530ed6bb3b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0480554 Oct 11 04:53:40.126083 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f224a1ca-667f-4977-bc31-2a3c6bb0dbe6 req-a7d799b9-51fb-42db-8fc3-24cfb9008b1e tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311728 Oct 11 04:53:40.675219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:40.885809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-f1b03d28-0588-4462-973c-6aef1343f74b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:53:40.886830 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-f1b03d28-0588-4462-973c-6aef1343f74b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053928 Oct 11 04:53:40.991010 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-bc4cf613-9779-4d60-ad72-6cf4d89583cc service neutron] 10.222.0.45 "GET /v2.0/ports/83cd7cde-c989-4ca1-9fae-14f76efede71/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0965009 Oct 11 04:53:41.265309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-ba9c58b9-abe9-4510-a22e-5fdccf9fbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:41.266852 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-ba9c58b9-abe9-4510-a22e-5fdccf9fbd47 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f&tenant_id=95e3f5405fe84b5085717bcf977c8908 HTTP/1.1" status: 200 len: 1098 time: 0.1033275 Oct 11 04:53:41.278587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae97548-08f9-4838-a0d6-071bc80bd260 req-58e34116-c581-46da-ae5d-20b4e2317cd0 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:41.279980 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ae97548-08f9-4838-a0d6-071bc80bd260 req-58e34116-c581-46da-ae5d-20b4e2317cd0 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0674005 Oct 11 04:53:41.344017 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ae97548-08f9-4838-a0d6-071bc80bd260 req-16d8f986-2673-4613-92ba-5cb596d4e291 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573642 Oct 11 04:53:41.353314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-eeb4ec35-9308-401e-a4f4-ffcafbc372c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:41.354890 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-eeb4ec35-9308-401e-a4f4-ffcafbc372c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1098 time: 0.0538821 Oct 11 04:53:41.447409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-a69517f1-38d4-4c6f-ae87-06bfca9ce927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:41.448753 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-a69517f1-38d4-4c6f-ae87-06bfca9ce927 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 913 time: 0.0869098 Oct 11 04:53:41.491848 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-4ead761a-6d3b-475f-9141-b34564c68fcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Oct 11 04:53:41.543510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-607479de-d2b4-45a1-994d-0df7bbbdf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:41.545511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-607479de-d2b4-45a1-994d-0df7bbbdf8e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 200 len: 851 time: 0.0460551 Oct 11 04:53:41.587209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-7fb812b8-a874-4ed7-91b4-4565263126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:41.588664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-7fb812b8-a874-4ed7-91b4-4565263126d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379322 Oct 11 04:53:41.678789 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-5e45e50a-98cd-4f58-a37f-15af750664e9 service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838304 Oct 11 04:53:41.765851 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-41f62b7d-1262-4286-8ed5-42b94ccf8270 req-eb92baf8-5f9c-4183-8bf2-af420b9dd10a service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803552 Oct 11 04:53:42.465057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1596ad-5f7c-4ece-9b3e-9db09e42f5da req-3afca86f-2590-43a9-bd0b-97f60c34eaf4 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:42.466537 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e1596ad-5f7c-4ece-9b3e-9db09e42f5da req-3afca86f-2590-43a9-bd0b-97f60c34eaf4 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0480640 Oct 11 04:53:42.508014 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e1596ad-5f7c-4ece-9b3e-9db09e42f5da req-0ba70168-7e33-413e-9169-81664d97c9b3 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356412 Oct 11 04:53:42.710782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-161fd711-1bc0-477a-9d96-655dbbe9adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:42.712226 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-161fd711-1bc0-477a-9d96-655dbbe9adc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1098 time: 0.0394752 Oct 11 04:53:42.818360 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-fbee4dc6-da1a-4597-a8e1-2d8ba9623b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:42.819839 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-fbee4dc6-da1a-4597-a8e1-2d8ba9623b73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 913 time: 0.0865405 Oct 11 04:53:42.861735 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-57bba420-1432-424d-a15c-9f1132b8ae60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 217 time: 0.0338259 Oct 11 04:53:42.913749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-156b22d0-ebf4-4e59-a4e4-f95fc435f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:42.915151 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-156b22d0-ebf4-4e59-a4e4-f95fc435f6b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 200 len: 851 time: 0.0468328 Oct 11 04:53:42.957889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-681568d1-6017-4a95-83a7-99085ce0c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:42.959356 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-681568d1-6017-4a95-83a7-99085ce0c64d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375061 Oct 11 04:53:43.046867 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-2b0b21f3-23bd-49c6-a177-00408c808573 service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801599 Oct 11 04:53:43.136140 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c4fe4988-2b68-46eb-9939-055da8ae9eec req-dcbfbd85-0ecf-4938-ac3a-ffce89b7c704 service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827346 Oct 11 04:53:43.388349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:53:43.399029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:53:43.543207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:43.545783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 83cd7cde-c989-4ca1-9fae-14f76efede71 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:43.546170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:43.564753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'network_id': '4df2c5c2-1a54-448f-9e7b-ec830c6a70f7', 'port_id': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'mac_address': 'fa:16:3e:4a:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c8564-40d5-4695-b794-6fa984b4faf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:53:43.580897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:53:43.583183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4836b1-e362-4836-997f-af5fcd89e5f9" -d '{"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-unplugged", "status": "completed", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:53:43.620849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:43.629094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:43.636781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa248a-b83e-4dc3-a562-8e1031b58885 x-openstack-request-id: req-fcaa248a-b83e-4dc3-a562-8e1031b58885 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:53:43.637069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-unplugged", "status": "completed", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:53:43.637186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554657d-3811-4def-b7b1-af8f5be7cf43 req-ff79ff05-a95e-4f84-a98a-925c84684bcf tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:43.637311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcaa248a-b83e-4dc3-a562-8e1031b58885 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:53:43.637677 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcaa248a-b83e-4dc3-a562-8e1031b58885'] response: {'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'code': 200} Oct 11 04:53:43.639525 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5554657d-3811-4def-b7b1-af8f5be7cf43 req-ff79ff05-a95e-4f84-a98a-925c84684bcf tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0534372 Oct 11 04:53:43.639843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 83cd7cde-c989-4ca1-9fae-14f76efede71 is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:43.640241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:43.674996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83cd7cde-c989-4ca1-9fae-14f76efede71 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:53:43.679411 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5554657d-3811-4def-b7b1-af8f5be7cf43 req-87417b96-b0a8-4f2a-bdca-802d03c5b564 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Oct 11 04:53:43.713389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:43.725755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.726118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.726451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.726805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.727130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.727452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.727773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.728091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.728409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.728722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.729041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.729356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:43.740133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:53:43.740489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:53:44.280856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 83cd7cde-c989-4ca1-9fae-14f76efede71 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:44.281236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:44.293429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cd7cde-c989-4ca1-9fae-14f76efede71 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:53:44.313333 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:44.316913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:44.363851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:44.487240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['83cd7cde-c989-4ca1-9fae-14f76efede71'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:53:44.802212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbe803-0e54-4b03-864f-b1648beb7be4 req-8c6d8974-ccc6-4b9e-a489-4b7d1c1ce60a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:44.803687 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49bbe803-0e54-4b03-864f-b1648beb7be4 req-8c6d8974-ccc6-4b9e-a489-4b7d1c1ce60a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 944 time: 0.0484993 Oct 11 04:53:44.840679 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49bbe803-0e54-4b03-864f-b1648beb7be4 req-c31b2b72-4493-4b7b-a158-abe2247a83d8 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Oct 11 04:53:45.163089 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-196a0162-f4a0-4fd2-a9d4-f7af4bc22afd tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:45.164487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-196a0162-f4a0-4fd2-a9d4-f7af4bc22afd tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.45 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f&tenant_id=95e3f5405fe84b5085717bcf977c8908&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 944 time: 0.0862768 Oct 11 04:53:45.262458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-11179765-3045-42a3-84f0-da29d34d0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:45.264576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-11179765-3045-42a3-84f0-da29d34d0b1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e3f5405fe84b5085717bcf977c8908&device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 1097 time: 0.0405943 Oct 11 04:53:45.353382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5bc6ab5e-7a9c-4c77-80da-660ad9b723db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:45.354851 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5bc6ab5e-7a9c-4c77-80da-660ad9b723db service neutron] 10.222.0.45 "GET /v2.0/networks?id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 200 len: 913 time: 0.0845060 Oct 11 04:53:45.394838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-d37d48c1-cd5a-4d05-8f93-b312d56bce6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 200 len: 217 time: 0.0340009 Oct 11 04:53:45.403026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:45.448131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-1ab68441-1abc-4e8b-bc6d-fefab93dd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:45.449516 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-1ab68441-1abc-4e8b-bc6d-fefab93dd1a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 200 len: 851 time: 0.0449574 Oct 11 04:53:45.500499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-f7369282-809d-4208-a6b3-962621d88434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:45.502040 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-f7369282-809d-4208-a6b3-962621d88434 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459964 Oct 11 04:53:45.589566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 83cd7cde-c989-4ca1-9fae-14f76efede71 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:45.590134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:45.590251 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 83cd7cde-c989-4ca1-9fae-14f76efede71 Oct 11 04:53:45.591923 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-888ed18a-97a3-4537-8ce1-25432c2fafee service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829182 Oct 11 04:53:45.664584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 83cd7cde-c989-4ca1-9fae-14f76efede71 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:45.664972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:45.683444 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-a019884b-ea90-401f-aee6-5bcd13d151fb service neutron] 10.222.0.45 "GET /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Oct 11 04:53:45.688269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:53:45.690571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88601158-b851-4d34-8d82-ef5324b1ab4d" -d '{"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-plugged", "status": "completed", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:53:45.708990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:45.713550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:45.739052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efab27dc-5af9-4d65-82b8-9438dd7858a2 x-openstack-request-id: req-efab27dc-5af9-4d65-82b8-9438dd7858a2 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:53:45.739338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-plugged", "status": "completed", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:53:45.739585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efab27dc-5af9-4d65-82b8-9438dd7858a2 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:53:45.739967 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efab27dc-5af9-4d65-82b8-9438dd7858a2'] response: {'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'code': 200} Oct 11 04:53:45.764914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:46.487304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc41b32-9835-4e49-a82d-e12364ac6a14 req-0a431a20-81a2-4f47-8b72-c65e219f765a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:46.488803 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffc41b32-9835-4e49-a82d-e12364ac6a14 req-0a431a20-81a2-4f47-8b72-c65e219f765a tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0496001 Oct 11 04:53:46.527229 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffc41b32-9835-4e49-a82d-e12364ac6a14 req-6a2254ff-a59c-4de6-a13c-e3fe46fc5a0b tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Oct 11 04:53:47.648108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d245fe8-2fff-4ffa-9fcd-2f6b3a522ee8 req-8c5c3610-19ea-43d2-80ed-501ab73f215e tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:47.649626 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d245fe8-2fff-4ffa-9fcd-2f6b3a522ee8 req-8c5c3610-19ea-43d2-80ed-501ab73f215e tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0484202 Oct 11 04:53:47.686635 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8d245fe8-2fff-4ffa-9fcd-2f6b3a522ee8 req-f60f5a9d-03b6-4916-80a6-8da4da473f59 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Oct 11 04:53:48.492965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-2904e2b8-060b-4f07-820b-32e38349f964 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:48.494393 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-2904e2b8-060b-4f07-820b-32e38349f964 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.45 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0465651 Oct 11 04:53:48.584405 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Deleting port 83cd7cde-c989-4ca1-9fae-14f76efede71 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:53:48.584739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:48.671333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] For port 83cd7cde-c989-4ca1-9fae-14f76efede71, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=83cd7cde-c989-4ca1-9fae-14f76efede71,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:48.672448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:48.684215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Calling delete_port for 83cd7cde-c989-4ca1-9fae-14f76efede71 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:53:48.807034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdac1f-dde7-4334-a410-80f90c99f793 req-90ff3cc4-3d7f-458c-b577-98dc9ad600bf tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:48.808435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cbdac1f-dde7-4334-a410-80f90c99f793 req-90ff3cc4-3d7f-458c-b577-98dc9ad600bf tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/ports?device_id=11d21147-d35c-406a-ba17-876bda52057f HTTP/1.1" status: 200 len: 945 time: 0.0494444 Oct 11 04:53:48.813904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:48.841652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Pushing event deleted for resources: {'Port': ['ID=83cd7cde-c989-4ca1-9fae-14f76efede71,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:48.849569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['83cd7cde-c989-4ca1-9fae-14f76efede71'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:53:48.857833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cbdac1f-dde7-4334-a410-80f90c99f793 req-532632cf-d88a-41dd-8bf4-538bc4a8f0c8 tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.39 "GET /v2.0/security-groups?id=8fe4423d-d116-41d5-87e7-31e2dd73f426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Oct 11 04:53:48.886601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] No DVR routers for this DVR port 83cd7cde-c989-4ca1-9fae-14f76efede71 on host hv-neutron-8608 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:53:48.889216 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:48.892567 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e54fc5b3-ad3e-4ccb-935f-fdece9995d1a req-5e137a2e-6122-47ef-9bd1-9662f97d559d tempest-DeleteServersTestJSON-937018777 tempest-DeleteServersTestJSON-937018777-project] 10.222.0.45 "DELETE /v2.0/ports/83cd7cde-c989-4ca1-9fae-14f76efede71 HTTP/1.1" status: 204 len: 173 time: 0.3911238 Oct 11 04:53:48.893082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-deleted', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:53:48.895400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6321d5d3-154d-41d5-9688-a8271c62e415" -d '{"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-deleted", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:53:48.932353 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ae4dd-3fa3-4e58-a025-ce947365f1b6 x-openstack-request-id: req-cc2ae4dd-3fa3-4e58-a025-ce947365f1b6 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:53:48.933048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d21147-d35c-406a-ba17-876bda52057f", "name": "network-vif-deleted", "tag": "83cd7cde-c989-4ca1-9fae-14f76efede71", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:53:48.933048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc2ae4dd-3fa3-4e58-a025-ce947365f1b6 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:53:48.933338 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2ae4dd-3fa3-4e58-a025-ce947365f1b6'] response: {'server_uuid': '11d21147-d35c-406a-ba17-876bda52057f', 'name': 'network-vif-deleted', 'tag': '83cd7cde-c989-4ca1-9fae-14f76efede71', 'status': 'completed', 'code': 200} Oct 11 04:53:49.996029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55948) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:50.330797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:50.874202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Deleting port 84167af3-ed2a-4666-8a7b-5a5e6d88343c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:53:50.874551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:50.951901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] For port 84167af3-ed2a-4666-8a7b-5a5e6d88343c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=84167af3-ed2a-4666-8a7b-5a5e6d88343c,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:50.952200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:50.963950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Calling delete_port for 84167af3-ed2a-4666-8a7b-5a5e6d88343c owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:53:51.135787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:51.160589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84167af3-ed2a-4666-8a7b-5a5e6d88343c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:51.170606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.170972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.171295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.171636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.172531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.172862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.173192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.173510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.173837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.174160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.174480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.174824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:53:51.334931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:51.446013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:53:51.469591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 83cd7cde-c989-4ca1-9fae-14f76efede71 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:53:51.470196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 83cd7cde-c989-4ca1-9fae-14f76efede71 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:53:51.548408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Router cc1539da-069b-40c7-bcc0-2953e5e88270 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:53:51.652493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:53:51.658037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-309238b4-1e01-4d51-843b-970edd8eedd7 admin admin] 10.222.0.39 "PUT /v2.0/routers/cc1539da-069b-40c7-bcc0-2953e5e88270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6610124 Oct 11 04:53:51.660619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55952) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:51.662503 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] Sync routers for ids ['cc1539da-069b-40c7-bcc0-2953e5e88270'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:53:51.673100 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] Routers {'cc1539da-069b-40c7-bcc0-2953e5e88270'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:53:51.673777 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:53:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['cc1539da-069b-40c7-bcc0-2953e5e88270'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:51.762151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:51.775959 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] Set router cc1539da-069b-40c7-bcc0-2953e5e88270 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:53:51.863237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:51.916095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Deleting port b94d019f-0f7f-4097-94ca-966844b124e4 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:53:51.916442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:51.949138 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:53:51Z', 'revision_number': 5, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port': {'id': 'b94d019f-0f7f-4097-94ca-966844b124e4', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:52:57Z', 'updated_at': '2022-10-11T04:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:51.974819 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] Checking router: cc1539da-069b-40c7-bcc0-2953e5e88270 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:53:51.982808 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] Routers {'cc1539da-069b-40c7-bcc0-2953e5e88270'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:53:51.983399 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:53:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['cc1539da-069b-40c7-bcc0-2953e5e88270'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:51.997380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] For port b94d019f-0f7f-4097-94ca-966844b124e4, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b94d019f-0f7f-4097-94ca-966844b124e4,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:51.997793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.010407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Calling delete_port for b94d019f-0f7f-4097-94ca-966844b124e4 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:53:52.066742 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] Set router cc1539da-069b-40c7-bcc0-2953e5e88270 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:53:52.119509 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:53:51Z', 'revision_number': 6, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:52.145824 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c96ce-dfe4-4614-a8aa-e937e6c507de None None] The sync data for ids ['cc1539da-069b-40c7-bcc0-2953e5e88270'] in dv-neutron-860894-1-hyperv is: [{'id': 'cc1539da-069b-40c7-bcc0-2953e5e88270', 'name': 'tempest-DeleteServersTestJSON-1342516534-router', 'tenant_id': '95e3f5405fe84b5085717bcf977c8908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:52:56Z', 'updated_at': '2022-10-11T04:53:51Z', 'revision_number': 6, 'project_id': '95e3f5405fe84b5085717bcf977c8908', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:53:52.174159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.200168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b94d019f-0f7f-4097-94ca-966844b124e4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:52.260922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.347959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.350110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.395528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.396006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1539da-069b-40c7-bcc0-2953e5e88270 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:53:52.400444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.401591 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-dd831e57-9c5b-40a9-9fc8-40c4c0d7be1e admin admin] 10.222.0.39 "DELETE /v2.0/routers/cc1539da-069b-40c7-bcc0-2953e5e88270 HTTP/1.1" status: 204 len: 168 time: 0.7399983 Oct 11 04:53:52.404103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55954) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:52.448456 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Deleting subnet ac2c8564-40d5-4695-b794-6fa984b4faf2 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:53:52.451338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.485998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.581670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.634479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.661256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2c8564-40d5-4695-b794-6fa984b4faf2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:52.663352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.666667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3e46428-ff0d-4fe8-8983-d5e811406945 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac2c8564-40d5-4695-b794-6fa984b4faf2 HTTP/1.1" status: 204 len: 168 time: 0.2616010 Oct 11 04:53:52.668276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3f461-3238-4882-a2b1-48eb8103bcb1 None None] Network 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:53:52.669141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55956) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:52.739992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.794202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Deleting port 2e322fc8-e016-4cf5-9a69-eb057c499243 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:53:52.794556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.856313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] For port 2e322fc8-e016-4cf5-9a69-eb057c499243, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2e322fc8-e016-4cf5-9a69-eb057c499243,segment=NetworkSegment(5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3),segment_id=5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:52.856630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.869093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Calling delete_port for 2e322fc8-e016-4cf5-9a69-eb057c499243 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:53:52.926891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] DHCP port deletion for 4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:53:52.957715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:52.962288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84167af3-ed2a-4666-8a7b-5a5e6d88343c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:53:52.981338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e322fc8-e016-4cf5-9a69-eb057c499243,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:52.987422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 84167af3-ed2a-4666-8a7b-5a5e6d88343c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:53:52.987542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] No DVR routers for this DVR port 2e322fc8-e016-4cf5-9a69-eb057c499243 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:53:52.987766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 84167af3-ed2a-4666-8a7b-5a5e6d88343c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:53:53.006017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Deleting port 2e322fc8-e016-4cf5-9a69-eb057c499243 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:53:53.006396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.065914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.069985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] For port 2e322fc8-e016-4cf5-9a69-eb057c499243, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:53.070376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.086079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df2c5c2-1a54-448f-9e7b-ec830c6a70f7']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:53.086266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Calling delete_port for 2e322fc8-e016-4cf5-9a69-eb057c499243 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:53:53.088825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Port 2e322fc8-e016-4cf5-9a69-eb057c499243 was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 04:53:53.090047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.096883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:53.097182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:53.107720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.115144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] Pushing event deleted for resources: {'Port': ['ID=2e322fc8-e016-4cf5-9a69-eb057c499243,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:53.118861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0918278-9fe1-41bb-8ead-890662b47bb8 None None] No DVR routers for this DVR port 2e322fc8-e016-4cf5-9a69-eb057c499243 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:53:53.127723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.140217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Releasing vlan 479 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:53:53.140625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.159694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3 resource provider aggregate not found Oct 11 04:53:53.201126 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c7b8e34-e3c2-415d-88bb-6e9229ae9ed3 found for delete ", "request_id": "req-f712b389-f397-4b89-a010-1ad18bc7db9a"}]} Oct 11 04:53:53.210365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.217392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.223298 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4df2c5c2-1a54-448f-9e7b-ec830c6a70f7 HTTP/1.1" status: 204 len: 168 time: 0.5532343 Oct 11 04:53:53.235310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948ad9f-33b1-405d-af6d-75ad0425e994 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df2c5c2-1a54-448f-9e7b-ec830c6a70f7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:53.326609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55964) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:53.366366 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-16189045-3569-4cbe-8e0b-c3c7cd904b73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95e3f5405fe84b5085717bcf977c8908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385649 Oct 11 04:53:53.368781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55966) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:53.419948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d49e-e3d4-4617-a7be-0e5bbeab3a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.441054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d49e-e3d4-4617-a7be-0e5bbeab3a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.487570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d49e-e3d4-4617-a7be-0e5bbeab3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.490065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3dc9d49e-e3d4-4617-a7be-0e5bbeab3a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:53.491257 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3dc9d49e-e3d4-4617-a7be-0e5bbeab3a13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fe4423d-d116-41d5-87e7-31e2dd73f426 HTTP/1.1" status: 204 len: 168 time: 0.1215248 Oct 11 04:53:53.498685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9d49e-e3d4-4617-a7be-0e5bbeab3a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4423d-d116-41d5-87e7-31e2dd73f426,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:54.126208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55988) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:54.218954 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-983838539-network', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:53:54.236700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Made reservation on behalf of a8c49ada0caa4346973e7dbca8fcbd6d for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:53:54.238872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.247019 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.320661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.324272 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.349945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:53:54.355872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2757afd-7030-47ea-9cc2-2608a91eeca3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:54.362138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.362476 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Added segment ec5183df-c8d9-46c8-9c08-5898224777a6 of type vlan for network e8b3e52c-0140-416f-845a-6a22df0303eb Oct 11 04:53:54.401697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.424932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.425975 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:54.426523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.459082 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3317807 Oct 11 04:53:54.463364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55992) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:54.468348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Request body: {'subnet': {'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-subnet', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:53:54.487891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Made reservation on behalf of a8c49ada0caa4346973e7dbca8fcbd6d for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:53:54.490363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.557106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e322fc8-e016-4cf5-9a69-eb057c499243 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:53:54.580648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2e322fc8-e016-4cf5-9a69-eb057c499243 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:53:54.581291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2e322fc8-e016-4cf5-9a69-eb057c499243 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:53:54.581904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b94d019f-0f7f-4097-94ca-966844b124e4 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:53:54.602641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b94d019f-0f7f-4097-94ca-966844b124e4 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:53:54.603217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b94d019f-0f7f-4097-94ca-966844b124e4 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:53:54.693105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.754307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca94b93-fdae-4c17-a959-6c8a1683c349,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:54.758574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Checking segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:53:54.758937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Network hostable DHCP agents. Network: e8b3e52c-0140-416f-845a-6a22df0303eb, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:53:54.762923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ff6ea-e76f-4c92-8535-fa9a022cdacf admin admin] Pushing event updated for resources: {'Network': ['ID=e8b3e52c-0140-416f-845a-6a22df0303eb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:54.772090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network e8b3e52c-0140-416f-845a-6a22df0303eb details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:53:54.775839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Network e8b3e52c-0140-416f-845a-6a22df0303eb is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:53:54.785083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, e8b3e52c-0140-416f-845a-6a22df0303eb) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:54.789248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:54.789835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.804494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676cee7-31b4-4f23-8319-5691dea9cbba None None] Network e8b3e52c-0140-416f-845a-6a22df0303eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:53:54.807025 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e827d396-de5e-4716-9bd0-51107aca2a50 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3425732 Oct 11 04:53:54.808716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 55994) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:54.813073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:53:54.831776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.832860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.888391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:54.987841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-e8b3e52c-0140-416f-845a-6a22df0303eb', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:53:54.988689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.022614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.123070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Allocated IP 172.20.0.2 (e8b3e52c-0140-416f-845a-6a22df0303eb/3ca94b93-fdae-4c17-a959-6c8a1683c349/6db1dc27-45c7-42c3-8209-14d4ea1968c7) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:53:55.270581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.277138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.318560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Network e8b3e52c-0140-416f-845a-6a22df0303eb is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:53:55.321502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:55.325063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:53:55.331250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Pushing event updated for resources: {'Port': ['ID=6db1dc27-45c7-42c3-8209-14d4ea1968c7,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:55.383672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Attempting to bind port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:53:55.384040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Attempting to bind port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:53:55.384403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Attempting to bind port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 on network e8b3e52c-0140-416f-845a-6a22df0303eb {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:53:55.389498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:53:55.389870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Checking segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:53:55.390834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.391232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Bound using segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:53:55.391702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Bound port: 6db1dc27-45c7-42c3-8209-14d4ea1968c7, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:53:55.392083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.452150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.457301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] For port 6db1dc27-45c7-42c3-8209-14d4ea1968c7, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:53:55.461184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] For port 6db1dc27-45c7-42c3-8209-14d4ea1968c7, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6db1dc27-45c7-42c3-8209-14d4ea1968c7,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:53:55.465675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.472406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.520768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3805ad-1636-4991-b0e1-81be5d0bcc61 None None] Pushing event updated for resources: {'Port': ['ID=6db1dc27-45c7-42c3-8209-14d4ea1968c7,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:55.584559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Allocated IP 172.26.8.187 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/c333570b-4b66-41f4-9352-be830894b6fa) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:53:55.693647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.728032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:55.772441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:53:55.775450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:55.777982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:53:55.804707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Pushing event updated for resources: {'Port': ['ID=c333570b-4b66-41f4-9352-be830894b6fa,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:56.032105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:56.231795 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:56.362802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:53:56.364403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec4f77-36e5-4d29-866b-c924e75ae3fb None None] Network e8b3e52c-0140-416f-845a-6a22df0303eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:53:56.454224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Provisioning complete for port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:56.454700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:56.455229 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Attempt 1 to provision port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 Oct 11 04:53:56.473456 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:53:56.492917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:56.494969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c40824e2-9f62-4ff8-bc75-c79145ff847f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6852267 Oct 11 04:53:56.497406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 55996) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:53:56.505555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Sync routers for ids ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:53:56.524537 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Routers {'6938cca7-c757-4bb7-9b9b-d5f40dbf5540'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:53:56.525169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:53:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:56.611645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6db1dc27-45c7-42c3-8209-14d4ea1968c7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:56.737898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Set router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:53:56.764087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Current status of the port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:56.764483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:56.853039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:56.853338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:56.853611 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 Oct 11 04:53:56.932456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.057703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] For port 6db1dc27-45c7-42c3-8209-14d4ea1968c7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6db1dc27-45c7-42c3-8209-14d4ea1968c7,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:53:57.068850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.091516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Allocated IP 172.20.0.1 (e8b3e52c-0140-416f-845a-6a22df0303eb/3ca94b93-fdae-4c17-a959-6c8a1683c349/8736bb25-9337-4110-9d44-c45bffac2e05) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:53:57.181884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f9e8b-7853-47ba-b112-7f01c6c1580d None None] Pushing event updated for resources: {'Port': ['ID=6db1dc27-45c7-42c3-8209-14d4ea1968c7,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:57.198965 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.220172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:57.224928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a230fe23-2f2e-4838-b9fb-855f723301d4 None None] Provisioning complete for port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:57.225242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a230fe23-2f2e-4838-b9fb-855f723301d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.225475 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a230fe23-2f2e-4838-b9fb-855f723301d4 None None] Attempt 1 to provision port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 Oct 11 04:53:57.234285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.257972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:53:55Z', 'revision_number': 3, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:57.277849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Network e8b3e52c-0140-416f-845a-6a22df0303eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:53:57.283233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:57.285217 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Pushing event updated for resources: {'Port': ['ID=8736bb25-9337-4110-9d44-c45bffac2e05,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:57.287388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:53:57.292942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Checking router: 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:53:57.293661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Updating router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 port c333570b-4b66-41f4-9352-be830894b6fa binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:53:57.328730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.328961 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.394181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a230fe23-2f2e-4838-b9fb-855f723301d4 None None] Current status of the port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:57.471798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.554050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Provisioning complete for port 8736bb25-9337-4110-9d44-c45bffac2e05 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:57.554343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.554708 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 1 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:53:57.610428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:57.633900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.638377 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.663156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.668147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.708084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Attempting to bind port c333570b-4b66-41f4-9352-be830894b6fa on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:53:57.708356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Attempting to bind port c333570b-4b66-41f4-9352-be830894b6fa by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:53:57.708716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Attempting to bind port c333570b-4b66-41f4-9352-be830894b6fa on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:53:57.709941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.712524 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Pushing event updated for resources: {'Port': ['ID=8736bb25-9337-4110-9d44-c45bffac2e05,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:57.719117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:53:57.719117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:53:57.719507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.719669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:53:57.720143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Bound port: c333570b-4b66-41f4-9352-be830894b6fa, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:53:57.720553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.740995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86343a-8294-438b-9fc6-88727f3444e7 None None] Pushing event updated for resources: {'Port': ['ID=c333570b-4b66-41f4-9352-be830894b6fa,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:57.775082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] For port c333570b-4b66-41f4-9352-be830894b6fa, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:53:57.778072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] For port c333570b-4b66-41f4-9352-be830894b6fa, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c333570b-4b66-41f4-9352-be830894b6fa,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:53:57.782853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:57.808177 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Network e8b3e52c-0140-416f-845a-6a22df0303eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:53:57.809560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:53:57.820550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Routers {'6938cca7-c757-4bb7-9b9b-d5f40dbf5540'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:53:57.821186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:53:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:57.878244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86343a-8294-438b-9fc6-88727f3444e7 None None] Pushing event updated for resources: {'Port': ['ID=c333570b-4b66-41f4-9352-be830894b6fa,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:53:57.934993 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:53:57.947043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] Set router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:53:58.052346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:53:58.065115 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-de1a2c9d-8aea-4a76-8a46-748fc446a9fd admin admin] 10.222.0.39 "PUT /v2.0/routers/6938cca7-c757-4bb7-9b9b-d5f40dbf5540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590663 Oct 11 04:53:58.119694 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 2 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:53:58.163191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:58.176841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8736bb25-9337-4110-9d44-c45bffac2e05', 'name': '', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'mac_address': 'fa:16:3e:47:b8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:56Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 2, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'subnets': [{'id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:53:58.203530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f22754-79f5-42b6-9d46-a1fe2bf83c0e None None] The sync data for ids ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'] in dv-neutron-860894-1-hyperv is: [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8736bb25-9337-4110-9d44-c45bffac2e05', 'name': '', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'mac_address': 'fa:16:3e:47:b8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:56Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 2, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'subnets': [{'id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:53:58.555604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6db1dc27-45c7-42c3-8209-14d4ea1968c7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:53:58.604825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:53:58.605195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:53:58.605531 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 Oct 11 04:53:58.671179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-f6b0e78b-d9a0-4e7d-a9ff-1400fed97f2e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:53:58.673007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-f6b0e78b-d9a0-4e7d-a9ff-1400fed97f2e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 814 time: 0.1286104 Oct 11 04:53:58.680054 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 3 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:53:58.689420 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-ebf5db01-ec17-4a13-8533-dc3797601c66 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/quotas/a8c49ada0caa4346973e7dbca8fcbd6d HTTP/1.1" status: 200 len: 375 time: 0.0102832 Oct 11 04:53:58.723149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:53:58.726226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:58.745415 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-c3c257e5-5131-4ad4-a76e-1ad40141fcfe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500860 Oct 11 04:53:58.853879 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-58ef28bc-76ce-4fde-8e97-b6189aafb827 service neutron] 10.222.0.39 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016102 Oct 11 04:53:58.960233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-6e2939ca-e7d1-4cda-8663-f2005b4316ce service neutron] 10.222.0.39 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995202 Oct 11 04:53:59.153143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-142d7a03-d9d5-4131-a05e-13443c28d9bd req-e8091c2c-641b-405e-8fad-b5da5aa8fab9 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 210 time: 0.0440741 Oct 11 04:53:59.227835 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 4 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:53:59.276201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:53:59.777666 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 5 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:53:59.820016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:54:00.154231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-f2703b23-1e08-420f-99ac-0f0f0feda75d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:00.156275 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-f2703b23-1e08-420f-99ac-0f0f0feda75d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 814 time: 0.1075349 Oct 11 04:54:00.175562 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Request body: {'port': {'device_id': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'admin_state_up': True, 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:00.241359 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Sync routers for ids ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:54:00.252273 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Routers {'6938cca7-c757-4bb7-9b9b-d5f40dbf5540'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:54:00.252953 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:53:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:54:00.279389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4d173de2-ce36-4f15-a557-14640aa6ac84 req-d1682bf9-86ee-466f-8716-f1d816aa405d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 210 time: 0.0573738 Oct 11 04:54:00.319093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Made reservation on behalf of a8c49ada0caa4346973e7dbca8fcbd6d for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:54:00.321799 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 6 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:54:00.322784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.360149 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Set router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:54:00.362075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:54:00.455002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Allocated IP 172.20.0.14 (e8b3e52c-0140-416f-845a-6a22df0303eb/3ca94b93-fdae-4c17-a959-6c8a1683c349/10334c68-04bb-4e2d-b590-e5e19f8e6046) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:54:00.581208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c333570b-4b66-41f4-9352-be830894b6fa up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:54:00.629119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.634649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c333570b-4b66-41f4-9352-be830894b6fa triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:00.635025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.635521 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c333570b-4b66-41f4-9352-be830894b6fa Oct 11 04:54:00.666064 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8736bb25-9337-4110-9d44-c45bffac2e05', 'name': '', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'mac_address': 'fa:16:3e:47:b8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:56Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 2, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'subnets': [{'id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:54:00.667468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.693564 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Checking router: 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:54:00.693910 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Updating router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 port 8736bb25-9337-4110-9d44-c45bffac2e05 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:54:00.708827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Network e8b3e52c-0140-416f-845a-6a22df0303eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:54:00.714287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:54:00.719056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:54:00.721577 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.725438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c333570b-4b66-41f4-9352-be830894b6fa is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:00.725605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.750310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c333570b-4b66-41f4-9352-be830894b6fa, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c333570b-4b66-41f4-9352-be830894b6fa,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:00.756607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.758198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:00.788097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:00.788743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.806497 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-bf62279b-c750-4b00-9622-10fedcdafaa4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6358583 Oct 11 04:54:00.828651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Request body: {'port': {'device_id': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:00.832146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c333570b-4b66-41f4-9352-be830894b6fa,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:00.862709 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 7 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:54:00.894171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:00.909515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Port 8736bb25-9337-4110-9d44-c45bffac2e05 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:54:01.010264 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.017216 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.091352 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Pushing event updated for resources: {'Port': ['ID=8736bb25-9337-4110-9d44-c45bffac2e05,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:01.104022 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.104366 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.104701 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.105027 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.105359 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.105682 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.106004 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.106325 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.106674 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.106995 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.107310 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.107627 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:01.113159 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Attempting to bind port 8736bb25-9337-4110-9d44-c45bffac2e05 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:54:01.113520 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Attempting to bind port 8736bb25-9337-4110-9d44-c45bffac2e05 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:54:01.113881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Attempting to bind port 8736bb25-9337-4110-9d44-c45bffac2e05 on network e8b3e52c-0140-416f-845a-6a22df0303eb {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:54:01.119099 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:54:01.119469 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Checking segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:54:01.119865 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.120277 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Bound using segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:54:01.120733 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Bound port: 8736bb25-9337-4110-9d44-c45bffac2e05, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:54:01.121103 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.165786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:01.173893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.183321 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] For port 8736bb25-9337-4110-9d44-c45bffac2e05, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:54:01.186487 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] For port 8736bb25-9337-4110-9d44-c45bffac2e05, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8736bb25-9337-4110-9d44-c45bffac2e05,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:54:01.188102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Transition to ACTIVE for port object 10334c68-04bb-4e2d-b590-e5e19f8e6046 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:54:01.191563 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.192277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.226140 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Routers {'6938cca7-c757-4bb7-9b9b-d5f40dbf5540'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:54:01.226777 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:53:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:54:01.271783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:01.283443 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a5709-fa69-48bf-876a-c0b6da2e947d None None] Pushing event updated for resources: {'Port': ['ID=8736bb25-9337-4110-9d44-c45bffac2e05,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:01.302221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Attempting to bind port 10334c68-04bb-4e2d-b590-e5e19f8e6046 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:54:01.302887 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Attempting to bind port 10334c68-04bb-4e2d-b590-e5e19f8e6046 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:54:01.303026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Attempting to bind port 10334c68-04bb-4e2d-b590-e5e19f8e6046 on network e8b3e52c-0140-416f-845a-6a22df0303eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:54:01.307328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Port 10334c68-04bb-4e2d-b590-e5e19f8e6046 on network e8b3e52c-0140-416f-845a-6a22df0303eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:54:01.307643 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Attempting to bind port 10334c68-04bb-4e2d-b590-e5e19f8e6046 on network e8b3e52c-0140-416f-845a-6a22df0303eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:54:01.313092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:54:01.313376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Checking segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:54:01.313749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Bound using segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:54:01.314162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Bound port: 10334c68-04bb-4e2d-b590-e5e19f8e6046, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:54:01.314510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.348512 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] Set router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:54:01.381219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:54:01.384658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:54:01.390427 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.394794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:01.396960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.396960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] 10.222.0.45 "PUT /v2.0/ports/10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 1094 time: 0.5742276 Oct 11 04:54:01.397293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:54:01.399635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56" -d '{"events": [{"name": "network-changed", "server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:54:01.411273 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Attempt 8 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:54:01.418750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0aecd-3900-40e8-a4da-1fecc11e6ef8 req-9b452f75-efd1-4650-b713-795e01a9ff13 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:01.429342 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-baa0aecd-3900-40e8-a4da-1fecc11e6ef8 req-9b452f75-efd1-4650-b713-795e01a9ff13 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0664947 Oct 11 04:54:01.470907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a97b4-199d-4a21-9510-229de84dd08e x-openstack-request-id: req-469a97b4-199d-4a21-9510-229de84dd08e {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:54:01.471192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:54:01.471451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-469a97b4-199d-4a21-9510-229de84dd08e {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:54:01.471857 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469a97b4-199d-4a21-9510-229de84dd08e'] response: {'name': 'network-changed', 'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'status': 'completed', 'code': 200} Oct 11 04:54:01.477018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-baa0aecd-3900-40e8-a4da-1fecc11e6ef8 req-b2da96e6-317f-452e-95af-3bba933452e2 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Oct 11 04:54:01.524442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69093c20-a64c-4bcb-83b7-ad202de62074 service neutron] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:01.539250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-3bb27652-6272-4d45-8898-f036ce3407c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:01.541088 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-3bb27652-6272-4d45-8898-f036ce3407c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0656674 Oct 11 04:54:01.543105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Current status of the port 8736bb25-9337-4110-9d44-c45bffac2e05 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:01.543513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.578096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] For port 8736bb25-9337-4110-9d44-c45bffac2e05, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8736bb25-9337-4110-9d44-c45bffac2e05,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:01.585486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.590870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-b590afaa-1cda-456e-a59a-97aec7002b50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 217 time: 0.0363123 Oct 11 04:54:01.608492 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8736bb25-9337-4110-9d44-c45bffac2e05', 'name': '', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'mac_address': 'fa:16:3e:47:b8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:56Z', 'updated_at': '2022-10-11T04:54:01Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'subnets': [{'id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:54:01.635184 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c323f-ced3-49b5-803f-f26750d52ba3 None None] The sync data for ids ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'] in dv-neutron-860894-1-hyperv is: [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:53:57Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '8736bb25-9337-4110-9d44-c45bffac2e05', 'name': '', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'mac_address': 'fa:16:3e:47:b8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:56Z', 'updated_at': '2022-10-11T04:54:01Z', 'revision_number': 4, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'subnets': [{'id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:54:01.642122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4b498-3e4a-4735-b6f4-e1fb8ac68a3d None None] Pushing event updated for resources: {'Port': ['ID=8736bb25-9337-4110-9d44-c45bffac2e05,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:01.649588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-6e6175a7-4439-4a74-babd-d2bc28d147bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:01.650907 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-6e6175a7-4439-4a74-babd-d2bc28d147bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0540359 Oct 11 04:54:01.703015 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-2c8e5965-3cf5-440f-b561-c1a76d000a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:01.704507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-2c8e5965-3cf5-440f-b561-c1a76d000a0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462298 Oct 11 04:54:01.708183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-769be80d-2210-4a9f-8038-f1ff41f4a482 None None] Provisioning complete for port 8736bb25-9337-4110-9d44-c45bffac2e05 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:01.708556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-769be80d-2210-4a9f-8038-f1ff41f4a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:01.708889 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-769be80d-2210-4a9f-8038-f1ff41f4a482 None None] Attempt 1 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:54:01.796968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-769be80d-2210-4a9f-8038-f1ff41f4a482 None None] Current status of the port 8736bb25-9337-4110-9d44-c45bffac2e05 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:01.804195 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-f90bca02-e118-47a1-aba2-c57aaa4ae0ac service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925233 Oct 11 04:54:01.904273 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1039fa0-8ec4-4f02-a25e-274f7d510d84 req-a9e8826d-13bb-407d-b45d-20dfa9197f35 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927238 Oct 11 04:54:02.032101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-a6dfee4e-77fd-4c76-acca-4b342beadd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:02.033586 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-a6dfee4e-77fd-4c76-acca-4b342beadd5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0422390 Oct 11 04:54:02.128659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-d553e2d7-b7ab-42d2-8a32-78341aceba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:02.130048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-d553e2d7-b7ab-42d2-8a32-78341aceba0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0901861 Oct 11 04:54:02.435680 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-8a82a251-95c4-47e9-b025-65805339d071 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 217 time: 0.2989552 Oct 11 04:54:02.483869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-3d702301-2ebe-4384-ac94-b16c5efd1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:02.485282 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-3d702301-2ebe-4384-ac94-b16c5efd1307 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0424294 Oct 11 04:54:02.536178 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-e03b0c6a-5cbd-4f99-9daf-a995a2936686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:02.537853 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-e03b0c6a-5cbd-4f99-9daf-a995a2936686 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453272 Oct 11 04:54:02.580151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8736bb25-9337-4110-9d44-c45bffac2e05 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:54:02.630017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 8736bb25-9337-4110-9d44-c45bffac2e05 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:02.630383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:02.630747 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 8736bb25-9337-4110-9d44-c45bffac2e05 Oct 11 04:54:02.654232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441036ad-d4c9-43cf-bbf0-033e4fd3e9cb req-3de739cb-9cd7-44de-a2b1-def639bc702f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:02.655763 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-441036ad-d4c9-43cf-bbf0-033e4fd3e9cb req-3de739cb-9cd7-44de-a2b1-def639bc702f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.1032295 Oct 11 04:54:02.686758 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-6b107a10-b24d-4c12-b2fa-198767e67ee9 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420472 Oct 11 04:54:02.709964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 8736bb25-9337-4110-9d44-c45bffac2e05 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:02.711039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c333570b-4b66-41f4-9352-be830894b6fa up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:54:02.721723 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-441036ad-d4c9-43cf-bbf0-033e4fd3e9cb req-facef928-4512-43e3-846b-190da932fe09 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600069 Oct 11 04:54:02.756590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c333570b-4b66-41f4-9352-be830894b6fa triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:02.756953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:02.757280 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c333570b-4b66-41f4-9352-be830894b6fa Oct 11 04:54:02.788502 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a7c4619-d4a7-4747-827f-2a2eb92f2c56 req-709a6ce6-e79d-45bf-a8d6-d80e17d1eb00 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938249 Oct 11 04:54:02.831857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c333570b-4b66-41f4-9352-be830894b6fa is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:03.841426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089fda-73c0-4e25-abf5-63e9cac37f30 req-f6fae39e-078a-4bf4-8c69-83296b364ab8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:03.842917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cd089fda-73c0-4e25-abf5-63e9cac37f30 req-f6fae39e-078a-4bf4-8c69-83296b364ab8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0487194 Oct 11 04:54:03.882694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cd089fda-73c0-4e25-abf5-63e9cac37f30 req-76967a4f-efb7-4d18-b332-3b31df273169 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Oct 11 04:54:04.251287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dc53da80-fac8-48d5-9c92-de3c93c55923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:04.999233 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a781e6-001b-4c52-a350-8be5e3743656 req-d7a28e56-b4f7-4783-9e1e-4b1c5b41ac88 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:05.000720 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4a781e6-001b-4c52-a350-8be5e3743656 req-d7a28e56-b4f7-4783-9e1e-4b1c5b41ac88 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0472941 Oct 11 04:54:05.037587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a4a781e6-001b-4c52-a350-8be5e3743656 req-a411449a-2623-4527-963b-6397654b1461 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Oct 11 04:54:05.492778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:54:05.586636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:05.597451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'port_id': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'mac_address': 'fa:16:3e:a4:a5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:54:05.633325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 10334c68-04bb-4e2d-b590-e5e19f8e6046 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:05.633704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:05.649591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:05.668206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:05.672100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:05.717206 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:06.051942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['10334c68-04bb-4e2d-b590-e5e19f8e6046'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:54:06.153491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4fc62-5df8-480f-8a44-1308ef30d56e req-4be72005-b938-4ee6-a405-ce4bb9e596eb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:06.154976 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-36a4fc62-5df8-480f-8a44-1308ef30d56e req-4be72005-b938-4ee6-a405-ce4bb9e596eb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 945 time: 0.0476723 Oct 11 04:54:06.196417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-36a4fc62-5df8-480f-8a44-1308ef30d56e req-1d72b0d4-0f28-43a0-9292-46473c637b7a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Oct 11 04:54:06.497597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a2486f1-9b72-4ea5-80af-4d7b19c86757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:07.320186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cc79e-4ee4-4411-a663-f4d6b91b75aa req-b62f5eac-5c2b-4e8f-be43-9b9bbc0932e0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:07.321657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e99cc79e-4ee4-4411-a663-f4d6b91b75aa req-b62f5eac-5c2b-4e8f-be43-9b9bbc0932e0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 945 time: 0.0521982 Oct 11 04:54:07.357617 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e99cc79e-4ee4-4411-a663-f4d6b91b75aa req-f3c15c5f-8446-4c4e-97df-f2903727cf8b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300229 Oct 11 04:54:07.512382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:54:07.560602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 10334c68-04bb-4e2d-b590-e5e19f8e6046 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:54:07.564625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 10334c68-04bb-4e2d-b590-e5e19f8e6046 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:07.564990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:07.565341 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 10334c68-04bb-4e2d-b590-e5e19f8e6046 Oct 11 04:54:07.643772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 10334c68-04bb-4e2d-b590-e5e19f8e6046 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:07.644429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:07.667660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:54:07.669898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128123b-a724-42b4-bafa-49c80bd02c53" -d '{"events": [{"server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "name": "network-vif-plugged", "status": "completed", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:54:07.683609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:07.687949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:07.712862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a00f57-f00d-4be8-86eb-7ec6e5913763 x-openstack-request-id: req-e4a00f57-f00d-4be8-86eb-7ec6e5913763 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:54:07.713152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "name": "network-vif-plugged", "status": "completed", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:54:07.713424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a00f57-f00d-4be8-86eb-7ec6e5913763 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:54:07.713782 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a00f57-f00d-4be8-86eb-7ec6e5913763'] response: {'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'code': 200} Oct 11 04:54:07.740099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:07.831854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:07.902121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55c2b-1d85-4a88-9489-27fe88d14658 req-8d884347-ba37-4fc9-b303-c0cd6df959fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:07.903624 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-04f55c2b-1d85-4a88-9489-27fe88d14658 req-8d884347-ba37-4fc9-b303-c0cd6df959fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0394847 Oct 11 04:54:07.938367 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-04f55c2b-1d85-4a88-9489-27fe88d14658 req-6184a36f-928f-4393-b347-10d342f638a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279152 Oct 11 04:54:08.478102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031408a-8ca5-4655-b540-3112fcdb72fc req-087dcead-3e4d-4456-b856-faf130f9fec5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:08.479581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1031408a-8ca5-4655-b540-3112fcdb72fc req-087dcead-3e4d-4456-b856-faf130f9fec5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0482419 Oct 11 04:54:08.518165 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1031408a-8ca5-4655-b540-3112fcdb72fc req-51715625-41df-4ab8-89f5-54a02473aea2 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Oct 11 04:54:08.624228 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:54:09.401664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:09.535760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:09.637881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46f4e8-6cf4-4fbe-983f-303596dc5031 req-8a8c8216-63d4-4577-bc74-85ac84e7fc1d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:09.639286 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cd46f4e8-6cf4-4fbe-983f-303596dc5031 req-8a8c8216-63d4-4577-bc74-85ac84e7fc1d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0485384 Oct 11 04:54:09.676897 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cd46f4e8-6cf4-4fbe-983f-303596dc5031 req-db8ef903-1511-4db0-9a0d-589aa71d147a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Oct 11 04:54:09.798040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7797d-7c69-4a2b-848b-f56f28a548db req-e3604734-c22d-403d-a4f0-f52201a4cbfe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:09.799521 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e0a7797d-7c69-4a2b-848b-f56f28a548db req-e3604734-c22d-403d-a4f0-f52201a4cbfe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0517919 Oct 11 04:54:09.837048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e0a7797d-7c69-4a2b-848b-f56f28a548db req-e6f7eb31-1681-4fb5-bc20-cedca575df9f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Oct 11 04:54:10.042716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73668-a6fa-4faa-9f8f-e182873f8480 req-b019783f-4aee-47c5-ac8f-2dbc9f41dfc7 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:10.044156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9fe73668-a6fa-4faa-9f8f-e182873f8480 req-b019783f-4aee-47c5-ac8f-2dbc9f41dfc7 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Oct 11 04:54:10.081070 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9fe73668-a6fa-4faa-9f8f-e182873f8480 req-7da56b6c-52bc-4d6e-9ad0-7e042f991ddd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Oct 11 04:54:10.198217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cff10f-2a8f-49da-9133-97f76368b783 req-f3438c06-8030-4e41-9f67-c10dbc68c00c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:10.199592 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a9cff10f-2a8f-49da-9133-97f76368b783 req-f3438c06-8030-4e41-9f67-c10dbc68c00c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Oct 11 04:54:10.235712 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a9cff10f-2a8f-49da-9133-97f76368b783 req-c746f1d8-546e-48a7-966c-2059880520e2 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304177 Oct 11 04:54:10.458447 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-2dda9d94-a7eb-4ab7-98be-679db2d720ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403163 Oct 11 04:54:10.473803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51bb07-fda5-4a88-9c2c-de6ef17a892e req-4d481349-8df7-4d0a-8a7a-61307a398867 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:10.475353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ec51bb07-fda5-4a88-9c2c-de6ef17a892e req-4d481349-8df7-4d0a-8a7a-61307a398867 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Oct 11 04:54:10.518756 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ec51bb07-fda5-4a88-9c2c-de6ef17a892e req-d73ae25a-37bc-43f8-b53c-2206b8ff3541 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370555 Oct 11 04:54:10.697913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:11.661823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-d75ee142-2b71-48f1-bc03-65cc9fa5a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:11.663346 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-d75ee142-2b71-48f1-bc03-65cc9fa5a22d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0728500 Oct 11 04:54:11.670637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ff7c-8690-401d-b09d-ddeaf77449f4 req-a9b330b4-26f1-4afa-a2a3-91ff238c6f1f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:11.671973 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-46b3ff7c-8690-401d-b09d-ddeaf77449f4 req-a9b330b4-26f1-4afa-a2a3-91ff238c6f1f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0731325 Oct 11 04:54:11.766754 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-46b3ff7c-8690-401d-b09d-ddeaf77449f4 req-cdf44294-3453-436a-9a41-489842a1c34e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864062 Oct 11 04:54:11.784382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-a4fc9636-cd9d-44ed-b355-2a4d56ef4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:11.785830 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-a4fc9636-cd9d-44ed-b355-2a4d56ef4931 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.1130009 Oct 11 04:54:11.825651 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-5fdc3cb6-73da-4301-bd07-2f0e93066ea8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 217 time: 0.0334795 Oct 11 04:54:11.873194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-7e0fa627-3f3f-4bd2-804b-185a40b0e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:11.874673 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-7e0fa627-3f3f-4bd2-804b-185a40b0e037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0424812 Oct 11 04:54:11.922087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-863c24ad-ee70-416d-af5b-3c0d72f883cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:11.923572 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-863c24ad-ee70-416d-af5b-3c0d72f883cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428302 Oct 11 04:54:12.009916 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-98f2b1c1-ce9c-4637-b0d8-40ac8dc28eea service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799687 Oct 11 04:54:12.100134 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-53be3c0a-1271-42ba-a0e6-50953b3a28aa service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840786 Oct 11 04:54:12.889826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f83d8-44a7-41ad-acb0-f6d058bd964b req-1052ea30-0de4-410a-948b-1819a991c319 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:12.891948 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-586f83d8-44a7-41ad-acb0-f6d058bd964b req-1052ea30-0de4-410a-948b-1819a991c319 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0499883 Oct 11 04:54:12.930416 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-586f83d8-44a7-41ad-acb0-f6d058bd964b req-52b67ea0-94ad-4ba0-aa62-a5fe7bc446bf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Oct 11 04:54:14.052484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48ed29-dcbc-46d8-87dc-30583d4c0ffb req-9b81704f-0a63-417e-b2d3-15255a304db4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:14.053943 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc48ed29-dcbc-46d8-87dc-30583d4c0ffb req-9b81704f-0a63-417e-b2d3-15255a304db4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0482738 Oct 11 04:54:14.090365 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fc48ed29-dcbc-46d8-87dc-30583d4c0ffb req-9e24601a-3bb2-4992-95d6-ed488d4c0179 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Oct 11 04:54:15.208262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64f8d-4937-4442-93d0-e9f5232da244 req-bbbbcbc0-e854-4854-99e5-9b677df4e4f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:15.209736 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64c64f8d-4937-4442-93d0-e9f5232da244 req-bbbbcbc0-e854-4854-99e5-9b677df4e4f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0475910 Oct 11 04:54:15.246820 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64c64f8d-4937-4442-93d0-e9f5232da244 req-6af74d53-c936-44f8-b62c-eff9d87a4392 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Oct 11 04:54:16.365781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9202126-aa8a-46ec-a1ab-9f5ae2ba9da2 req-63cd3135-ce71-4b00-b41b-26e24295d3cd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:16.367251 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9202126-aa8a-46ec-a1ab-9f5ae2ba9da2 req-63cd3135-ce71-4b00-b41b-26e24295d3cd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0476055 Oct 11 04:54:16.403547 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9202126-aa8a-46ec-a1ab-9f5ae2ba9da2 req-b4e8d801-ebc9-4ea1-98fb-735420f5b723 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305345 Oct 11 04:54:17.521237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9eb92-2aed-4204-b5b2-99225b5fe9bd req-81bf516c-0c1c-4987-bcc8-0d591391d356 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:17.522720 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eab9eb92-2aed-4204-b5b2-99225b5fe9bd req-81bf516c-0c1c-4987-bcc8-0d591391d356 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0474226 Oct 11 04:54:17.563650 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eab9eb92-2aed-4204-b5b2-99225b5fe9bd req-c9bf0a24-4ff6-4aba-a3f0-491c4153a57a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Oct 11 04:54:18.688006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0185c9-42f8-42b2-8084-4f40e4447d35 req-aa632dae-ef52-4476-8f5e-7c347341b6cf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:18.689454 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bf0185c9-42f8-42b2-8084-4f40e4447d35 req-aa632dae-ef52-4476-8f5e-7c347341b6cf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Oct 11 04:54:18.726838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bf0185c9-42f8-42b2-8084-4f40e4447d35 req-8f2819ca-d40e-4327-9ba5-df72466f1a09 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Oct 11 04:54:19.845895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348dad-40fc-46e9-aca2-d9496ea01ffa req-3006ba49-661b-4bf2-9b8f-3b5bd3afc642 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:19.847370 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3348dad-40fc-46e9-aca2-d9496ea01ffa req-3006ba49-661b-4bf2-9b8f-3b5bd3afc642 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Oct 11 04:54:19.884857 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3348dad-40fc-46e9-aca2-d9496ea01ffa req-92f7f069-b29a-4099-99a3-b958ae076dfb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Oct 11 04:54:21.003555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf34af-2e58-47b0-a182-538cc1bd7cc7 req-346529b6-11e7-4a1a-845f-6cf7345a5275 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:21.005014 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6abf34af-2e58-47b0-a182-538cc1bd7cc7 req-346529b6-11e7-4a1a-845f-6cf7345a5275 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Oct 11 04:54:21.041704 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6abf34af-2e58-47b0-a182-538cc1bd7cc7 req-c1c06e77-1fc0-487e-8d66-a3d6a723807e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Oct 11 04:54:22.159501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c2da6-a2f2-46c6-bec1-6bc42f92af67 req-c64b2b34-beb7-4c42-91f5-9b788a30b537 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:22.160947 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-925c2da6-a2f2-46c6-bec1-6bc42f92af67 req-c64b2b34-beb7-4c42-91f5-9b788a30b537 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0480356 Oct 11 04:54:22.197880 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-925c2da6-a2f2-46c6-bec1-6bc42f92af67 req-0dc73b42-c7a3-481b-a303-4c752a3645f6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Oct 11 04:54:23.318207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55181af2-9288-45a6-aa9a-8cce28673b04 req-1d8e8455-e547-4651-8653-4e25c997dc89 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:23.319781 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-55181af2-9288-45a6-aa9a-8cce28673b04 req-1d8e8455-e547-4651-8653-4e25c997dc89 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Oct 11 04:54:23.356699 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-55181af2-9288-45a6-aa9a-8cce28673b04 req-fb90b8b0-f145-4383-b507-7aec852e3263 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Oct 11 04:54:24.475953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3158c6f-7a52-45a7-8735-e38c307c4a03 req-9218a37f-dd0e-4bb3-b859-58d30bc1abbe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:24.477403 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3158c6f-7a52-45a7-8735-e38c307c4a03 req-9218a37f-dd0e-4bb3-b859-58d30bc1abbe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0481789 Oct 11 04:54:24.518043 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3158c6f-7a52-45a7-8735-e38c307c4a03 req-80bf03bf-bbae-4388-b8cc-b294e2591378 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Oct 11 04:54:25.641457 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da414-c21f-4988-b3b4-44c9f2bc7ac9 req-ccbcc2d6-5b09-48c8-9b67-b80b2d0b969c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:25.642929 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-624da414-c21f-4988-b3b4-44c9f2bc7ac9 req-ccbcc2d6-5b09-48c8-9b67-b80b2d0b969c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0524774 Oct 11 04:54:25.680899 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-624da414-c21f-4988-b3b4-44c9f2bc7ac9 req-b65e8cd9-7b05-4367-b4fa-88ae64c9480c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Oct 11 04:54:26.799468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ced06c-9156-4aa1-bb64-216baf8ea891 req-ec8bd0c0-63f9-44a9-83cb-136bee3abef4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:26.800813 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-00ced06c-9156-4aa1-bb64-216baf8ea891 req-ec8bd0c0-63f9-44a9-83cb-136bee3abef4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0478799 Oct 11 04:54:26.837680 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-00ced06c-9156-4aa1-bb64-216baf8ea891 req-24eb1c49-604f-41a2-8ad9-872175482891 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310025 Oct 11 04:54:27.956771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcb967-f3d1-4eaf-8dab-195eae251203 req-7b4090bf-5c8a-4223-b1e2-c5fd9dc50940 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:27.958148 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-37bcb967-f3d1-4eaf-8dab-195eae251203 req-7b4090bf-5c8a-4223-b1e2-c5fd9dc50940 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0489583 Oct 11 04:54:27.994552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-37bcb967-f3d1-4eaf-8dab-195eae251203 req-52d8fd67-201e-4288-b4e9-c70e1dc312be tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Oct 11 04:54:29.114580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3677b-542c-420e-ae6d-6cfe6a77fc2e req-688d9e22-d068-4d86-a266-74d97cca50fb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:29.116026 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4f3677b-542c-420e-ae6d-6cfe6a77fc2e req-688d9e22-d068-4d86-a266-74d97cca50fb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0483704 Oct 11 04:54:29.152252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4f3677b-542c-420e-ae6d-6cfe6a77fc2e req-078c135b-a911-417c-aac6-3d79b14881aa tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Oct 11 04:54:30.271609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07b9d2-0af0-4ae2-a827-34a6c27c3454 req-01cfca2d-ff5f-4839-8130-5d729779a381 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:30.273052 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2a07b9d2-0af0-4ae2-a827-34a6c27c3454 req-01cfca2d-ff5f-4839-8130-5d729779a381 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0485120 Oct 11 04:54:30.309819 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2a07b9d2-0af0-4ae2-a827-34a6c27c3454 req-1add3aa5-0e62-40dd-aa27-c193c14a1f9d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Oct 11 04:54:31.430483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7617d-2f24-4e3f-9a56-b0b2e0330e0d req-addd67ff-627e-49c5-a6ec-cd41d17bdfdd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:31.431946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9cc7617d-2f24-4e3f-9a56-b0b2e0330e0d req-addd67ff-627e-49c5-a6ec-cd41d17bdfdd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0484498 Oct 11 04:54:31.472800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9cc7617d-2f24-4e3f-9a56-b0b2e0330e0d req-678cb629-0d2e-40de-bf21-4a09b43239a9 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Oct 11 04:54:32.599101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0df9c-2541-46ac-88ef-e5841d87c0a6 req-00908e79-09e5-49c6-b125-38a752e305fe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:32.600551 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10e0df9c-2541-46ac-88ef-e5841d87c0a6 req-00908e79-09e5-49c6-b125-38a752e305fe tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0530167 Oct 11 04:54:32.637422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10e0df9c-2541-46ac-88ef-e5841d87c0a6 req-51cfb41b-e6b3-4bfb-b1e6-b3fc42f67092 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Oct 11 04:54:33.758021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdb7f4-0b7a-4239-a2c3-07289fe7d3fa req-2ec4eba2-ffd6-4c00-99e3-b40ed89b8ca5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:33.759485 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49bdb7f4-0b7a-4239-a2c3-07289fe7d3fa req-2ec4eba2-ffd6-4c00-99e3-b40ed89b8ca5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0484245 Oct 11 04:54:33.796423 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49bdb7f4-0b7a-4239-a2c3-07289fe7d3fa req-4a555549-fda2-4386-8cea-c0aa4488b083 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Oct 11 04:54:34.254737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44f1cee4-2c50-4bd8-8141-9d5f30fb23e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:34.913868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3daf9-2c34-450d-99d5-05908cb00c09 req-f2a03c87-c3d0-4200-af48-13a295ae4a1f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:34.915340 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72f3daf9-2c34-450d-99d5-05908cb00c09 req-f2a03c87-c3d0-4200-af48-13a295ae4a1f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0476665 Oct 11 04:54:34.952270 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72f3daf9-2c34-450d-99d5-05908cb00c09 req-701073e3-3661-43b1-8f6a-79d38f89b968 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Oct 11 04:54:36.071757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7d542-655c-43c7-a352-fb364559f503 req-7472d60e-348f-4c4e-b92e-b2be7b9d6cc2 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:36.073224 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4d7d542-655c-43c7-a352-fb364559f503 req-7472d60e-348f-4c4e-b92e-b2be7b9d6cc2 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0482323 Oct 11 04:54:36.110668 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4d7d542-655c-43c7-a352-fb364559f503 req-ffc83ee2-80e4-42f8-b6b5-f187a34540a0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Oct 11 04:54:36.498804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81864e61-c539-4a37-9b2f-8fc72dbcd1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:37.231114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f26142-2d1e-433f-873b-e147cd575dfa req-a9677ac9-e490-4b4a-8efa-f6354271e7ec tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:37.232571 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0f26142-2d1e-433f-873b-e147cd575dfa req-a9677ac9-e490-4b4a-8efa-f6354271e7ec tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Oct 11 04:54:37.270220 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0f26142-2d1e-433f-873b-e147cd575dfa req-d0e352fa-e3bb-49a1-b693-430534c7f540 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Oct 11 04:54:37.834890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:38.390880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae1a3c-21f3-453c-8b12-eb0bb22db12d req-38a30f3f-f228-4655-833c-925263e55340 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:38.392343 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98ae1a3c-21f3-453c-8b12-eb0bb22db12d req-38a30f3f-f228-4655-833c-925263e55340 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0495739 Oct 11 04:54:38.434786 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98ae1a3c-21f3-453c-8b12-eb0bb22db12d req-958f6653-2410-4a07-97c8-8c43c0b37403 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Oct 11 04:54:38.903234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-f4641e0a-0f3a-4575-b975-54b18f29bd68 service neutron] 10.222.0.45 "GET /v2.0/ports/10334c68-04bb-4e2d-b590-e5e19f8e6046/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0579665 Oct 11 04:54:39.111166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-185ff8a2-e894-4f0e-8f42-fca824d5bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:39.112615 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-185ff8a2-e894-4f0e-8f42-fca824d5bd14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9&tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d HTTP/1.1" status: 200 len: 1099 time: 0.0399871 Oct 11 04:54:39.181540 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-3254a3e2-0638-41f2-a1c0-03b93179c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:39.182930 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-3254a3e2-0638-41f2-a1c0-03b93179c86b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0390255 Oct 11 04:54:39.275549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-3f0bb630-7db5-4156-b160-6474a3f84465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:39.276981 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-3f0bb630-7db5-4156-b160-6474a3f84465 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0872872 Oct 11 04:54:39.319848 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-c7123cac-c6c0-4739-9d35-8dc637a6eae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 217 time: 0.0354972 Oct 11 04:54:39.367302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-8b441560-fa10-489a-8f4b-d9a821ce431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:39.368735 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-8b441560-fa10-489a-8f4b-d9a821ce431c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0425622 Oct 11 04:54:39.403617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:39.418460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-2c484143-9cc1-40a2-9cd4-d9dcc20b6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:39.419960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-2c484143-9cc1-40a2-9cd4-d9dcc20b6dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445688 Oct 11 04:54:39.511267 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-75af12e1-2a8a-47e3-a525-41f7b3df6ed9 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842686 Oct 11 04:54:39.539149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:39.612788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa663b7f-83cd-4aae-92d1-093b48d197bb req-8b896f2b-cea5-4342-ab0c-4d0c912ab70d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:39.614864 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa663b7f-83cd-4aae-92d1-093b48d197bb req-8b896f2b-cea5-4342-ab0c-4d0c912ab70d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.1067319 Oct 11 04:54:39.654856 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf028b11-02d5-430b-94f5-67ed2b14e50b req-b3ac8522-a3c9-4d3b-aa9e-25d178823fbd service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354213 Oct 11 04:54:39.667215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fa663b7f-83cd-4aae-92d1-093b48d197bb req-2d813cb1-fb74-4c8f-a2dc-f2250143b52f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464897 Oct 11 04:54:40.706607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:40.790318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60309-51bb-408e-ae14-6aa9077030f5 req-93ae0eaf-9489-452c-941a-b3e58b177bf1 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:40.791724 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30a60309-51bb-408e-ae14-6aa9077030f5 req-93ae0eaf-9489-452c-941a-b3e58b177bf1 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Oct 11 04:54:40.828704 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30a60309-51bb-408e-ae14-6aa9077030f5 req-ef1cb138-fbdc-4bb2-a438-f2608edab994 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Oct 11 04:54:41.580615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:54:41.590749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:54:41.736192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:41.738646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 10334c68-04bb-4e2d-b590-e5e19f8e6046 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:41.739026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:41.756907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'port_id': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'mac_address': 'fa:16:3e:a4:a5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:54:41.771307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:54:41.773528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8f2ea6-29c9-496f-845d-9cb8695c4a9e" -d '{"events": [{"server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "name": "network-vif-unplugged", "status": "completed", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:54:41.805911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:41.813152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:41.839563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7efa19-160a-4f70-904a-ba7166a48843 x-openstack-request-id: req-3e7efa19-160a-4f70-904a-ba7166a48843 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:54:41.839849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "name": "network-vif-unplugged", "status": "completed", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:54:41.840095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e7efa19-160a-4f70-904a-ba7166a48843 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:54:41.840476 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7efa19-160a-4f70-904a-ba7166a48843'] response: {'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'code': 200} Oct 11 04:54:41.841060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 10334c68-04bb-4e2d-b590-e5e19f8e6046 is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:41.841431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:41.862880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:41.903426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:41.920467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:54:41.920826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:54:41.951117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99d30e-c1da-4700-913d-3c05cb1c3be8 req-06330854-57a0-4c32-8b1c-917546e18f45 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:41.952578 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8f99d30e-c1da-4700-913d-3c05cb1c3be8 req-06330854-57a0-4c32-8b1c-917546e18f45 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0480034 Oct 11 04:54:41.989714 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8f99d30e-c1da-4700-913d-3c05cb1c3be8 req-fd2fc227-1c2c-4e1a-a77e-9aad4769d6a7 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Oct 11 04:54:42.456370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 10334c68-04bb-4e2d-b590-e5e19f8e6046 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:42.456757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:42.469028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:42.487466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:42.491511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:42.536817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:42.614757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['10334c68-04bb-4e2d-b590-e5e19f8e6046'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:54:43.112773 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46e02f-1975-4c94-8c70-11b09dfe8950 req-8be0cdf3-9722-4968-bd2d-23a07d8ffa9d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.114264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ff46e02f-1975-4c94-8c70-11b09dfe8950 req-8be0cdf3-9722-4968-bd2d-23a07d8ffa9d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 945 time: 0.0500088 Oct 11 04:54:43.151184 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ff46e02f-1975-4c94-8c70-11b09dfe8950 req-de9e5365-270e-4d16-88c7-9aafb40ae13c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Oct 11 04:54:43.380373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8605b00-f6f0-4219-961d-1fa7aedbc508 req-84c94de8-2ce1-4cf2-bbe5-5cac5f103588 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.382352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f8605b00-f6f0-4219-961d-1fa7aedbc508 req-84c94de8-2ce1-4cf2-bbe5-5cac5f103588 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 945 time: 0.0814970 Oct 11 04:54:43.403083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-b9860bd1-f310-4352-9b6a-c5d76987a811 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.404491 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-b9860bd1-f310-4352-9b6a-c5d76987a811 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9&tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.0742526 Oct 11 04:54:43.431919 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f8605b00-f6f0-4219-961d-1fa7aedbc508 req-3f69dcef-fead-4577-9817-4447c47ff7c6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Oct 11 04:54:43.502185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-ed668ef2-1595-44e6-ab69-a8fb68b06d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.504464 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-ed668ef2-1595-44e6-ab69-a8fb68b06d20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0395989 Oct 11 04:54:43.596025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-a1d55a9b-f897-4b8a-bb89-d6af177e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.597497 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-a1d55a9b-f897-4b8a-bb89-d6af177e4e87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0873439 Oct 11 04:54:43.610717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:54:43.646341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.45', 63949) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:54:43.659494 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-9a8640a3-bafb-4366-be7d-9a22a7f50f34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 217 time: 0.0357604 Oct 11 04:54:43.688988 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-291425b5-7889-46dc-b9de-9a6207846b68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406754 Oct 11 04:54:43.691832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 10334c68-04bb-4e2d-b590-e5e19f8e6046 is: BUILD; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:43.692364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:43.705628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:43.713994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-bd41fb60-ea28-465a-ae16-764c0f57c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.715525 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-bd41fb60-ea28-465a-ae16-764c0f57c7c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0500305 Oct 11 04:54:43.725765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:43.729625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:43.763415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-f82699a1-247f-45f7-b42e-dcf776983cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:43.764922 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-f82699a1-247f-45f7-b42e-dcf776983cfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419774 Oct 11 04:54:43.777351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:43.784192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.784535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.784869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.785226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.785550 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.785876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.786202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.786535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.786866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.787183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.787508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.787823 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:43.853839 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-19349233-90b0-42d6-8ea0-bebe82fdbd8e service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821300 Oct 11 04:54:43.946962 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd153a22-45a2-4179-9c52-c90b1e210e18 req-34400b20-af62-4141-ae52-cca4acf1310b service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872014 Oct 11 04:54:44.106338 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-7d455c06-41f7-47de-a412-9da34823983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:44.107846 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-7d455c06-41f7-47de-a412-9da34823983b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0404515 Oct 11 04:54:44.219049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-96fc03bb-4925-4bd4-82a9-77d67193427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:44.220410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-96fc03bb-4925-4bd4-82a9-77d67193427c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0865664 Oct 11 04:54:44.262304 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-b8d12174-40d0-4255-b9aa-a1141d5a85a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 200 len: 217 time: 0.0345650 Oct 11 04:54:44.314267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-e97b292c-b474-4122-8905-f81c1273bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:44.315749 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-e97b292c-b474-4122-8905-f81c1273bd02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0472007 Oct 11 04:54:44.368038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-bc50d407-2cef-4f0f-9879-74481c98f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:44.369510 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-bc50d407-2cef-4f0f-9879-74481c98f1b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409412 Oct 11 04:54:44.458779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-a7f9ad64-93ca-4f76-90ab-d85466fba438 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824888 Oct 11 04:54:44.560269 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aaacfc97-2ddb-4748-8696-2aa88df0b838 req-63a31f89-f0ee-499e-aead-6953f998b827 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952194 Oct 11 04:54:44.571763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db7bad-2b06-41ef-966a-db1a544a483d req-f7a3a005-c96a-4af8-a56e-bf2302145c94 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:44.573323 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f4db7bad-2b06-41ef-966a-db1a544a483d req-f7a3a005-c96a-4af8-a56e-bf2302145c94 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0606294 Oct 11 04:54:44.614952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f4db7bad-2b06-41ef-966a-db1a544a483d req-4f14c6d4-84a1-49c3-aece-7b658d9afc17 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Oct 11 04:54:44.735024 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42f0bc-6ee3-429d-bcea-3e23c72256f3 req-dd4f2a92-0958-40c4-bc84-530490a507c0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:44.736413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c42f0bc-6ee3-429d-bcea-3e23c72256f3 req-dd4f2a92-0958-40c4-bc84-530490a507c0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0488267 Oct 11 04:54:44.773291 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c42f0bc-6ee3-429d-bcea-3e23c72256f3 req-75a5e875-a50f-4fea-84d5-dc5daec7d011 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Oct 11 04:54:44.865228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56156) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:54:44.869826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283030347', 'description': 'tempest-description--1413771642'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:44.890635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:44.954662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:44.958482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:44.987277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:44.988503 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1222315 Oct 11 04:54:44.989610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f37b9-6628-4c61-b700-b1aca96e1201 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8159e9-7c9c-4a7c-96da-7c5fd4f7b1dc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:44.991697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56158) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:54:44.995984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Request body: {'security_group_rule': {'security_group_id': '3a8159e9-7c9c-4a7c-96da-7c5fd4f7b1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:45.021867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.075959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.079516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.096987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f0e96e-ad17-4fee-9eba-5eb90705ee73,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:45.104435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.108282 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-46991c18-923a-4198-9d35-88463317c177 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130235 Oct 11 04:54:45.108420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:54:45.112659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Request body: {'security_group_rule': {'security_group_id': '3a8159e9-7c9c-4a7c-96da-7c5fd4f7b1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:45.136218 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.194084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.197345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.214784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3ebb15-858b-4f46-a3a8-0450bc8328a9,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:45.222392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.223645 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f9e5beac-db5c-42fb-967e-92fabb0e33f8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143367 Oct 11 04:54:45.226701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56162) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:54:45.230966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:45.252208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.345234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.447265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Allocated IP 172.26.8.180 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/54515627-1c7b-41b2-86ac-09db9b5be33a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:54:45.549733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.582321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.620374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:54:45.623585 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:54:45.624780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:54:45.628254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:54:45.651467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'Port': ['ID=54515627-1c7b-41b2-86ac-09db9b5be33a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:45.746507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.780545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.927139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.931508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.996090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:45.998788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'Port': ['ID=54515627-1c7b-41b2-86ac-09db9b5be33a,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:46.013769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:46.015011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-515b3c50-05f3-4119-89b0-3b5f581deb6b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7873943 Oct 11 04:54:46.110071 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60e2a3-a6fe-43aa-8e06-7edf180ada7c req-0b243d3a-7413-4ea9-89df-573d84b39de4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:46.111538 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ec60e2a3-a6fe-43aa-8e06-7edf180ada7c req-0b243d3a-7413-4ea9-89df-573d84b39de4 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0475733 Oct 11 04:54:46.151997 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ec60e2a3-a6fe-43aa-8e06-7edf180ada7c req-ed460a88-4e3a-44c9-adc0-b48e8640f57d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Oct 11 04:54:46.501853 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-2fb8a7f3-aedf-4037-8cc2-748e68d93d75 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:46.503262 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-2fb8a7f3-aedf-4037-8cc2-748e68d93d75 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 814 time: 0.1014783 Oct 11 04:54:46.518671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-6d94a861-4a74-4ecb-9991-50c18a693645 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/quotas/a8c49ada0caa4346973e7dbca8fcbd6d HTTP/1.1" status: 200 len: 375 time: 0.0090022 Oct 11 04:54:46.572920 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-aefd1453-69bb-41d7-91af-c0d62b40df90 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0481281 Oct 11 04:54:46.676499 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-28bb0fe6-d287-4182-9522-efe5ff1fa493 service neutron] 10.222.0.39 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966570 Oct 11 04:54:46.768168 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-a04dd367-6b84-4e8d-9d90-f6013683be11 service neutron] 10.222.0.39 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855608 Oct 11 04:54:46.925973 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-281d52cf-03d3-47ca-9a47-8bc526520f83 req-6b0965b5-96e9-4cce-a8bd-f0404311d305 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 210 time: 0.0260079 Oct 11 04:54:47.971195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-c64a00b2-617e-4884-8a8d-622ae1554398 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:47.973598 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-c64a00b2-617e-4884-8a8d-622ae1554398 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 814 time: 0.1052465 Oct 11 04:54:48.012514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Request body: {'port': {'device_id': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'admin_state_up': True, 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:48.044434 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-77bf16f2-fc6b-4717-97bc-680f303b8096 req-51016bd0-87bf-465e-be20-799f11b4129a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 210 time: 0.0455916 Oct 11 04:54:48.136119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Made reservation on behalf of a8c49ada0caa4346973e7dbca8fcbd6d for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:54:48.139558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.267654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Allocated IP 172.20.0.7 (e8b3e52c-0140-416f-845a-6a22df0303eb/3ca94b93-fdae-4c17-a959-6c8a1683c349/f3e9bb84-315a-4577-8dba-705159824087) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:54:48.407076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.441872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.466051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-dc25ca18-144e-4457-a6af-5e7001dbcbe5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:48.467515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-dc25ca18-144e-4457-a6af-5e7001dbcbe5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "GET /v2.0/ports?device_id=c94a7a46-8f37-4884-ad85-c20cd8545ad9 HTTP/1.1" status: 200 len: 944 time: 0.0546491 Oct 11 04:54:48.489923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Network e8b3e52c-0140-416f-845a-6a22df0303eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:54:48.493228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:54:48.496988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:54:48.524835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:48.543222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.543576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.543912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.544242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.544577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.544911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.545235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.545558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.545881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.546227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.546587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.546912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:54:48.566370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Deleting port 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:54:48.566877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.569789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:48.570425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.589782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-459b9f2d-a611-47fa-a017-653c3c9d969f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813947 Oct 11 04:54:48.607318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Request body: {'port': {'device_id': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:54:48.665157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.676461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] For port 10334c68-04bb-4e2d-b590-e5e19f8e6046, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10334c68-04bb-4e2d-b590-e5e19f8e6046,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:48.677005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.691894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Calling delete_port for 10334c68-04bb-4e2d-b590-e5e19f8e6046 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:54:48.793213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-fd97b79d-63a1-422b-90ea-768c3d71e694 None None] Provisioning complete for port f3e9bb84-315a-4577-8dba-705159824087 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:48.794163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fd97b79d-63a1-422b-90ea-768c3d71e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.794732 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-fd97b79d-63a1-422b-90ea-768c3d71e694 None None] Attempt 1 to provision port f3e9bb84-315a-4577-8dba-705159824087 Oct 11 04:54:48.827694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.837273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-fd97b79d-63a1-422b-90ea-768c3d71e694 None None] Port f3e9bb84-315a-4577-8dba-705159824087 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:54:48.940231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e9bb84-315a-4577-8dba-705159824087 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:48.948966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:48.962487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Transition to ACTIVE for port object f3e9bb84-315a-4577-8dba-705159824087 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:54:48.966559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:49.050875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:49.079941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Attempting to bind port f3e9bb84-315a-4577-8dba-705159824087 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:54:49.080279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Attempting to bind port f3e9bb84-315a-4577-8dba-705159824087 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:54:49.080603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Attempting to bind port f3e9bb84-315a-4577-8dba-705159824087 on network e8b3e52c-0140-416f-845a-6a22df0303eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:54:49.085336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Port f3e9bb84-315a-4577-8dba-705159824087 on network e8b3e52c-0140-416f-845a-6a22df0303eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:54:49.085648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Attempting to bind port f3e9bb84-315a-4577-8dba-705159824087 on network e8b3e52c-0140-416f-845a-6a22df0303eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:54:49.090886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:54:49.091227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Checking segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:54:49.091605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Bound using segment: {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:54:49.092035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Bound port: f3e9bb84-315a-4577-8dba-705159824087, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5183df-c8d9-46c8-9c08-5898224777a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:54:49.092384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:49.100013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event deleted for resources: {'Port': ['ID=10334c68-04bb-4e2d-b590-e5e19f8e6046,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:49.162007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:54:49.165444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:54:49.169477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] No DVR routers for this DVR port 10334c68-04bb-4e2d-b590-e5e19f8e6046 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:54:49.171657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:49.172671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:49.174826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:49.175964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:49.177352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] 10.222.0.45 "PUT /v2.0/ports/f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 200 len: 1093 time: 0.5745478 Oct 11 04:54:49.177854 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87aff653-59c6-42dd-b43e-21c299c8be81 req-853f3060-4123-4516-a3f4-c18642bd4bed tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "DELETE /v2.0/ports/10334c68-04bb-4e2d-b590-e5e19f8e6046 HTTP/1.1" status: 204 len: 173 time: 0.7026894 Oct 11 04:54:49.179411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'name': 'network-vif-deleted', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:54:49.179721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:54:49.182020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b71fdf-f6a6-48cd-ba2c-6b6d3c7875ff" -d '{"events": [{"server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "name": "network-vif-deleted", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:54:49.182168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ce8b0-8a9f-48cc-9384-ca066615c2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "tag": "f3e9bb84-315a-4577-8dba-705159824087"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:54:49.217492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dce8e-5497-42b2-a277-fe52497a96c3 req-9e2b3221-56bb-4e47-9a19-9c711808ea73 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:49.223851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-357dce8e-5497-42b2-a277-fe52497a96c3 req-9e2b3221-56bb-4e47-9a19-9c711808ea73 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0982087 Oct 11 04:54:49.263077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:49.339012 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-fd97b79d-63a1-422b-90ea-768c3d71e694 None None] Attempt 2 to provision port f3e9bb84-315a-4577-8dba-705159824087 Oct 11 04:54:49.342392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58674e7c-131c-44bb-a16c-0d50d85df0bd x-openstack-request-id: req-58674e7c-131c-44bb-a16c-0d50d85df0bd {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:54:49.342717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a7a46-8f37-4884-ad85-c20cd8545ad9", "name": "network-vif-deleted", "tag": "10334c68-04bb-4e2d-b590-e5e19f8e6046", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:54:49.349320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3204792-d153-4221-a945-b7fba962cefe x-openstack-request-id: req-c3204792-d153-4221-a945-b7fba962cefe {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:54:49.349609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "tag": "f3e9bb84-315a-4577-8dba-705159824087", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:54:49.349879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3204792-d153-4221-a945-b7fba962cefe {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:54:49.350282 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3204792-d153-4221-a945-b7fba962cefe'] response: {'name': 'network-changed', 'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087', 'status': 'completed', 'code': 200} Oct 11 04:54:49.353402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58674e7c-131c-44bb-a16c-0d50d85df0bd {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:54:49.353823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58674e7c-131c-44bb-a16c-0d50d85df0bd'] response: {'server_uuid': 'c94a7a46-8f37-4884-ad85-c20cd8545ad9', 'name': 'network-vif-deleted', 'tag': '10334c68-04bb-4e2d-b590-e5e19f8e6046', 'status': 'completed', 'code': 200} Oct 11 04:54:49.378313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-357dce8e-5497-42b2-a277-fe52497a96c3 req-5b1cbb68-7434-41b8-91f0-e4b621bd966f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389418 Oct 11 04:54:49.387539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-fd97b79d-63a1-422b-90ea-768c3d71e694 None None] Port f3e9bb84-315a-4577-8dba-705159824087 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:54:49.398684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-d50eed30-b8c3-4a03-9070-74b4c7396b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:49.400478 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-d50eed30-b8c3-4a03-9070-74b4c7396b49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 1096 time: 0.1600401 Oct 11 04:54:49.476253 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-02846102-061b-4c56-b2ff-e0685c9a4155 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 200 len: 217 time: 0.0542815 Oct 11 04:54:49.530310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-dcde8382-187d-4092-826d-b704b71f84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:49.531783 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-dcde8382-187d-4092-826d-b704b71f84f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0487354 Oct 11 04:54:49.605767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-e0625b27-d42c-4cfe-9022-6b54e9fe978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:49.607293 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-e0625b27-d42c-4cfe-9022-6b54e9fe978b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672479 Oct 11 04:54:49.705075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-d2b58f13-85e6-4f4b-bfae-fc63c53ec5ba service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872712 Oct 11 04:54:49.803547 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-276978f9-15c3-4e0e-8cc1-44f66a42824a service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885401 Oct 11 04:54:49.924400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-60a6a38f-2f5a-4d57-a3a5-47c15589367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:49.925765 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-60a6a38f-2f5a-4d57-a3a5-47c15589367f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 1096 time: 0.0406692 Oct 11 04:54:50.067450 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-88f37c5d-e3b3-42fc-b948-e1538f3c5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:50.068876 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-88f37c5d-e3b3-42fc-b948-e1538f3c5263 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.1370151 Oct 11 04:54:50.113605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-c893197a-ce6e-457c-a575-532e7540e2fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 200 len: 217 time: 0.0369811 Oct 11 04:54:50.160770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-70ce23bb-0ccd-4ecc-b71a-48c583640823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:50.162114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-70ce23bb-0ccd-4ecc-b71a-48c583640823 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0420470 Oct 11 04:54:50.204809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-1be2aeb0-0656-4aaf-ba14-8029c0701e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:50.206160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-1be2aeb0-0656-4aaf-ba14-8029c0701e09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376599 Oct 11 04:54:50.296074 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-36d12eea-cfe5-4dd4-a4be-84116dd2c605 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Oct 11 04:54:50.383508 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-703ce8b0-8a9f-48cc-9384-ca066615c2c9 req-977fffdf-82b0-4644-9b5d-07a19221ccc9 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810075 Oct 11 04:54:50.500819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe6e64-5df0-48c9-8f98-6b034d3641e2 req-639ea815-bde3-4f3b-ba32-c5ad5dc5eb68 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:50.502187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aefe6e64-5df0-48c9-8f98-6b034d3641e2 req-639ea815-bde3-4f3b-ba32-c5ad5dc5eb68 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0484455 Oct 11 04:54:50.539342 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-aefe6e64-5df0-48c9-8f98-6b034d3641e2 req-90a31d8c-16bd-4899-8bce-664a7baec055 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303001 Oct 11 04:54:51.627760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:54:51.637953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:54:51.661376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 10334c68-04bb-4e2d-b590-e5e19f8e6046 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:54:51.661795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 10334c68-04bb-4e2d-b590-e5e19f8e6046 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:54:51.664729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5ca5b-7aee-470d-8737-b43f1403adb9 req-39c2ef50-161e-4ae4-b974-f4a8f2fd068a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:51.666213 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a8f5ca5b-7aee-470d-8737-b43f1403adb9 req-39c2ef50-161e-4ae4-b974-f4a8f2fd068a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0537970 Oct 11 04:54:51.703143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a8f5ca5b-7aee-470d-8737-b43f1403adb9 req-0ce56c3c-db99-4aca-8971-58acc6e56c97 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Oct 11 04:54:51.747480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:51.758003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'f3e9bb84-315a-4577-8dba-705159824087', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'port_id': 'f3e9bb84-315a-4577-8dba-705159824087', 'mac_address': 'fa:16:3e:0b:e7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:54:51.793926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:51.794315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:51.806680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e9bb84-315a-4577-8dba-705159824087 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:54:51.826814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:51.830424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:51.875652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:52.203126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['f3e9bb84-315a-4577-8dba-705159824087'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:54:52.825664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8087b6f-fd18-437a-b4e4-fe5d2a66e886 req-cfff3e1c-2fd2-4df1-87a8-f7943d4a03cd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:52.827180 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d8087b6f-fd18-437a-b4e4-fe5d2a66e886 req-cfff3e1c-2fd2-4df1-87a8-f7943d4a03cd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 944 time: 0.0515101 Oct 11 04:54:52.864539 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d8087b6f-fd18-437a-b4e4-fe5d2a66e886 req-4fb62426-772f-4e12-9592-5cfd3ef8bc0b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Oct 11 04:54:53.642244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:54:53.689948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port f3e9bb84-315a-4577-8dba-705159824087 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:54:53.694245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port f3e9bb84-315a-4577-8dba-705159824087 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:54:53.694644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:53.694982 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port f3e9bb84-315a-4577-8dba-705159824087 Oct 11 04:54:53.771774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:54:53.772155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:53.794862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:54:53.797082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351f8197-a3c3-4ade-ac69-d70c2abc5239" -d '{"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:54:53.809925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:54:53.813965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:54:53.840555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb6ee8e-2508-4ba7-bac0-2c7e67c827ad x-openstack-request-id: req-4eb6ee8e-2508-4ba7-bac0-2c7e67c827ad {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:54:53.840843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:54:53.841095 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eb6ee8e-2508-4ba7-bac0-2c7e67c827ad {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:54:53.841480 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb6ee8e-2508-4ba7-bac0-2c7e67c827ad'] response: {'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087', 'code': 200} Oct 11 04:54:53.867711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:54:53.986022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdb267-983c-4473-86b4-8de70fc975df req-95e14f82-b04b-4718-8701-2f311834451c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:53.987536 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-99fdb267-983c-4473-86b4-8de70fc975df req-95e14f82-b04b-4718-8701-2f311834451c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0498040 Oct 11 04:54:54.025383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-99fdb267-983c-4473-86b4-8de70fc975df req-323ccf81-e721-4f0f-8bb7-73d061698d6c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Oct 11 04:54:54.026399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a7ac9-acab-41a4-8851-6e16dae4b2f7 req-61318d84-d44c-4c90-ad1a-fb635a34d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:54.027898 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-035a7ac9-acab-41a4-8851-6e16dae4b2f7 req-61318d84-d44c-4c90-ad1a-fb635a34d616 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 1098 time: 0.0386412 Oct 11 04:54:54.069373 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-035a7ac9-acab-41a4-8851-6e16dae4b2f7 req-6e44a649-c20d-45dd-9f7b-0ee40b9e9eff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Oct 11 04:54:55.145134 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d7ee-f1b1-470f-aa69-7550edd9b5bd req-a1d7f063-95b9-45c7-8b4b-80933911a6fb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:55.146592 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4079d7ee-f1b1-470f-aa69-7550edd9b5bd req-a1d7f063-95b9-45c7-8b4b-80933911a6fb tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0478418 Oct 11 04:54:55.183268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4079d7ee-f1b1-470f-aa69-7550edd9b5bd req-6896132e-b215-45b7-84f0-efb84f8f3784 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Oct 11 04:54:56.302329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9455510-1011-463a-ad7d-c64d4fa9fa5b req-e68f7e98-2c5b-40b0-a72c-bf2bf7f72ba0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:56.303787 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f9455510-1011-463a-ad7d-c64d4fa9fa5b req-e68f7e98-2c5b-40b0-a72c-bf2bf7f72ba0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0478177 Oct 11 04:54:56.340784 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f9455510-1011-463a-ad7d-c64d4fa9fa5b req-aaa5d124-1009-4265-b3df-b87085c98053 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Oct 11 04:54:56.463337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc4b0b-0c52-44ef-a355-cda5f9ed3743 req-62f4a66c-1387-4394-9e73-bd0fef76ea1a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:56.465200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c4cc4b0b-0c52-44ef-a355-cda5f9ed3743 req-62f4a66c-1387-4394-9e73-bd0fef76ea1a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0532801 Oct 11 04:54:56.502673 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c4cc4b0b-0c52-44ef-a355-cda5f9ed3743 req-3523ca2e-3c04-4a28-8bee-6a7958ca2f29 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Oct 11 04:54:56.729138 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-bdc5ccae-d73c-42f9-bf58-2888e5f1aedf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428975 Oct 11 04:54:56.739587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e5c4e-8e86-4915-b154-d0baa2dafd16 req-c4e5425b-ff8e-435d-a33b-20fb2bee5f1b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:56.741201 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d43e5c4e-8e86-4915-b154-d0baa2dafd16 req-c4e5425b-ff8e-435d-a33b-20fb2bee5f1b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0476890 Oct 11 04:54:56.780048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d43e5c4e-8e86-4915-b154-d0baa2dafd16 req-c7b75d14-5c6a-468d-b4f6-8b34a4ade225 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Oct 11 04:54:57.825529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-077fea84-e9a1-4c6c-9e6a-59b31d31878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:57.827091 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-077fea84-e9a1-4c6c-9e6a-59b31d31878c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 1098 time: 0.0402524 Oct 11 04:54:57.900966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83608a-f9b7-4d8c-bcec-2f141acee741 req-58da0c55-4254-4dda-9414-4960b435bcf1 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:57.902328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a83608a-f9b7-4d8c-bcec-2f141acee741 req-58da0c55-4254-4dda-9414-4960b435bcf1 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0472939 Oct 11 04:54:57.920891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-eecbd990-b124-493d-b5a2-a7fc80b9c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:57.922372 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-eecbd990-b124-493d-b5a2-a7fc80b9c4e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0891953 Oct 11 04:54:57.940034 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1a83608a-f9b7-4d8c-bcec-2f141acee741 req-6f72b359-a145-4dc1-aeda-6be11b72d3fa tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Oct 11 04:54:57.962145 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-21c69ada-7e80-4ea2-84ff-36bf098bf0e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 200 len: 217 time: 0.0334992 Oct 11 04:54:58.013881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-70076c4d-bef7-4350-a7fd-6b509555f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:58.015330 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-70076c4d-bef7-4350-a7fd-6b509555f941 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0471971 Oct 11 04:54:58.058963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-c512f2ef-3283-4c80-91a3-b2402e0ef908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:58.060406 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-c512f2ef-3283-4c80-91a3-b2402e0ef908 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386767 Oct 11 04:54:58.146970 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-b3f8f938-f0ae-494b-8660-b3a892412e69 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799837 Oct 11 04:54:58.239263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-0e374719-1021-4dbc-964f-8d19fe156e13 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 Oct 11 04:54:59.059777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c365ca3-66b8-4dc2-a571-53f7d7acaf9f req-fef3c8ff-a79f-49d3-a94f-200a7f52aa33 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:54:59.061238 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0c365ca3-66b8-4dc2-a571-53f7d7acaf9f req-fef3c8ff-a79f-49d3-a94f-200a7f52aa33 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0482688 Oct 11 04:54:59.099339 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0c365ca3-66b8-4dc2-a571-53f7d7acaf9f req-dfb7d18b-b47c-4c7d-aebf-2fb66adc23dc tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Oct 11 04:55:00.218650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa76d-24b9-43e4-8a5a-c7bfc6eb5c81 req-46f5a4a6-3572-467e-877c-b470f7f4beb6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:00.220081 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccefa76d-24b9-43e4-8a5a-c7bfc6eb5c81 req-46f5a4a6-3572-467e-877c-b470f7f4beb6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0477087 Oct 11 04:55:00.258054 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccefa76d-24b9-43e4-8a5a-c7bfc6eb5c81 req-2bd5ae63-42dd-440b-96f0-5229bab352cd tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Oct 11 04:55:01.376371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c978a7-d05d-43af-a1f4-43cb6fa187c6 req-212d414d-319f-4e03-bfd4-823303aa3900 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:01.377830 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3c978a7-d05d-43af-a1f4-43cb6fa187c6 req-212d414d-319f-4e03-bfd4-823303aa3900 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0479155 Oct 11 04:55:01.419217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3c978a7-d05d-43af-a1f4-43cb6fa187c6 req-fddad58f-b14c-445c-b381-ea8638cfbae0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348287 Oct 11 04:55:02.542195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dca0ac-7d51-4b17-8ed2-8fec27f912c1 req-426e2d53-9f4b-423c-a3ab-7105f9409005 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:02.543661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01dca0ac-7d51-4b17-8ed2-8fec27f912c1 req-426e2d53-9f4b-423c-a3ab-7105f9409005 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0519547 Oct 11 04:55:02.579170 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01dca0ac-7d51-4b17-8ed2-8fec27f912c1 req-9c2f6865-6e00-4359-aac8-ce9c36c7c140 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296125 Oct 11 04:55:03.699710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212795a-1f6c-496f-984c-fd9e07873701 req-13ff60f5-1e1e-475e-91e9-82bd3908d80d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:03.701142 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a212795a-1f6c-496f-984c-fd9e07873701 req-13ff60f5-1e1e-475e-91e9-82bd3908d80d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0479591 Oct 11 04:55:03.737343 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a212795a-1f6c-496f-984c-fd9e07873701 req-0cc1a6f8-06d5-412d-94ac-c78db858225a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302923 Oct 11 04:55:04.255926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ee38ce0-e334-4f3f-b42a-095957b9d4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:04.856582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a39d2b-5a82-422b-b2cf-ee6ce623cd9a req-9bcd4019-2d60-4eab-9e61-665392263493 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:04.858020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-49a39d2b-5a82-422b-b2cf-ee6ce623cd9a req-9bcd4019-2d60-4eab-9e61-665392263493 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0477593 Oct 11 04:55:04.895243 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-49a39d2b-5a82-422b-b2cf-ee6ce623cd9a req-49ae09a9-862c-4a4b-819b-63a5b449aa5e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Oct 11 04:55:06.012506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e94c20-358b-4382-b873-dd783d3e884c req-a56255b1-e17e-49d0-8e5b-8825f044f059 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:06.013953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-22e94c20-358b-4382-b873-dd783d3e884c req-a56255b1-e17e-49d0-8e5b-8825f044f059 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0479259 Oct 11 04:55:06.050250 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-22e94c20-358b-4382-b873-dd783d3e884c req-d01a837f-0259-474c-864a-c7e8cc11970c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299103 Oct 11 04:55:06.500077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-146540de-b27e-4bd2-a8bf-4200b1ed75aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:07.171033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc7c59-8721-45cb-91c5-187c92c5e6c1 req-99d3ce66-06b4-437f-8c3c-fbedee19490c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:07.172465 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dbbc7c59-8721-45cb-91c5-187c92c5e6c1 req-99d3ce66-06b4-437f-8c3c-fbedee19490c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0480316 Oct 11 04:55:07.209617 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dbbc7c59-8721-45cb-91c5-187c92c5e6c1 req-ea871301-e712-4ab1-aa20-ff1cba55cb12 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Oct 11 04:55:07.837339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:08.328987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff92a23-8b7c-472c-b586-0e272ab0a465 req-2dec78bc-a259-4fd1-aa58-670f43bf1747 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:08.330422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3ff92a23-8b7c-472c-b586-0e272ab0a465 req-2dec78bc-a259-4fd1-aa58-670f43bf1747 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0477540 Oct 11 04:55:08.371206 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3ff92a23-8b7c-472c-b586-0e272ab0a465 req-8a87f421-02e3-4138-a90c-992534865076 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Oct 11 04:55:09.401841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:09.492825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68ffd1-8572-4211-ba11-87278b6256ac req-df48ea06-121f-4675-a022-8f50cbfb175c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:09.494309 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0b68ffd1-8572-4211-ba11-87278b6256ac req-df48ea06-121f-4675-a022-8f50cbfb175c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0512564 Oct 11 04:55:09.532534 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0b68ffd1-8572-4211-ba11-87278b6256ac req-195e9966-1613-4319-9dac-7c5e458e262c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Oct 11 04:55:09.540234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:10.652146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad374199-9bfd-4c62-a669-23e9043b0875 req-a61ed97a-8936-40c2-ad21-eff2b55e10aa tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:10.653691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad374199-9bfd-4c62-a669-23e9043b0875 req-a61ed97a-8936-40c2-ad21-eff2b55e10aa tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0483978 Oct 11 04:55:10.690953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad374199-9bfd-4c62-a669-23e9043b0875 req-d23bc92c-adad-4a6d-8e0f-226175492da6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Oct 11 04:55:10.713490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:11.811551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a450a-6da8-4ff3-8fdb-c7fee9aa8200 req-3e676e7d-a2ea-4954-9a96-a8c17f244ffc tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:11.813019 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f79a450a-6da8-4ff3-8fdb-c7fee9aa8200 req-3e676e7d-a2ea-4954-9a96-a8c17f244ffc tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0485263 Oct 11 04:55:11.850826 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f79a450a-6da8-4ff3-8fdb-c7fee9aa8200 req-b1af4b4d-af03-4d6d-8649-ae71266f105c tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Oct 11 04:55:12.969038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd69512-dcd4-422d-b03f-7e824b421cb8 req-d98e2f71-51a0-478e-9074-506e5564ec51 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:12.970484 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bcd69512-dcd4-422d-b03f-7e824b421cb8 req-d98e2f71-51a0-478e-9074-506e5564ec51 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0482898 Oct 11 04:55:13.007557 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bcd69512-dcd4-422d-b03f-7e824b421cb8 req-3f61b79a-6aa2-43db-8d4d-9a4196a54be3 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Oct 11 04:55:14.126164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c17a06-6cc7-4a5e-8539-54b3c90af55a req-6f2e83a7-8230-471d-ac28-c49c27e850c9 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:14.127644 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10c17a06-6cc7-4a5e-8539-54b3c90af55a req-6f2e83a7-8230-471d-ac28-c49c27e850c9 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0478566 Oct 11 04:55:14.164757 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10c17a06-6cc7-4a5e-8539-54b3c90af55a req-4947a612-1422-426f-bd73-5e8f62540827 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Oct 11 04:55:15.284527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319df9f8-bfa0-4c62-8444-4962c4def904 req-ca809ea1-dd79-4087-8b8e-d4c6b286c62b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:15.285969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-319df9f8-bfa0-4c62-8444-4962c4def904 req-ca809ea1-dd79-4087-8b8e-d4c6b286c62b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0492442 Oct 11 04:55:15.326497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-319df9f8-bfa0-4c62-8444-4962c4def904 req-525ee520-885a-481d-be2c-2fd3e729b45f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Oct 11 04:55:16.449579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4a0b-bdcb-46d1-8763-eeecb507d399 req-6cf48468-8b50-4436-81ea-4f7fdfde0143 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:16.451059 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e3ff4a0b-bdcb-46d1-8763-eeecb507d399 req-6cf48468-8b50-4436-81ea-4f7fdfde0143 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0520692 Oct 11 04:55:16.491388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e3ff4a0b-bdcb-46d1-8763-eeecb507d399 req-faad222e-c19f-4eac-b13f-79815e649298 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Oct 11 04:55:17.609539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595454e-36c6-4415-a427-701859c374e2 req-fcb3857f-c5ad-4a99-bdc9-b4dceefaf362 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:17.611004 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d595454e-36c6-4415-a427-701859c374e2 req-fcb3857f-c5ad-4a99-bdc9-b4dceefaf362 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0478795 Oct 11 04:55:17.649397 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d595454e-36c6-4415-a427-701859c374e2 req-0537fad3-b2ac-4135-af58-b8d1aaf1c535 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Oct 11 04:55:18.767462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3f956-5d46-4bc2-aa63-998eb8ac6fb3 req-bd1520e6-32db-4ad7-adfa-7c0af5831627 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:18.768930 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1d3f956-5d46-4bc2-aa63-998eb8ac6fb3 req-bd1520e6-32db-4ad7-adfa-7c0af5831627 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0488946 Oct 11 04:55:18.806295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1d3f956-5d46-4bc2-aa63-998eb8ac6fb3 req-5f76b691-161e-4ecb-a057-4c49e2f7d59a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Oct 11 04:55:19.925459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8b07-d0e6-4945-bc4d-4be93965c9e1 req-4209c9c8-1963-475e-ac6e-bc4269be6bdf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:19.926842 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-026e8b07-d0e6-4945-bc4d-4be93965c9e1 req-4209c9c8-1963-475e-ac6e-bc4269be6bdf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0477314 Oct 11 04:55:19.963277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-026e8b07-d0e6-4945-bc4d-4be93965c9e1 req-c82d3c7b-5bf6-4c4b-a68f-b792f076555e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Oct 11 04:55:21.081080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a22d4-dac0-49af-a32b-ce982fb4e83c req-e03cc799-b8d9-41d7-9627-037fef905eee tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:21.082521 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a43a22d4-dac0-49af-a32b-ce982fb4e83c req-e03cc799-b8d9-41d7-9627-037fef905eee tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0476642 Oct 11 04:55:21.119352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a43a22d4-dac0-49af-a32b-ce982fb4e83c req-156f26e1-79c0-4e0b-b350-7fa897b63a68 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Oct 11 04:55:22.236186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1107d4-c6d2-435b-9e0f-270f0cce09dd req-cfa8930f-72f1-4067-b3ae-83e25b0786ec tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:22.237625 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cc1107d4-c6d2-435b-9e0f-270f0cce09dd req-cfa8930f-72f1-4067-b3ae-83e25b0786ec tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0468810 Oct 11 04:55:22.279221 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cc1107d4-c6d2-435b-9e0f-270f0cce09dd req-f200c88d-40e7-48c5-afe1-4051080f7c6d tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Oct 11 04:55:22.622135 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:55:23.404740 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa4bfd-79a6-4ca9-99e2-e4fde226b89f req-aa82ecee-d679-4e29-8445-7eebcda01c56 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:23.406195 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eefa4bfd-79a6-4ca9-99e2-e4fde226b89f req-aa82ecee-d679-4e29-8445-7eebcda01c56 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0523891 Oct 11 04:55:23.443374 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eefa4bfd-79a6-4ca9-99e2-e4fde226b89f req-bc031bbb-1179-4a7c-b3f6-54e853468369 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Oct 11 04:55:24.563331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf6447-6bd2-4374-ba45-97198876ba18 req-2f9c3eb8-1b98-46d2-ba7a-cd6c65f55077 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:24.564758 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eccf6447-6bd2-4374-ba45-97198876ba18 req-2f9c3eb8-1b98-46d2-ba7a-cd6c65f55077 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0491805 Oct 11 04:55:24.602381 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eccf6447-6bd2-4374-ba45-97198876ba18 req-c2c57685-2308-4e8f-9730-c33c1ea24244 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Oct 11 04:55:25.017104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-07c07590-f12a-4b20-a4ff-abf369855398 service neutron] 10.222.0.45 "GET /v2.0/ports/f3e9bb84-315a-4577-8dba-705159824087/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0539629 Oct 11 04:55:25.256982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-af43270a-4f44-4f4d-904b-eef9dacac95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:25.258500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-af43270a-4f44-4f4d-904b-eef9dacac95d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb&tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d HTTP/1.1" status: 200 len: 1098 time: 0.0729914 Oct 11 04:55:25.329069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-009a3137-96ed-4e02-8951-a5d38b896b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:25.330514 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-009a3137-96ed-4e02-8951-a5d38b896b7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 1098 time: 0.0400434 Oct 11 04:55:25.420858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-15efb107-7683-404b-b19e-8c99c619b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:25.422249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-15efb107-7683-404b-b19e-8c99c619b0c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0849452 Oct 11 04:55:25.462243 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-ae80eed9-ea03-49a0-a2d6-f55f78e55361 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 200 len: 217 time: 0.0337203 Oct 11 04:55:25.508607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-581c17af-e286-47ad-8a7d-ef8a50ee7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:25.509889 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-581c17af-e286-47ad-8a7d-ef8a50ee7a6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0413709 Oct 11 04:55:25.552750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-936e15d2-596b-423a-8e76-56e774ad064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:25.554136 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-936e15d2-596b-423a-8e76-56e774ad064c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373671 Oct 11 04:55:25.643992 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-21d8ed8d-dd64-4c1e-94f4-a097c758e35e service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834460 Oct 11 04:55:25.724995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1270e2b-e7b8-46cb-bc93-48a4b4cc49a8 req-ccdbf78f-fd9d-4880-9450-264c337e286e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:25.726472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1270e2b-e7b8-46cb-bc93-48a4b4cc49a8 req-ccdbf78f-fd9d-4880-9450-264c337e286e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0492942 Oct 11 04:55:25.737033 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c63db56e-2d49-47cd-9dae-af26f91b96dc req-dad3438d-b4f1-4ae5-9d79-0319b49c5b35 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866544 Oct 11 04:55:25.765389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e1270e2b-e7b8-46cb-bc93-48a4b4cc49a8 req-d21838f6-e967-41db-b2ca-92864ae5dac2 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Oct 11 04:55:26.886177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0059-7631-460e-97e1-7988ecd2f533 req-f9999885-c9a2-4832-abb5-7d4379ca09ec tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:26.887678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6d0f0059-7631-460e-97e1-7988ecd2f533 req-f9999885-c9a2-4832-abb5-7d4379ca09ec tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0480332 Oct 11 04:55:26.924430 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6d0f0059-7631-460e-97e1-7988ecd2f533 req-a063db1b-ddeb-403d-85c8-531a25384caf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Oct 11 04:55:27.879086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:55:27.889094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:55:28.033264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:28.035776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:28.036161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:28.045694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc2a7-776f-4ce8-94b3-40055ae45040 req-32a5fd4f-fc7f-47b9-b5e3-5d359ddbffc5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:28.047208 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f8dfc2a7-776f-4ce8-94b3-40055ae45040 req-32a5fd4f-fc7f-47b9-b5e3-5d359ddbffc5 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0485144 Oct 11 04:55:28.058428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'f3e9bb84-315a-4577-8dba-705159824087', 'network_id': 'e8b3e52c-0140-416f-845a-6a22df0303eb', 'port_id': 'f3e9bb84-315a-4577-8dba-705159824087', 'mac_address': 'fa:16:3e:0b:e7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca94b93-fdae-4c17-a959-6c8a1683c349', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:55:28.072580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:28.074851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee3f989-1425-4c1a-87b6-079b3edf7b6f" -d '{"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:28.085514 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f8dfc2a7-776f-4ce8-94b3-40055ae45040 req-b53d97fa-6f80-4665-9a60-964dd3be0b3b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Oct 11 04:55:28.108125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:28.117529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:28.121351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:28.121721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:28.125767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0bf719-48f7-4516-a75f-ea7db0cd0aee x-openstack-request-id: req-2b0bf719-48f7-4516-a75f-ea7db0cd0aee {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:28.126053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:28.126302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b0bf719-48f7-4516-a75f-ea7db0cd0aee {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:28.126707 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0bf719-48f7-4516-a75f-ea7db0cd0aee'] response: {'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087', 'code': 200} Oct 11 04:55:28.158355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e9bb84-315a-4577-8dba-705159824087 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:55:28.197687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:28.212576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 04:55:28.212897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 04:55:28.751371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:28.751759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:28.765239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e9bb84-315a-4577-8dba-705159824087 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:55:28.783952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:28.787692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:28.834758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:28.917241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['f3e9bb84-315a-4577-8dba-705159824087'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:55:29.209839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde8376-2ab6-4571-bc68-376e58c1c0fc req-8abc54d1-1513-410c-8e31-e49093f65d42 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:29.211320 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5cde8376-2ab6-4571-bc68-376e58c1c0fc req-8abc54d1-1513-410c-8e31-e49093f65d42 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 944 time: 0.0514183 Oct 11 04:55:29.248629 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5cde8376-2ab6-4571-bc68-376e58c1c0fc req-d41d4034-7541-4a3e-9c4e-e05fb049acc8 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Oct 11 04:55:29.445314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7245fef-1c2e-4614-ba9f-fe21ae4268d9 req-cf9e851c-c767-4e0e-9358-7588aaeb1afc tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:29.446737 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e7245fef-1c2e-4614-ba9f-fe21ae4268d9 req-cf9e851c-c767-4e0e-9358-7588aaeb1afc tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 944 time: 0.0490992 Oct 11 04:55:29.485005 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e7245fef-1c2e-4614-ba9f-fe21ae4268d9 req-8d206ce8-6a05-4678-b725-4993b7e43a39 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322471 Oct 11 04:55:29.501429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-ee0c44e7-7446-4223-b790-2a9924fbbcaf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:29.502922 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-ee0c44e7-7446-4223-b790-2a9924fbbcaf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb&tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 944 time: 0.0868261 Oct 11 04:55:29.832236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-841ca811-14e7-4bcb-973e-d087e7a0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:29.833692 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-841ca811-14e7-4bcb-973e-d087e7a0a012 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 1097 time: 0.2744544 Oct 11 04:55:29.884585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:29.921407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-ff6beeb4-b1fa-47b5-b214-97292eef1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:29.922907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-ff6beeb4-b1fa-47b5-b214-97292eef1793 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 200 len: 915 time: 0.0825908 Oct 11 04:55:29.931587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port f3e9bb84-315a-4577-8dba-705159824087 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:29.932072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:29.932279 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port f3e9bb84-315a-4577-8dba-705159824087 Oct 11 04:55:29.967199 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-2082b206-e67c-4b2d-8522-72dcc98b2112 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 200 len: 217 time: 0.0373180 Oct 11 04:55:30.010464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:30.010877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:30.015204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-9a637c1f-9eb0-4ace-ab51-d09b403b5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:30.016644 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-9a637c1f-9eb0-4ace-ab51-d09b403b5854 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 200 len: 853 time: 0.0432625 Oct 11 04:55:30.042540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:30.047301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:30.061599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-7c04f627-c37c-48aa-8184-6624eb228570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:30.063112 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-7c04f627-c37c-48aa-8184-6624eb228570 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8b3e52c-0140-416f-845a-6a22df0303eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401134 Oct 11 04:55:30.093689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:30.127868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:30.130611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbbe9bf-a8b0-453f-8e11-66309fb24043" -d '{"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:30.157293 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-bdaba38e-e14c-43a1-bd54-c0727548340a service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874510 Oct 11 04:55:30.173440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc1576-d30a-4783-a890-fede7a9bf699 x-openstack-request-id: req-d5fc1576-d30a-4783-a890-fede7a9bf699 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:30.173799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-plugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:30.174116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5fc1576-d30a-4783-a890-fede7a9bf699 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:30.174602 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fc1576-d30a-4783-a890-fede7a9bf699'] response: {'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087', 'code': 200} Oct 11 04:55:30.249969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4951e05b-1392-49c4-b28d-34c84d874a65 req-17c9c463-4098-457b-9bee-8e69138bdc31 service neutron] 10.222.0.45 "GET /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859158 Oct 11 04:55:30.605098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff2c37-5c56-430f-95e2-fef129fcc4d2 req-5ef108f8-2b6b-4b85-90e9-e38028ee32c9 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:30.606686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9fff2c37-5c56-430f-95e2-fef129fcc4d2 req-5ef108f8-2b6b-4b85-90e9-e38028ee32c9 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0489383 Oct 11 04:55:30.645629 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9fff2c37-5c56-430f-95e2-fef129fcc4d2 req-d521061d-65a1-47a0-aeef-ec880f012c84 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Oct 11 04:55:31.767110 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27c658-8698-42ac-a8a4-a47b80006d39 req-6b08fecf-69af-4139-8bc7-d5a7df19ed49 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:31.768547 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd27c658-8698-42ac-a8a4-a47b80006d39 req-6b08fecf-69af-4139-8bc7-d5a7df19ed49 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.0476611 Oct 11 04:55:31.806029 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd27c658-8698-42ac-a8a4-a47b80006d39 req-4d7c6abc-5417-46af-811e-50e771fabe10 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Oct 11 04:55:31.914800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:55:31.995546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port f3e9bb84-315a-4577-8dba-705159824087 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:31.995932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:32.031721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:32.035839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:32.084838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=9']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:32.176560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:32.178829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37086397-a6ad-47cc-a60d-1c0b9dc72290" -d '{"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:32.187088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e52c7-c899-497a-80a4-e20e9352de28 req-a222e7bf-53f5-4f08-9423-3d91ca2de44a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:32.188567 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-749e52c7-c899-497a-80a4-e20e9352de28 req-a222e7bf-53f5-4f08-9423-3d91ca2de44a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 945 time: 0.3112307 Oct 11 04:55:32.214878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff5aba-13d5-4e89-8a7f-ed516f67e6c9 x-openstack-request-id: req-b5ff5aba-13d5-4e89-8a7f-ed516f67e6c9 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:32.215172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e9bb84-315a-4577-8dba-705159824087", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:32.215444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5ff5aba-13d5-4e89-8a7f-ed516f67e6c9 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:32.215821 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ff5aba-13d5-4e89-8a7f-ed516f67e6c9'] response: {'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087', 'code': 200} Oct 11 04:55:32.226994 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-749e52c7-c899-497a-80a4-e20e9352de28 req-9c1e0244-c3bc-4ecc-89dd-4fdb7e6a47b0 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Oct 11 04:55:32.344750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc6cd-977a-4519-9f5d-1f0ea7f38f69 req-7ec0f758-f7ff-40b7-9946-7a5aaf72c08a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:32.346208 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b02cc6cd-977a-4519-9f5d-1f0ea7f38f69 req-7ec0f758-f7ff-40b7-9946-7a5aaf72c08a tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0478423 Oct 11 04:55:32.382516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b02cc6cd-977a-4519-9f5d-1f0ea7f38f69 req-ba03293b-be3b-4407-bf1e-0888e05460bf tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Oct 11 04:55:32.711739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e644d43-d86a-4a25-9891-f39fd95363e4 req-03eccaa9-5767-4623-a0af-df7723441337 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:32.713106 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2e644d43-d86a-4a25-9891-f39fd95363e4 req-03eccaa9-5767-4623-a0af-df7723441337 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0477326 Oct 11 04:55:32.749617 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2e644d43-d86a-4a25-9891-f39fd95363e4 req-81751cbe-38d5-442c-8796-b335cfbd9ec1 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Oct 11 04:55:33.868880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f13e5-1241-4a13-b177-a95889064e2a req-6146b7bf-6863-42b6-bbb4-6ee59072a794 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:33.870331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d1f13e5-1241-4a13-b177-a95889064e2a req-6146b7bf-6863-42b6-bbb4-6ee59072a794 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0481946 Oct 11 04:55:33.911817 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d1f13e5-1241-4a13-b177-a95889064e2a req-fb34578f-4e94-4602-bed6-8cb1af050a0f tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2757afd-7030-47ea-9cc2-2608a91eeca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Oct 11 04:55:34.258481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a91e1f00-a4e3-444a-8aab-8848eaba9eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:34.558635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-8ea161b2-4653-4ff9-9143-f5bf48bba5b6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:34.560062 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-8ea161b2-4653-4ff9-9143-f5bf48bba5b6 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 943 time: 0.0476558 Oct 11 04:55:34.647410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Deleting port f3e9bb84-315a-4577-8dba-705159824087 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:55:34.647745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:34.738070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] For port f3e9bb84-315a-4577-8dba-705159824087, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f3e9bb84-315a-4577-8dba-705159824087,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:34.738424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:34.750523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Calling delete_port for f3e9bb84-315a-4577-8dba-705159824087 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:55:34.877324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:34.906311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event deleted for resources: {'Port': ['ID=f3e9bb84-315a-4577-8dba-705159824087,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:34.930430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.930809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.931151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.931485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.931817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.932145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.932468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.932793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.933116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.933436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.933755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.934070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:34.956477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] No DVR routers for this DVR port f3e9bb84-315a-4577-8dba-705159824087 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:55:34.959117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:34.962559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ef79f0d7-d4b5-409c-8d3c-e30da15c426a req-c90c66ce-a608-482d-baae-7d45f1a71914 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.45 "DELETE /v2.0/ports/f3e9bb84-315a-4577-8dba-705159824087 HTTP/1.1" status: 204 len: 173 time: 0.3969471 Oct 11 04:55:34.963088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-deleted', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:34.965426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c7202-d49a-48a4-b035-0b906b46be81" -d '{"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-deleted", "tag": "f3e9bb84-315a-4577-8dba-705159824087"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:35.000456 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab22a0e-8765-4f4a-af83-c0c6afe14e18 x-openstack-request-id: req-8ab22a0e-8765-4f4a-af83-c0c6afe14e18 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:35.000752 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92038cf3-cadf-4f7e-9d65-71a43a1750fb", "name": "network-vif-deleted", "tag": "f3e9bb84-315a-4577-8dba-705159824087", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:35.001006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ab22a0e-8765-4f4a-af83-c0c6afe14e18 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:35.001411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab22a0e-8765-4f4a-af83-c0c6afe14e18'] response: {'server_uuid': '92038cf3-cadf-4f7e-9d65-71a43a1750fb', 'name': 'network-vif-deleted', 'tag': 'f3e9bb84-315a-4577-8dba-705159824087', 'status': 'completed', 'code': 200} Oct 11 04:55:35.022323 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c9bb1804-49ad-4119-895b-0a0941966e42 req-ecb774de-fade-4842-acc9-0933d57b6719 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/ports?device_id=92038cf3-cadf-4f7e-9d65-71a43a1750fb HTTP/1.1" status: 200 len: 210 time: 0.0281281 Oct 11 04:55:36.115835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56346) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:36.170208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-79b66d11-77d8-4f37-9858-00fb5ea63c6e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.192956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-79b66d11-77d8-4f37-9858-00fb5ea63c6e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.242940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-79b66d11-77d8-4f37-9858-00fb5ea63c6e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.245532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-79b66d11-77d8-4f37-9858-00fb5ea63c6e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.246693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-79b66d11-77d8-4f37-9858-00fb5ea63c6e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "DELETE /v2.0/security-groups/3a8159e9-7c9c-4a7c-96da-7c5fd4f7b1dc HTTP/1.1" status: 204 len: 168 time: 0.1298254 Oct 11 04:55:36.249371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56348) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:36.263739 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-7b09795d-c5ec-454c-9128-8eb6e4f44aa7 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] show failed (client error): The resource could not be found. Oct 11 04:55:36.263905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66d11-77d8-4f37-9858-00fb5ea63c6e tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8159e9-7c9c-4a7c-96da-7c5fd4f7b1dc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:36.264881 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7b09795d-c5ec-454c-9128-8eb6e4f44aa7 tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "GET /v2.0/security-groups/3a8159e9-7c9c-4a7c-96da-7c5fd4f7b1dc HTTP/1.1" status: 404 len: 347 time: 0.0145357 Oct 11 04:55:36.267520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56350) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:36.388612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Deleting port 54515627-1c7b-41b2-86ac-09db9b5be33a {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:55:36.388946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.464060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.464382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.475542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Calling delete_port for 54515627-1c7b-41b2-86ac-09db9b5be33a owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:55:36.501467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-61314647-c03c-42f5-b539-a1131345ada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.609093 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.635553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Pushing event deleted for resources: {'Port': ['ID=54515627-1c7b-41b2-86ac-09db9b5be33a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:36.693034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.695671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:36.696956 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-95b80a43-1dd9-4943-8146-87c27874c07b tempest-ServerDiskConfigTestJSON-1333129897 tempest-ServerDiskConfigTestJSON-1333129897-project] 10.222.0.39 "DELETE /v2.0/floatingips/982f01fe-61ea-496c-80b6-c57aea09feca HTTP/1.1" status: 204 len: 168 time: 0.4285445 Oct 11 04:55:36.763192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56356) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:37.109375 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:37.352100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Deleting port 8736bb25-9337-4110-9d44-c45bffac2e05 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:55:37.352751 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:37.428259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] For port 8736bb25-9337-4110-9d44-c45bffac2e05, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=8736bb25-9337-4110-9d44-c45bffac2e05,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:37.428538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:37.444814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Calling delete_port for 8736bb25-9337-4110-9d44-c45bffac2e05 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:55:37.618471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:37.642878 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Pushing event deleted for resources: {'Port': ['ID=8736bb25-9337-4110-9d44-c45bffac2e05,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:37.809505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:37.843912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:37.969309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:55:37.988708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: f3e9bb84-315a-4577-8dba-705159824087 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:55:37.989050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device f3e9bb84-315a-4577-8dba-705159824087 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:55:38.026607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:55:38.130772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:55:38.135687 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-454399ef-3530-476d-8c6d-f11bf6ee7866 admin admin] 10.222.0.39 "PUT /v2.0/routers/6938cca7-c757-4bb7-9b9b-d5f40dbf5540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3714452 Oct 11 04:55:38.138259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56358) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:38.139071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] Sync routers for ids ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:55:38.149390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] Routers {'6938cca7-c757-4bb7-9b9b-d5f40dbf5540'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:38.150011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:38.242490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.348794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.395560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] Set router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:38.401075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Deleting port c333570b-4b66-41f4-9352-be830894b6fa {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:55:38.401545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.478100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] For port c333570b-4b66-41f4-9352-be830894b6fa, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c333570b-4b66-41f4-9352-be830894b6fa,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:38.478461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.491137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Calling delete_port for c333570b-4b66-41f4-9352-be830894b6fa owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:55:38.573459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:55:37Z', 'revision_number': 5, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port': {'id': 'c333570b-4b66-41f4-9352-be830894b6fa', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:53:55Z', 'updated_at': '2022-10-11T04:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:38.609525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] Checking router: 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:55:38.624922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] Routers {'6938cca7-c757-4bb7-9b9b-d5f40dbf5540'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:38.625517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:38.675211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.711312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Pushing event deleted for resources: {'Port': ['ID=c333570b-4b66-41f4-9352-be830894b6fa,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:38.726245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] Set router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:38.779123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:55:38Z', 'revision_number': 6, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:38.779950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.811429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95b1b1-efe4-4448-8f8d-65f1e7ccb697 None None] The sync data for ids ['6938cca7-c757-4bb7-9b9b-d5f40dbf5540'] in dv-neutron-860894-1-hyperv is: [{'id': '6938cca7-c757-4bb7-9b9b-d5f40dbf5540', 'name': 'tempest-ServerDiskConfigTestJSON-983838539-router', 'tenant_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:53:54Z', 'updated_at': '2022-10-11T04:55:38Z', 'revision_number': 6, 'project_id': 'a8c49ada0caa4346973e7dbca8fcbd6d', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:55:38.874633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.877128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.919663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.920190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6938cca7-c757-4bb7-9b9b-d5f40dbf5540 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 04:55:38.924417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:38.925553 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-04e59c85-229a-4493-ae5f-b9300175186b admin admin] 10.222.0.39 "DELETE /v2.0/routers/6938cca7-c757-4bb7-9b9b-d5f40dbf5540 HTTP/1.1" status: 204 len: 168 time: 0.7863491 Oct 11 04:55:38.928974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56360) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:38.975991 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Deleting subnet 3ca94b93-fdae-4c17-a959-6c8a1683c349 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 04:55:38.978969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.013973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.087843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.139248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.172285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.176397 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ca94b93-fdae-4c17-a959-6c8a1683c349 HTTP/1.1" status: 204 len: 168 time: 0.2462578 Oct 11 04:55:39.177414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd76c7f0-34a6-47d9-83b0-cfc2755241c6 None None] Network e8b3e52c-0140-416f-845a-6a22df0303eb requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:55:39.177907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c8678-3b40-47f5-a91e-a26b10255bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca94b93-fdae-4c17-a959-6c8a1683c349,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:39.179998 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56362) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:39.252843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.315030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Deleting port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:55:39.315522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.380597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] For port 6db1dc27-45c7-42c3-8209-14d4ea1968c7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6db1dc27-45c7-42c3-8209-14d4ea1968c7,segment=NetworkSegment(ec5183df-c8d9-46c8-9c08-5898224777a6),segment_id=ec5183df-c8d9-46c8-9c08-5898224777a6)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:39.380959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.393104 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Calling delete_port for 6db1dc27-45c7-42c3-8209-14d4ea1968c7 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:55:39.404902 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.471047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.501255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] No DVR routers for this DVR port 6db1dc27-45c7-42c3-8209-14d4ea1968c7 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:55:39.505269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db1dc27-45c7-42c3-8209-14d4ea1968c7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:39.541672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.573401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.595087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b3e52c-0140-416f-845a-6a22df0303eb']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:39.605366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5183df-c8d9-46c8-9c08-5898224777a6') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:39.605645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5183df-c8d9-46c8-9c08-5898224777a6') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:39.608119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654a506-f1ac-4ef5-a272-64a97bf3f45a None None] DHCP port deletion for e8b3e52c-0140-416f-845a-6a22df0303eb request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 04:55:39.616698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.635539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.642258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Releasing vlan 486 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 04:55:39.642936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.662245 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment ec5183df-c8d9-46c8-9c08-5898224777a6 resource provider aggregate not found Oct 11 04:55:39.703984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment ec5183df-c8d9-46c8-9c08-5898224777a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec5183df-c8d9-46c8-9c08-5898224777a6 found for delete ", "request_id": "req-049b0c26-3378-4cd0-997d-5c502822a848"}]} Oct 11 04:55:39.712507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.718156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.721816 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8b3e52c-0140-416f-845a-6a22df0303eb HTTP/1.1" status: 204 len: 168 time: 0.5408907 Oct 11 04:55:39.738379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b557214-dc6c-446a-aee2-d91e33b4db72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b3e52c-0140-416f-845a-6a22df0303eb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:39.868409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56370) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:39.909109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-49e0e6e8-c440-461f-b44a-172f5bf3775e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8c49ada0caa4346973e7dbca8fcbd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394943 Oct 11 04:55:39.911421 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56372) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:39.958878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0745415a-ca19-4410-9dc0-f681a9ebb317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:39.979561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0745415a-ca19-4410-9dc0-f681a9ebb317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.026191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0745415a-ca19-4410-9dc0-f681a9ebb317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.028790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0745415a-ca19-4410-9dc0-f681a9ebb317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.029985 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0745415a-ca19-4410-9dc0-f681a9ebb317 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2757afd-7030-47ea-9cc2-2608a91eeca3 HTTP/1.1" status: 204 len: 168 time: 0.1176269 Oct 11 04:55:40.037882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745415a-ca19-4410-9dc0-f681a9ebb317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2757afd-7030-47ea-9cc2-2608a91eeca3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:40.601436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8736bb25-9337-4110-9d44-c45bffac2e05 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:55:40.622314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 8736bb25-9337-4110-9d44-c45bffac2e05 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:55:40.622756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 8736bb25-9337-4110-9d44-c45bffac2e05 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:55:40.623241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6db1dc27-45c7-42c3-8209-14d4ea1968c7 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:55:40.642463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6db1dc27-45c7-42c3-8209-14d4ea1968c7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:55:40.642848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6db1dc27-45c7-42c3-8209-14d4ea1968c7 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:55:40.643261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c333570b-4b66-41f4-9352-be830894b6fa no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:55:40.666729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c333570b-4b66-41f4-9352-be830894b6fa {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:55:40.667021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c333570b-4b66-41f4-9352-be830894b6fa not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:55:40.726321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.751487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56394) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:40.845597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1903695491-network', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:40.865281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Made reservation on behalf of 09b5ed58a4b24f08af737a378dae335f for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:55:40.867545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.875728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.947921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.951525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.975639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 04:55:40.984137 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be83eb7-5c01-45fc-a6a8-aa13e06ee1b4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:40.990065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:40.990409 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Added segment 41e2afe1-2826-4676-bc0d-719995a69d13 of type vlan for network 99311e61-49c7-4955-9fba-efd885a0e345 Oct 11 04:55:41.030028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.053078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.054020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:41.054623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.082930 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3303361 Oct 11 04:55:41.086597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56398) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:41.091706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Request body: {'subnet': {'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1903695491-subnet', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:41.110944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Made reservation on behalf of 09b5ed58a4b24f08af737a378dae335f for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:55:41.113219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.120544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20902b2-f776-45a1-bef5-f3a0d4e65b03 admin admin] Pushing event updated for resources: {'Network': ['ID=99311e61-49c7-4955-9fba-efd885a0e345,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:41.131258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 99311e61-49c7-4955-9fba-efd885a0e345 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 04:55:41.279779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.340299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeedbd47-3607-4470-b534-218a5aa48c85,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:41.347058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:55:41.347413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Network hostable DHCP agents. Network: 99311e61-49c7-4955-9fba-efd885a0e345, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 04:55:41.364140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Network 99311e61-49c7-4955-9fba-efd885a0e345 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 04:55:41.372402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 99311e61-49c7-4955-9fba-efd885a0e345) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:41.377253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:41.379071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.381504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d528e4-8de3-4168-829b-32d5717f89e5 None None] Network 99311e61-49c7-4955-9fba-efd885a0e345 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:55:41.395779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-83bfdcae-522b-426a-95a7-a2e987463cc3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3079612 Oct 11 04:55:41.399099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56400) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:41.403515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:41.422335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.423433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.477290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.527666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-99311e61-49c7-4955-9fba-efd885a0e345', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 04:55:41.528547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.617567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.665648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Allocated IP 172.20.0.2 (99311e61-49c7-4955-9fba-efd885a0e345/aeedbd47-3607-4470-b534-218a5aa48c85/036bf425-ca43-4b70-9728-b8d233b492a3) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:55:41.808945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.815668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.817451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.840609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.855190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:55:41.860153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:41.864283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:55:41.868063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Pushing event updated for resources: {'Port': ['ID=036bf425-ca43-4b70-9728-b8d233b492a3,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:41.919429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Attempting to bind port 036bf425-ca43-4b70-9728-b8d233b492a3 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:55:41.919793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Attempting to bind port 036bf425-ca43-4b70-9728-b8d233b492a3 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:55:41.920154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Attempting to bind port 036bf425-ca43-4b70-9728-b8d233b492a3 on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:55:41.925118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:55:41.925486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:55:41.925885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.926276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Bound using segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:55:41.926758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Bound port: 036bf425-ca43-4b70-9728-b8d233b492a3, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:55:41.927133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:41.943998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Allocated IP 172.26.8.180 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/95c37e8e-0876-413c-99c9-dfd63ae91679) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:55:41.993822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] For port 036bf425-ca43-4b70-9728-b8d233b492a3, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:55:41.996919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] For port 036bf425-ca43-4b70-9728-b8d233b492a3, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=036bf425-ca43-4b70-9728-b8d233b492a3,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:55:42.001307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.053955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.056973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c6054-3cd9-478d-81ee-1504431af8e4 None None] Pushing event updated for resources: {'Port': ['ID=036bf425-ca43-4b70-9728-b8d233b492a3,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:42.088330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.132361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:55:42.137866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:42.140605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:55:42.142614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Pushing event updated for resources: {'Port': ['ID=95c37e8e-0876-413c-99c9-dfd63ae91679,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:42.404047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.599191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.627710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 036bf425-ca43-4b70-9728-b8d233b492a3 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:42.678399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 036bf425-ca43-4b70-9728-b8d233b492a3 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:42.679091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.679260 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 036bf425-ca43-4b70-9728-b8d233b492a3 Oct 11 04:55:42.736391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 04:55:42.762601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 036bf425-ca43-4b70-9728-b8d233b492a3 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:42.762987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.797684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 036bf425-ca43-4b70-9728-b8d233b492a3, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=036bf425-ca43-4b70-9728-b8d233b492a3,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:42.803498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.862131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=036bf425-ca43-4b70-9728-b8d233b492a3,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:42.863644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:55:42.875770 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:55:42.887830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:42.888703 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:42.892203 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c932d4ee-056a-47cf-8d10-b1a29fb471be admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4895148 Oct 11 04:55:42.892803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:42.894084 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:43.008455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70bd19-71e4-40a0-aa38-ab3950d2ee88 None None] Network 99311e61-49c7-4955-9fba-efd885a0e345 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 04:55:43.097612 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:43.143183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4b65eebf-37d9-43fe-a7c2-44a4320d5faf None None] Provisioning complete for port 036bf425-ca43-4b70-9728-b8d233b492a3 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:43.143551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4b65eebf-37d9-43fe-a7c2-44a4320d5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.143885 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4b65eebf-37d9-43fe-a7c2-44a4320d5faf None None] Attempt 1 to provision port 036bf425-ca43-4b70-9728-b8d233b492a3 Oct 11 04:55:43.267194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4b65eebf-37d9-43fe-a7c2-44a4320d5faf None None] Current status of the port 036bf425-ca43-4b70-9728-b8d233b492a3 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:43.295263 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:42Z', 'revision_number': 3, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:43.323465 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:55:43.323814 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Updating router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 port 95c37e8e-0876-413c-99c9-dfd63ae91679 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:55:43.354627 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.490115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-01e53930-224b-47d9-b0f4-1c181f0eb69b None None] Provisioning complete for port 036bf425-ca43-4b70-9728-b8d233b492a3 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:43.490410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-01e53930-224b-47d9-b0f4-1c181f0eb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.490779 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01e53930-224b-47d9-b0f4-1c181f0eb69b None None] Attempt 1 to provision port 036bf425-ca43-4b70-9728-b8d233b492a3 Oct 11 04:55:43.574071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01e53930-224b-47d9-b0f4-1c181f0eb69b None None] Current status of the port 036bf425-ca43-4b70-9728-b8d233b492a3 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:43.605696 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.614594 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.620273 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.657425 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Attempting to bind port 95c37e8e-0876-413c-99c9-dfd63ae91679 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:55:43.657793 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Attempting to bind port 95c37e8e-0876-413c-99c9-dfd63ae91679 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:55:43.658154 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Attempting to bind port 95c37e8e-0876-413c-99c9-dfd63ae91679 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:55:43.667318 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:55:43.667685 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:55:43.668083 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.668473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:55:43.668931 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Bound port: 95c37e8e-0876-413c-99c9-dfd63ae91679, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:55:43.669308 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.694130 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Pushing event updated for resources: {'Port': ['ID=95c37e8e-0876-413c-99c9-dfd63ae91679,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:43.708843 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.709190 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.709528 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.709864 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.710207 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.710521 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.710876 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.711201 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.711526 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.711847 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.712168 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.712486 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:43.737232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] For port 95c37e8e-0876-413c-99c9-dfd63ae91679, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:55:43.740955 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] For port 95c37e8e-0876-413c-99c9-dfd63ae91679, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=95c37e8e-0876-413c-99c9-dfd63ae91679,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:55:43.745203 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.763440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Allocated IP 172.20.0.1 (99311e61-49c7-4955-9fba-efd885a0e345/aeedbd47-3607-4470-b534-218a5aa48c85/58f25d31-2fe6-4a0b-b2cc-18a169623c7c) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:55:43.781890 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:43.782519 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:43.834371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37caf2a-d275-4193-b195-887ee4ad3d1e None None] Pushing event updated for resources: {'Port': ['ID=95c37e8e-0876-413c-99c9-dfd63ae91679,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:43.868780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.899579 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:43.902581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:43.940932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:55:43.944434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:43.948053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:55:43.972572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Pushing event updated for resources: {'Port': ['ID=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:43.991188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.092946 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:42Z', 'revision_number': 3, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:44.126377 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa13cc-bc85-487b-bc90-679f58e21c4d None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:42Z', 'revision_number': 3, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:55:44.126831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.197805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Provisioning complete for port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:44.198298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.198685 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Attempt 1 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:44.234340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:55:44.309165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.314825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.387419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Pushing event updated for resources: {'Port': ['ID=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:44.390747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.489424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:55:44.490975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:44.637389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:55:44.720211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 95c37e8e-0876-413c-99c9-dfd63ae91679 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:44.742839 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Attempt 2 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:44.770366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:55:44.777486 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-550b0db7-a07b-4b75-86f1-e85b5068db29 admin admin] 10.222.0.39 "PUT /v2.0/routers/4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838437 Oct 11 04:55:44.796400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:55:44.803847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 95c37e8e-0876-413c-99c9-dfd63ae91679 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:44.804216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.804552 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 95c37e8e-0876-413c-99c9-dfd63ae91679 Oct 11 04:55:44.890958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 95c37e8e-0876-413c-99c9-dfd63ae91679 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:44.891592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.913396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 95c37e8e-0876-413c-99c9-dfd63ae91679, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=95c37e8e-0876-413c-99c9-dfd63ae91679,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:44.918052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:44.919376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 036bf425-ca43-4b70-9728-b8d233b492a3 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:44.998207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=95c37e8e-0876-413c-99c9-dfd63ae91679,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:45.009343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.009871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.010210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.010668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.011024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.011394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.012151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.012151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.012456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.012797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.013103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.013427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:55:45.025729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 036bf425-ca43-4b70-9728-b8d233b492a3 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:45.026614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.026614 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 036bf425-ca43-4b70-9728-b8d233b492a3 Oct 11 04:55:45.093188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56412) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:45.097892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171647595', 'description': 'tempest-description--423188335'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:45.119286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.190702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.195194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.226417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.227681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1334481 Oct 11 04:55:45.228489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a5090-a9da-46f2-8b5b-7455d3c8517e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508a3275-6afe-4f38-b894-391dc2d0c0e4,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:45.230876 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56414) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:45.236146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'security_group_rule': {'security_group_id': '508a3275-6afe-4f38-b894-391dc2d0c0e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:45.250421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 036bf425-ca43-4b70-9728-b8d233b492a3 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:45.273342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.297187 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Attempt 3 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:45.328932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.331992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:55:45.332617 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.349919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd43c52-c248-4d32-b421-04e9bae8a32e,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:45.357115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.358285 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e260c783-1627-4697-9a08-df079bcad0df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258283 Oct 11 04:55:45.360868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:45.365598 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'security_group_rule': {'security_group_id': '508a3275-6afe-4f38-b894-391dc2d0c0e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:45.389334 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.448239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.451612 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.468384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d327e35e-7e06-47e8-a01a-4daa04cc8447,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:45.481660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.482970 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f9f8cf82-a435-4ccb-ad88-5378ac8ad116 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211772 Oct 11 04:55:45.485921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:45.490882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:45.514286 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.609825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.714835 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Allocated IP 172.26.8.92 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/2658e73c-445b-4bfa-b1c1-cb863b8add37) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:55:45.800165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:55:45.810179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:45.810840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:45.819673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.846121 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Attempt 4 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:45.853653 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:45.890995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:55:45.950274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:46.153531 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 2, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:46.163025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:55:46.167369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:46.171690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:55:46.174754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'Port': ['ID=2658e73c-445b-4bfa-b1c1-cb863b8add37,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:46.180556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:55:46.180914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Updating router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 04:55:46.210064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.257046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.290510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.392914 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Attempt 5 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:46.441182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.446308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.448338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:55:46.498630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.504296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.518483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.526943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'Port': ['ID=2658e73c-445b-4bfa-b1c1-cb863b8add37,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:46.539110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.540567 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f6d12b17-fd10-4c44-8f65-eb081054ce61 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0537112 Oct 11 04:55:46.591310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7c25c-8463-4c7b-98db-ff1eaf7d4496 None None] Pushing event updated for resources: {'Port': ['ID=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:46.595633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Attempting to bind port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:55:46.595997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Attempting to bind port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:55:46.596361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Attempting to bind port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:55:46.601861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:55:46.602150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:55:46.602567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.603174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Bound using segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:55:46.603639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Bound port: 58f25d31-2fe6-4a0b-b2cc-18a169623c7c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:55:46.604017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.619371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 95c37e8e-0876-413c-99c9-dfd63ae91679 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:46.692700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-d5d4ad52-bea6-4c0f-acea-ce27ab265805 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--171647595&fields=id&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 267 time: 0.0320184 Oct 11 04:55:46.707337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] For port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:55:46.711063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] For port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:55:46.716538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.722910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 95c37e8e-0876-413c-99c9-dfd63ae91679 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:46.723269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:46.723606 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 95c37e8e-0876-413c-99c9-dfd63ae91679 Oct 11 04:55:46.781391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:46.782017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:46.805909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-79636cb7-2dd3-4922-a9e9-6b2cdbd036ce tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:46.807469 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-79636cb7-2dd3-4922-a9e9-6b2cdbd036ce tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1071100 Oct 11 04:55:46.823096 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-74dd58db-64d9-4f0d-ad8d-1cca83ee0a78 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/quotas/09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 375 time: 0.0096796 Oct 11 04:55:46.848617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7c25c-8463-4c7b-98db-ff1eaf7d4496 None None] Pushing event updated for resources: {'Port': ['ID=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:46.878890 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-64c294b9-454e-4d05-9bea-eb3d6e129601 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487325 Oct 11 04:55:46.936713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:46.938444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 95c37e8e-0876-413c-99c9-dfd63ae91679 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:46.964556 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Attempt 6 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:47.017797 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-2a6069b6-9b13-4195-86f7-497cb98261a2 service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264782 Oct 11 04:55:47.112671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-7567bd02-d20e-4006-9ea5-27d47f854dca service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Oct 11 04:55:47.144078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Current status of the port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:47.144465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:47.202088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] For port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:47.211486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:47.263100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:46Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:47.292290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fed256-be62-440e-b759-b7b7413ffa52 None None] Pushing event updated for resources: {'Port': ['ID=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:47.295034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93a358-618e-42e0-b343-ba71937dd223 None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:46Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:55:47.312266 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0daef310-fcec-42da-bcd5-2547ecca35df req-fdf79a47-4986-44cf-9ff9-64d18ea74a79 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 210 time: 0.0360990 Oct 11 04:55:47.353795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e6d1baba-b469-4de2-bceb-55467f7d8131 None None] Provisioning complete for port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:47.354130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e6d1baba-b469-4de2-bceb-55467f7d8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:47.354665 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e6d1baba-b469-4de2-bceb-55467f7d8131 None None] Attempt 1 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:47.460418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1baba-b469-4de2-bceb-55467f7d8131 None None] Current status of the port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:48.343316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-17145169-bcf7-4663-85b5-3b94516977cd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:48.345495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-17145169-bcf7-4663-85b5-3b94516977cd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1137924 Oct 11 04:55:48.412641 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-cb61e55d-8050-42ae-b100-070e73e42b3f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 379 time: 0.0519011 Oct 11 04:55:48.421738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'port': {'device_id': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'admin_state_up': True, 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'security_groups': ['508a3275-6afe-4f38-b894-391dc2d0c0e4']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:48.424395 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bbc64edf-7b93-4cdf-900f-58c4f562ce18 req-009b4a99-6b8d-4d0f-95ff-e155646e774b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 210 time: 0.0273187 Oct 11 04:55:48.533317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Made reservation on behalf of 09b5ed58a4b24f08af737a378dae335f for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:55:48.537312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:48.631850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58f25d31-2fe6-4a0b-b2cc-18a169623c7c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:48.680507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:48.680876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:48.681208 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c Oct 11 04:55:48.722283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Allocated IP 172.20.0.3 (99311e61-49c7-4955-9fba-efd885a0e345/aeedbd47-3607-4470-b534-218a5aa48c85/909f33a9-415a-471d-851e-f8e5534271aa) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:55:48.759755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:48.865555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:48.898048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:48.941294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:55:48.944380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:55:48.947931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:55:48.954135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:49.000221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:49.000831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.017417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-50813b2b-64fc-4beb-a2f9-615e06a2fa21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992897 Oct 11 04:55:49.034900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Request body: {'port': {'device_id': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:49.093532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.189055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-66b4ba56-2a1c-4e2e-a9c1-2670a176d0c3 None None] Provisioning complete for port 909f33a9-415a-471d-851e-f8e5534271aa triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:49.189419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66b4ba56-2a1c-4e2e-a9c1-2670a176d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.189754 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-66b4ba56-2a1c-4e2e-a9c1-2670a176d0c3 None None] Attempt 1 to provision port 909f33a9-415a-471d-851e-f8e5534271aa Oct 11 04:55:49.226911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-66b4ba56-2a1c-4e2e-a9c1-2670a176d0c3 None None] Port 909f33a9-415a-471d-851e-f8e5534271aa cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:55:49.399926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909f33a9-415a-471d-851e-f8e5534271aa {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:55:49.407118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.423053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Transition to ACTIVE for port object 909f33a9-415a-471d-851e-f8e5534271aa will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:55:49.426369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.541428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:49.568198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Attempting to bind port 909f33a9-415a-471d-851e-f8e5534271aa on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:55:49.568525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Attempting to bind port 909f33a9-415a-471d-851e-f8e5534271aa by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:55:49.568848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Attempting to bind port 909f33a9-415a-471d-851e-f8e5534271aa on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:55:49.578871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c82e-032c-40a2-9063-90b2228df244 req-339a95a1-6892-488a-a9de-6dc9292eff41 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:49.580327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d781c82e-032c-40a2-9063-90b2228df244 req-339a95a1-6892-488a-a9de-6dc9292eff41 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0791471 Oct 11 04:55:49.582338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Port 909f33a9-415a-471d-851e-f8e5534271aa on network 99311e61-49c7-4955-9fba-efd885a0e345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:55:49.582694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Attempting to bind port 909f33a9-415a-471d-851e-f8e5534271aa on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:55:49.589522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:55:49.589856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:55:49.590228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Bound using segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:55:49.590677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Bound port: 909f33a9-415a-471d-851e-f8e5534271aa, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:55:49.591026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.652063 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d781c82e-032c-40a2-9063-90b2228df244 req-b9c64b5d-2623-43c1-b7c0-63411b383c7a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641305 Oct 11 04:55:49.679282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:55:49.683163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=909f33a9-415a-471d-851e-f8e5534271aa,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:55:49.687086 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.691983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:49.692587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:49.693949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] 10.222.0.45 "PUT /v2.0/ports/909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 1093 time: 0.6634860 Oct 11 04:55:49.694430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:49.696678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1805e32-7e43-48b9-9ce1-d134c49e9517" -d '{"events": [{"name": "network-changed", "server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "tag": "909f33a9-415a-471d-851e-f8e5534271aa"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:49.728089 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-66b4ba56-2a1c-4e2e-a9c1-2670a176d0c3 None None] Attempt 2 to provision port 909f33a9-415a-471d-851e-f8e5534271aa Oct 11 04:55:49.735157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f00cf2-1c66-4e9e-b5cc-b00f0269d5a3 x-openstack-request-id: req-33f00cf2-1c66-4e9e-b5cc-b00f0269d5a3 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:49.735449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "tag": "909f33a9-415a-471d-851e-f8e5534271aa", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:49.735706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33f00cf2-1c66-4e9e-b5cc-b00f0269d5a3 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:49.736110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f00cf2-1c66-4e9e-b5cc-b00f0269d5a3'] response: {'name': 'network-changed', 'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa', 'status': 'completed', 'code': 200} Oct 11 04:55:49.749972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aa64b-0eae-4ce3-b667-c4170bf6ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:49.772461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-66b4ba56-2a1c-4e2e-a9c1-2670a176d0c3 None None] Port 909f33a9-415a-471d-851e-f8e5534271aa had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:55:49.796056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-7ccfbab1-7e08-422e-a967-d314cc4d5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:49.797523 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-7ccfbab1-7e08-422e-a967-d314cc4d5a39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1096 time: 0.0446236 Oct 11 04:55:49.845071 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-4db9930f-a04a-4656-b5a1-f3518ba0640c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 217 time: 0.0335712 Oct 11 04:55:49.891803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-3adba693-913e-4a09-9eb6-7cd9b0185bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:49.893200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-3adba693-913e-4a09-9eb6-7cd9b0185bf3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0416815 Oct 11 04:55:49.936371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-dea39e9f-1473-465c-9c15-191e1ea7dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:49.937731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-dea39e9f-1473-465c-9c15-191e1ea7dd9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381835 Oct 11 04:55:50.028303 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-62b2b67a-1043-4670-b8fc-4f1d43e30960 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837424 Oct 11 04:55:50.117501 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-157cf894-26ee-4a85-b32e-f78a71d5ad9a req-55cf456a-68bc-44d9-9318-c75fc85f5882 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825839 Oct 11 04:55:50.237859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-cc6e0ee0-e71a-41b0-847f-35b3feb1960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:50.239269 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-cc6e0ee0-e71a-41b0-847f-35b3feb1960d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1096 time: 0.0400445 Oct 11 04:55:50.331343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-6a5aa8cc-7f3f-4623-b251-77a39b4d2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:50.332814 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-6a5aa8cc-7f3f-4623-b251-77a39b4d2ebd service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0864570 Oct 11 04:55:50.371311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-a75d101f-535d-46e3-8a93-5cd3814dfa73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 217 time: 0.0322769 Oct 11 04:55:50.420063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-a6c49e5f-e0fd-48c9-a1b6-39af1ce62245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:50.421458 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-a6c49e5f-e0fd-48c9-a1b6-39af1ce62245 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0422363 Oct 11 04:55:50.465106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-abea98b8-3d76-4fc3-90a9-505019c51a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:50.466585 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-abea98b8-3d76-4fc3-90a9-505019c51a0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382323 Oct 11 04:55:50.556939 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-b2d01661-0823-432c-b62b-495295ccfe49 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838530 Oct 11 04:55:50.943941 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1805e32-7e43-48b9-9ce1-d134c49e9517 req-df999b3d-9dee-4a83-90d6-2933a8799834 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806272 Oct 11 04:55:50.959186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f142c-6a94-4119-86c1-73bcc235aa8d req-f93c7b94-1c48-4d18-970e-dd11b6b10306 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:50.960869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e7f142c-6a94-4119-86c1-73bcc235aa8d req-f93c7b94-1c48-4d18-970e-dd11b6b10306 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0626516 Oct 11 04:55:50.999677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e7f142c-6a94-4119-86c1-73bcc235aa8d req-a411d2a3-736f-4390-9ba9-eb9b0ba3f5ae tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Oct 11 04:55:52.016312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 909f33a9-415a-471d-851e-f8e5534271aa details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:55:52.111141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=909f33a9-415a-471d-851e-f8e5534271aa,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:52.121561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192f84-bfe7-4d86-b489-90816d6a9d95 req-10c6d1aa-d66f-4c59-88ce-211d0fcdc6e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:52.122779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '909f33a9-415a-471d-851e-f8e5534271aa', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': '909f33a9-415a-471d-851e-f8e5534271aa', 'mac_address': 'fa:16:3e:83:11:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:55:52.123078 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d192f84-bfe7-4d86-b489-90816d6a9d95 req-10c6d1aa-d66f-4c59-88ce-211d0fcdc6e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0477848 Oct 11 04:55:52.159742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 909f33a9-415a-471d-851e-f8e5534271aa is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:52.160122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:52.165427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d192f84-bfe7-4d86-b489-90816d6a9d95 req-193655eb-05e2-48c3-ad41-82352aff70ec tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361559 Oct 11 04:55:52.172630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909f33a9-415a-471d-851e-f8e5534271aa {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:55:52.192198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=909f33a9-415a-471d-851e-f8e5534271aa,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:52.196664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:52.244331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:52.572153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['909f33a9-415a-471d-851e-f8e5534271aa'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:55:53.284140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e1152-eea3-4406-a715-c97401ab44cf req-7f4b76b9-11c0-499e-9bf7-7e68b8539a13 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:53.285625 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af2e1152-eea3-4406-a715-c97401ab44cf req-7f4b76b9-11c0-499e-9bf7-7e68b8539a13 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 944 time: 0.0486767 Oct 11 04:55:53.323912 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af2e1152-eea3-4406-a715-c97401ab44cf req-0530ccf5-48da-4466-8ae6-05e58c63b90c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Oct 11 04:55:54.029893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 909f33a9-415a-471d-851e-f8e5534271aa up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:55:54.079219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 909f33a9-415a-471d-851e-f8e5534271aa completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:55:54.082971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 909f33a9-415a-471d-851e-f8e5534271aa triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:55:54.083339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:54.083667 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 909f33a9-415a-471d-851e-f8e5534271aa Oct 11 04:55:54.292423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 909f33a9-415a-471d-851e-f8e5534271aa is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:55:54.292717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:54.314802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:54.317020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860c6410-26d5-4258-873b-f2a4cc5f5a4a" -d '{"events": [{"server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "name": "network-vif-plugged", "status": "completed", "tag": "909f33a9-415a-471d-851e-f8e5534271aa"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:54.329787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=909f33a9-415a-471d-851e-f8e5534271aa,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:55:54.333538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:54.356982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef3b5d-803d-4c1e-bc16-ec2f352f006f x-openstack-request-id: req-fbef3b5d-803d-4c1e-bc16-ec2f352f006f {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:54.356982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "name": "network-vif-plugged", "status": "completed", "tag": "909f33a9-415a-471d-851e-f8e5534271aa", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:54.357201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbef3b5d-803d-4c1e-bc16-ec2f352f006f {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:54.357437 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbef3b5d-803d-4c1e-bc16-ec2f352f006f'] response: {'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa', 'code': 200} Oct 11 04:55:54.383606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:55:54.453037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba5531-480c-41c4-a88c-d76d4532cddb req-d44ebfc0-cda4-48b4-b5a0-a33bda5b8939 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:54.454512 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a2ba5531-480c-41c4-a88c-d76d4532cddb req-d44ebfc0-cda4-48b4-b5a0-a33bda5b8939 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0545499 Oct 11 04:55:54.493001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a2ba5531-480c-41c4-a88c-d76d4532cddb req-3a2361cb-1916-4f1c-a7ce-c97957592475 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Oct 11 04:55:54.551594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8b540-06da-453b-ae3e-e4e71256f771 req-48676336-d074-45c9-939e-e3bc73ca7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:54.553627 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ed8b540-06da-453b-ae3e-e4e71256f771 req-48676336-d074-45c9-939e-e3bc73ca7f66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1098 time: 0.0398054 Oct 11 04:55:54.586182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ed8b540-06da-453b-ae3e-e4e71256f771 req-192a251a-9013-4703-96a2-ec6a85545ddf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271106 Oct 11 04:55:55.615809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd529-20db-42e2-80bf-19ee3fa709cc req-f352d9e7-48d4-4b75-b055-355b73535c49 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:55.617286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-554fd529-20db-42e2-80bf-19ee3fa709cc req-f352d9e7-48d4-4b75-b055-355b73535c49 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Oct 11 04:55:55.654803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-554fd529-20db-42e2-80bf-19ee3fa709cc req-8d9f4b65-5824-410a-abab-dfdee1c388b6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Oct 11 04:55:56.772048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9575f-697a-42b5-b18e-52256d485731 req-24222486-5968-402c-9124-08fdacda51e8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:56.773482 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-51e9575f-697a-42b5-b18e-52256d485731 req-24222486-5968-402c-9124-08fdacda51e8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Oct 11 04:55:56.811017 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-51e9575f-697a-42b5-b18e-52256d485731 req-edf58402-6d68-4bb9-ba07-4f1d31b0ac26 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Oct 11 04:55:56.926430 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf6e5-299c-4eda-9fd7-7a3907a11bed req-adc3f777-ae44-493b-846e-3453c8f10435 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:56.928564 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c04bf6e5-299c-4eda-9fd7-7a3907a11bed req-adc3f777-ae44-493b-846e-3453c8f10435 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Oct 11 04:55:56.938752 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56470) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:55:56.943054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'floatingip': {'port_id': '909f33a9-415a-471d-851e-f8e5534271aa'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:55:56.984312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:57.410120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:57.414486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:57.515096 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 associated. External IP: 172.26.8.92, port: 909f33a9-415a-471d-851e-f8e5534271aa. Oct 11 04:55:57.721322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:55:57.826804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:55:57.831349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:55:57.837017 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:55:57.845860 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:57.846452 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:57.857858 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1624ce09-eb9a-4edd-9423-6c9fd14cfe46 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "PUT /v2.0/floatingips/fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 HTTP/1.1" status: 200 len: 990 time: 0.9180851 Oct 11 04:55:57.858503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:55:57.860786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970be5f4-5d2d-486f-952b-98c9eb778377" -d '{"events": [{"name": "network-changed", "server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "tag": "909f33a9-415a-471d-851e-f8e5534271aa"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:55:57.896156 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283af2b5-a80c-4e71-b59b-0eb39fba1b43 x-openstack-request-id: req-283af2b5-a80c-4e71-b59b-0eb39fba1b43 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:55:57.896498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "tag": "909f33a9-415a-471d-851e-f8e5534271aa", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:55:57.896739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-283af2b5-a80c-4e71-b59b-0eb39fba1b43 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:55:57.897141 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283af2b5-a80c-4e71-b59b-0eb39fba1b43'] response: {'name': 'network-changed', 'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa', 'status': 'completed', 'code': 200} Oct 11 04:55:57.951419 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:57.982875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-134f534b-b829-46d4-898c-add8910040b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:57.984348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-134f534b-b829-46d4-898c-add8910040b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1098 time: 0.0434785 Oct 11 04:55:58.073599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-9d2ab1f9-8fc8-4fd6-aee3-db53df503e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:58.075093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-9d2ab1f9-8fc8-4fd6-aee3-db53df503e66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0837235 Oct 11 04:55:58.165102 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '909f33a9-415a-471d-851e-f8e5534271aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:83:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:55:57Z', 'revision_number': 1, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:58.171008 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-25f4c4cc-9c49-4797-b3c5-0dbc91930ac0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 998 time: 0.0898378 Oct 11 04:55:58.195277 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:55:58.203354 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:55:58.203876 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:55:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:58.220714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-ddf86120-91d9-4b63-979a-78c2b9a84dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:58.222159 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-ddf86120-91d9-4b63-979a-78c2b9a84dfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0434339 Oct 11 04:55:58.271278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-a19d57cb-114e-4661-ae9a-3b4827c59f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:55:58.272781 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-a19d57cb-114e-4661-ae9a-3b4827c59f0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441816 Oct 11 04:55:58.364722 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-59ea0d30-a286-42fa-8745-6a6f7340f99f service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Oct 11 04:55:58.394740 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:55:58.458411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-970be5f4-5d2d-486f-952b-98c9eb778377 req-0308706c-e8d3-44e1-8a64-c94894d9465b service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871117 Oct 11 04:55:58.610762 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '909f33a9-415a-471d-851e-f8e5534271aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:83:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:55:57Z', 'revision_number': 1, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:55:58.636406 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb351140-0be5-49a2-bbcb-5c3517f17561 None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '909f33a9-415a-471d-851e-f8e5534271aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:83:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:55:57Z', 'revision_number': 1, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:55:58.823209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c06e4-dc0f-4e10-9aed-efed9d30001c None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:55:59.622232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:56:04.260305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-51119c3c-5f83-4693-bb1d-1e45ebdbd36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:06.503999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-155cb7b4-e688-4cb8-a896-6fa35c620570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:07.846452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:09.407177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:09.542775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:10.742215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:34.262855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-688dbf87-48bb-41be-866b-a704023a74f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:36.506985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ce157d34-0c17-44d1-afbe-431e25e9720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:36.620722 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:56:37.846597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:39.415660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:39.543035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:40.731276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:56:46.676962 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-d05de7d1-ecfd-482f-b5e2-266dfd3871de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391915 Oct 11 04:56:46.777147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-d63de89e-00f8-4b0e-b7e5-890f753575c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:56:46.778629 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-d63de89e-00f8-4b0e-b7e5-890f753575c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1098 time: 0.0431895 Oct 11 04:56:46.878383 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-db666fd4-9e30-46cc-be6f-9dfb465576b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:56:46.880147 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-db666fd4-9e30-46cc-be6f-9dfb465576b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0831838 Oct 11 04:56:46.945707 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-f9fa49da-1a58-4f61-b895-29d6daf4c7eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 1000 time: 0.0595417 Oct 11 04:56:46.993368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-1608ab5f-c35c-4e72-9dc2-6296f7e2d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:56:46.994823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-1608ab5f-c35c-4e72-9dc2-6296f7e2d911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0427222 Oct 11 04:56:47.039748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-848a7084-e3d8-4989-81d1-9eef71597ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:56:47.041262 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-848a7084-e3d8-4989-81d1-9eef71597ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404844 Oct 11 04:56:47.132933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-ea8cde3e-96a4-499d-8347-f53adb94d74c service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Oct 11 04:56:47.220931 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-552acfde-cb27-4bec-a48b-cce984b3ee7f req-24d56538-2ca1-485e-a504-53394e3b54db service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Oct 11 04:57:02.431076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c177-af2b-49a1-ab47-ade0aec89c55 req-3bbc1aa4-cbb8-459d-89ce-fb877879fc69 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:02.432553 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5094c177-af2b-49a1-ab47-ade0aec89c55 req-3bbc1aa4-cbb8-459d-89ce-fb877879fc69 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Oct 11 04:57:02.470376 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5094c177-af2b-49a1-ab47-ade0aec89c55 req-63904b41-708c-4d59-8992-114a942f6b60 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319717 Oct 11 04:57:02.594774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2bc69-4109-43ee-876a-fa2fe4d22812 req-9ed1141e-3a24-4ed3-9540-5dfea683e597 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:02.596349 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-00c2bc69-4109-43ee-876a-fa2fe4d22812 req-9ed1141e-3a24-4ed3-9540-5dfea683e597 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Oct 11 04:57:02.633495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-00c2bc69-4109-43ee-876a-fa2fe4d22812 req-effd07b9-772b-4fea-859e-667ab7aaaec8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Oct 11 04:57:02.753650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560866a-f749-4b1b-a236-15943e0a2a9d req-4a158f82-ef75-493c-810d-fad354fbb08a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:02.756063 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a560866a-f749-4b1b-a236-15943e0a2a9d req-4a158f82-ef75-493c-810d-fad354fbb08a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Oct 11 04:57:02.793353 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a560866a-f749-4b1b-a236-15943e0a2a9d req-421d55d1-91a4-4aed-a5bf-84f07037ff57 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Oct 11 04:57:03.143371 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-324a66c4-f4e8-44d9-a483-d1cda38cf898 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682728 Oct 11 04:57:03.150592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373cbc8-c836-4d11-9fed-9e188f47f9ce req-6b77a4b7-06c8-4d83-96c5-10616a2b1108 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:03.152365 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6373cbc8-c836-4d11-9fed-9e188f47f9ce req-6b77a4b7-06c8-4d83-96c5-10616a2b1108 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0689399 Oct 11 04:57:03.191712 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6373cbc8-c836-4d11-9fed-9e188f47f9ce req-b863fb34-c478-41f1-9a53-40af94f08b1a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334496 Oct 11 04:57:04.271762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f18584bb-a311-4212-b63d-24aef1994a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:04.298399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-e13a2b5f-8315-4104-9ecf-3895f0a67e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:04.299891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-e13a2b5f-8315-4104-9ecf-3895f0a67e59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1098 time: 0.0681801 Oct 11 04:57:04.338694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23455b-37fa-4a7c-9b0b-d91b4aa971fd req-65657df4-5829-4a5b-8aef-26cdcc5fd7b9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:04.340094 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7f23455b-37fa-4a7c-9b0b-d91b4aa971fd req-65657df4-5829-4a5b-8aef-26cdcc5fd7b9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0734847 Oct 11 04:57:04.420507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7f23455b-37fa-4a7c-9b0b-d91b4aa971fd req-0329b1f0-0fe0-4ab3-8ad1-30510f21d74a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721366 Oct 11 04:57:04.430183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-dc4ba483-24f1-464e-b627-112808ae3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:04.431621 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-dc4ba483-24f1-464e-b627-112808ae3251 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.1247253 Oct 11 04:57:04.498353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-4aef7077-3eef-4803-b6ed-1f3b438a5179 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 1000 time: 0.0604808 Oct 11 04:57:04.545477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-c1c960d5-ef2a-4ed4-9f64-2ab3962dcec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:04.546963 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-c1c960d5-ef2a-4ed4-9f64-2ab3962dcec8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0413592 Oct 11 04:57:04.590879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-31554e02-c421-41ad-879a-cc40d003bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:04.592431 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-31554e02-c421-41ad-879a-cc40d003bb9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383239 Oct 11 04:57:04.684910 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-3eec341b-1b45-451c-bdb2-c8a23281be27 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 Oct 11 04:57:04.771491 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-148fbba6-9311-42d8-9d2f-06de116d1619 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806019 Oct 11 04:57:05.544228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058513d-8233-4c4c-a8ac-62afc2efa48f req-c191c33e-043c-448e-b77f-75033465fba0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:05.545684 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8058513d-8233-4c4c-a8ac-62afc2efa48f req-c191c33e-043c-448e-b77f-75033465fba0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Oct 11 04:57:05.583676 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8058513d-8233-4c4c-a8ac-62afc2efa48f req-8bf1d306-824b-4820-8e00-2fea7f0088f6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Oct 11 04:57:06.508977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-83e7f762-53a3-47d1-bd76-977204ae4969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:06.703850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a21e1d-33e2-4697-a8c4-ce51816b83e1 req-59bf1979-7e98-43c9-9def-7fc5f269c080 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:06.705302 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f2a21e1d-33e2-4697-a8c4-ce51816b83e1 req-59bf1979-7e98-43c9-9def-7fc5f269c080 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Oct 11 04:57:06.746731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f2a21e1d-33e2-4697-a8c4-ce51816b83e1 req-42d4bfda-1f04-49ce-ab7a-ee09a708cf9c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350585 Oct 11 04:57:07.856547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:07.868710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451823e0-a78c-4971-991e-b2843b57201d req-f8cc9796-0872-4bcb-9b06-c2702ec5a108 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:07.870188 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-451823e0-a78c-4971-991e-b2843b57201d req-f8cc9796-0872-4bcb-9b06-c2702ec5a108 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0497136 Oct 11 04:57:07.906810 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-451823e0-a78c-4971-991e-b2843b57201d req-6825c262-6bfc-4194-8e19-6a56667cbc39 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305622 Oct 11 04:57:09.025721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf93d41-6452-4e52-a127-ce13d0aae815 req-34267f75-3bcc-4f61-b88c-d199662d45c2 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:09.027172 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dcf93d41-6452-4e52-a127-ce13d0aae815 req-34267f75-3bcc-4f61-b88c-d199662d45c2 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0479515 Oct 11 04:57:09.063962 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dcf93d41-6452-4e52-a127-ce13d0aae815 req-4652bf84-38bf-4b65-b912-1a7dba8c41da tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Oct 11 04:57:09.413611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:09.544618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:10.185035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175847b-2071-4209-865c-a7a6c6e87a63 req-e0325c59-24d6-4654-bb02-8feb96021caf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:10.186480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b175847b-2071-4209-865c-a7a6c6e87a63 req-e0325c59-24d6-4654-bb02-8feb96021caf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0491130 Oct 11 04:57:10.222243 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b175847b-2071-4209-865c-a7a6c6e87a63 req-885ae781-01fb-4e07-bc0b-34823efd3cdb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298376 Oct 11 04:57:10.746087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:11.344594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a208fd6-253e-40d4-a2ed-9f10cc7f0dbf req-a1cd25f6-c6c3-485e-9a8e-9511599b5589 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:11.346019 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2a208fd6-253e-40d4-a2ed-9f10cc7f0dbf req-a1cd25f6-c6c3-485e-9a8e-9511599b5589 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0478294 Oct 11 04:57:11.382980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2a208fd6-253e-40d4-a2ed-9f10cc7f0dbf req-fb8cb673-1f45-4cd5-a230-4a1c44c45348 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Oct 11 04:57:12.505439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39838ccd-f09b-4773-8fa0-d5cfd664183f req-211d8eee-a2b3-4f26-9697-47c0e6cfbd4a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:12.506912 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-39838ccd-f09b-4773-8fa0-d5cfd664183f req-211d8eee-a2b3-4f26-9697-47c0e6cfbd4a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0518432 Oct 11 04:57:12.543581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-39838ccd-f09b-4773-8fa0-d5cfd664183f req-e17f9741-ffb4-42d6-9f37-d530d66b964a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309062 Oct 11 04:57:13.620574 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:57:13.821642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482238d-0154-4e80-8689-3abe5bad0182 req-1745146a-aa6f-4448-be3e-e2346019101b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:13.823133 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f482238d-0154-4e80-8689-3abe5bad0182 req-1745146a-aa6f-4448-be3e-e2346019101b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0476639 Oct 11 04:57:13.863911 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f482238d-0154-4e80-8689-3abe5bad0182 req-52ca9cee-777a-40a2-a218-823cdd00887f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348475 Oct 11 04:57:14.983952 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709b553-f016-4e50-85d2-aebadf513938 req-83f93cbe-ecde-48d9-add9-b3330703a7d8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:14.985409 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7709b553-f016-4e50-85d2-aebadf513938 req-83f93cbe-ecde-48d9-add9-b3330703a7d8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0484676 Oct 11 04:57:15.022410 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7709b553-f016-4e50-85d2-aebadf513938 req-2ffedb1c-55fc-433f-922e-94215109da81 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Oct 11 04:57:16.141030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623170c-3729-4bee-9917-08711867519e req-11ea4144-3f00-453b-b586-fa1d2b62d742 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:16.142593 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d623170c-3729-4bee-9917-08711867519e req-11ea4144-3f00-453b-b586-fa1d2b62d742 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0485218 Oct 11 04:57:16.179855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d623170c-3729-4bee-9917-08711867519e req-361097ba-56d2-4649-919d-b97966e8b288 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Oct 11 04:57:16.517792 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-0daf04ea-fd43-4a17-8224-eb9e02795199 service neutron] 10.222.0.45 "GET /v2.0/ports/909f33a9-415a-471d-851e-f8e5534271aa/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0537057 Oct 11 04:57:16.738068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-8b12cdfe-104b-4055-8fc8-c288c1e67c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:16.739575 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-8b12cdfe-104b-4055-8fc8-c288c1e67c24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 1098 time: 0.0405602 Oct 11 04:57:16.813857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-bb2da08d-5547-4304-afec-9ebf06905e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:16.815527 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-bb2da08d-5547-4304-afec-9ebf06905e20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1098 time: 0.0432444 Oct 11 04:57:16.909445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-7baa088b-8c4d-4b85-9edd-43b09e5f9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:16.910950 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-7baa088b-8c4d-4b85-9edd-43b09e5f9f98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0890017 Oct 11 04:57:16.982307 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-ce5c7234-3000-44fe-9a96-4d7380db061d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 1000 time: 0.0642850 Oct 11 04:57:17.032887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-910a2907-d9d1-432d-9a2a-c0087d53a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:17.034384 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-910a2907-d9d1-432d-9a2a-c0087d53a689 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0453544 Oct 11 04:57:17.079274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f952-141c-42fb-833c-10248591c2d2 req-27042e21-4a65-4f72-a205-ef8fdc843f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:17.080671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-27042e21-4a65-4f72-a205-ef8fdc843f94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404279 Oct 11 04:57:17.172221 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-a90eeb85-382d-4453-a93e-56a5e5ac4d85 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850208 Oct 11 04:57:17.260886 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a03f952-141c-42fb-833c-10248591c2d2 req-74590fe4-f6e2-4944-ba8c-151f3dca8cb1 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823920 Oct 11 04:57:17.304010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b07cc-f6f7-44d8-881d-f6e50b84cc94 req-9c9a839d-c49c-4d6a-b603-61f5a17a6804 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:17.305488 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c94b07cc-f6f7-44d8-881d-f6e50b84cc94 req-9c9a839d-c49c-4d6a-b603-61f5a17a6804 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Oct 11 04:57:17.344455 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c94b07cc-f6f7-44d8-881d-f6e50b84cc94 req-84ee778b-a91c-415e-8c3d-a3bd63a6001b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 Oct 11 04:57:18.468580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51c277-c5b1-4163-8027-99437409d17c req-264a0a3a-f175-42c2-9ba0-64c61a64fa1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:18.470036 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a51c277-c5b1-4163-8027-99437409d17c req-264a0a3a-f175-42c2-9ba0-64c61a64fa1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0516522 Oct 11 04:57:18.507807 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a51c277-c5b1-4163-8027-99437409d17c req-4d35e98c-55c9-4288-9429-4e012c93d2c6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314217 Oct 11 04:57:19.632135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a45835-bb31-438b-9d56-f234675c2adf req-bc128f82-a071-44c3-bc83-a2baf35fd4c7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:19.633595 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-48a45835-bb31-438b-9d56-f234675c2adf req-bc128f82-a071-44c3-bc83-a2baf35fd4c7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Oct 11 04:57:19.672030 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-48a45835-bb31-438b-9d56-f234675c2adf req-43af947a-17e5-47d2-a312-bffbe44b5dfd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Oct 11 04:57:20.404183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 909f33a9-415a-471d-851e-f8e5534271aa no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:57:20.477385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 909f33a9-415a-471d-851e-f8e5534271aa is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:57:20.477773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:20.499743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:57:20.501975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5791ae-f85c-49b3-b16d-cb619b9eaedf" -d '{"events": [{"server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "name": "network-vif-unplugged", "status": "completed", "tag": "909f33a9-415a-471d-851e-f8e5534271aa"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:57:20.514657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=909f33a9-415a-471d-851e-f8e5534271aa,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:57:20.518837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:20.548814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e051aba-afa3-4ad1-bca5-8da11b2a3c85 x-openstack-request-id: req-4e051aba-afa3-4ad1-bca5-8da11b2a3c85 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:57:20.549115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "name": "network-vif-unplugged", "status": "completed", "tag": "909f33a9-415a-471d-851e-f8e5534271aa", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:57:20.549370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e051aba-afa3-4ad1-bca5-8da11b2a3c85 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:57:20.549761 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e051aba-afa3-4ad1-bca5-8da11b2a3c85'] response: {'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa', 'code': 200} Oct 11 04:57:20.573208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:20.580416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.580770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.581112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.581449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.582335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.582691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.583024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.583354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.583685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.584012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.584341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.584662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:20.792293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d898e-610c-4396-92d9-faf0c0bb0ffb req-232d7730-f781-4c1b-b454-49da249ffcc9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:20.793754 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a6d898e-610c-4396-92d9-faf0c0bb0ffb req-232d7730-f781-4c1b-b454-49da249ffcc9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0481207 Oct 11 04:57:20.830987 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a6d898e-610c-4396-92d9-faf0c0bb0ffb req-00129327-f3a4-4555-a4b6-a4f506115f1e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Oct 11 04:57:21.028468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836b85a-e678-49ac-ad54-a2fc5b2c9bad req-afe88651-8547-4c30-83fb-487370d87152 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:21.029860 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a836b85a-e678-49ac-ad54-a2fc5b2c9bad req-afe88651-8547-4c30-83fb-487370d87152 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0489230 Oct 11 04:57:21.051691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-c87cda8d-a3bf-4c59-9009-df22a41ffb56 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:21.053162 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-c87cda8d-a3bf-4c59-9009-df22a41ffb56 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648&tenant_id=09b5ed58a4b24f08af737a378dae335f&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 943 time: 0.0517142 Oct 11 04:57:21.067672 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a836b85a-e678-49ac-ad54-a2fc5b2c9bad req-0b8e0f01-9db5-4ce6-9a78-00c1e58a4f7c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311642 Oct 11 04:57:21.148721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-e8746755-7c1d-44ba-8635-2f5b015798f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:21.150143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-e8746755-7c1d-44ba-8635-2f5b015798f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 1096 time: 0.0395505 Oct 11 04:57:21.241899 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-f2a0177b-a4c9-496a-9c6d-1c3e6991bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:21.243377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-f2a0177b-a4c9-496a-9c6d-1c3e6991bd9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0869052 Oct 11 04:57:21.306466 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-8a3e47ed-bce3-40fd-92f7-d9bb12a7eb2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 200 len: 998 time: 0.0563488 Oct 11 04:57:21.357168 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-4f173ec4-27bb-4372-b701-8d1f3ab52832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:21.358583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-4f173ec4-27bb-4372-b701-8d1f3ab52832 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0458834 Oct 11 04:57:21.402590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-c333ef32-9150-44f7-9063-10fccf45f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:21.404007 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-c333ef32-9150-44f7-9063-10fccf45f24f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388007 Oct 11 04:57:21.490904 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-0d60ed64-8208-4443-b565-7f733a38e299 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804467 Oct 11 04:57:21.580764 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af5a99a0-a7c6-4b1d-bd59-66cc237322c8 req-44906509-c4d4-49d3-89fb-3e1a4a437bc9 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836177 Oct 11 04:57:22.195366 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c510-4cc2-4abe-b157-239ea22ed6a6 req-4acf615a-5110-41f4-baf2-74993682c0e9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:22.196974 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e1b0c510-4cc2-4abe-b157-239ea22ed6a6 req-4acf615a-5110-41f4-baf2-74993682c0e9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0521045 Oct 11 04:57:22.235674 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e1b0c510-4cc2-4abe-b157-239ea22ed6a6 req-14d25bbc-61a9-4e90-971d-a4862c0c4df6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324464 Oct 11 04:57:22.360097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389a4c-bb44-4f75-a04f-7ff361d601e4 req-70e6e6b5-0542-4ba7-8428-b42592b029c9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:22.361556 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-75389a4c-bb44-4f75-a04f-7ff361d601e4 req-70e6e6b5-0542-4ba7-8428-b42592b029c9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0522258 Oct 11 04:57:22.398697 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-75389a4c-bb44-4f75-a04f-7ff361d601e4 req-017c4290-1893-4027-a0b2-f7966e6bbfa3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310552 Oct 11 04:57:22.516365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4612f-f41e-48c4-afa8-e8060f72d341 req-1b7c41a1-0809-4761-b061-5819140201e4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:22.517785 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bde4612f-f41e-48c4-afa8-e8060f72d341 req-1b7c41a1-0809-4761-b061-5819140201e4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0471268 Oct 11 04:57:22.558757 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bde4612f-f41e-48c4-afa8-e8060f72d341 req-ae060af6-7687-4d26-8a41-0b1d5a0aca0e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Oct 11 04:57:22.790831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1758f-7f32-417e-8624-ae724bb8ec6b req-7c28d9ad-70dc-407b-8489-38e38fe1e419 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:22.792279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-85e1758f-7f32-417e-8624-ae724bb8ec6b req-7c28d9ad-70dc-407b-8489-38e38fe1e419 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0489316 Oct 11 04:57:22.829870 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-85e1758f-7f32-417e-8624-ae724bb8ec6b req-6feb17d4-7ab1-4c96-a41e-c8dfed3ef208 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316906 Oct 11 04:57:23.952176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb2590-6d6e-456f-a147-01b1e70d645b req-ad5c9c79-616a-471d-a3b9-305d5223c5df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:23.953531 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c0bb2590-6d6e-456f-a147-01b1e70d645b req-ad5c9c79-616a-471d-a3b9-305d5223c5df tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0491183 Oct 11 04:57:23.989971 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c0bb2590-6d6e-456f-a147-01b1e70d645b req-8d42e54e-ca9c-4515-9d78-ebf048445320 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306077 Oct 11 04:57:24.636105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-ee67079e-c694-45f2-973b-3d7839fdb784 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:24.637532 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-ee67079e-c694-45f2-973b-3d7839fdb784 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0486035 Oct 11 04:57:24.731529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Deleting port 909f33a9-415a-471d-851e-f8e5534271aa {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:57:24.731862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:24.818721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] For port 909f33a9-415a-471d-851e-f8e5534271aa, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=909f33a9-415a-471d-851e-f8e5534271aa,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:57:24.819080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:25.037399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:25.037763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:25.038084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 disassociated. External IP: 172.26.8.92, port: 909f33a9-415a-471d-851e-f8e5534271aa. Oct 11 04:57:25.038423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Calling delete_port for 909f33a9-415a-471d-851e-f8e5534271aa owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:57:25.151864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549651-22e4-44d9-ab33-35a9a1b74e9e req-e76e1b29-5df7-4a8c-928f-b253cada4cb3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:25.153331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-76549651-22e4-44d9-ab33-35a9a1b74e9e req-e76e1b29-5df7-4a8c-928f-b253cada4cb3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 943 time: 0.0721600 Oct 11 04:57:25.226828 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-76549651-22e4-44d9-ab33-35a9a1b74e9e req-e0a139cc-8926-47b2-96b4-751635f227ea tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669909 Oct 11 04:57:25.238179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:25.272506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event deleted for resources: {'Port': ['ID=909f33a9-415a-471d-851e-f8e5534271aa,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:25.283297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.283640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.283970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.284299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.284632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.284952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.285274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.285594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.285959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.286263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.286598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.286914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:57:25.398610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:57:25.780472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:57:25.791465 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:57:25.801111 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:57:25.801705 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:57:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:25.818885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] No DVR routers for this DVR port 909f33a9-415a-471d-851e-f8e5534271aa on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:57:25.821392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:25.824623 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aeb8c45d-9b65-442c-8b9e-ffaa1da5d674 req-380e95a1-509d-4866-b382-cc2e6b55f342 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "DELETE /v2.0/ports/909f33a9-415a-471d-851e-f8e5534271aa HTTP/1.1" status: 204 len: 173 time: 1.1814244 Oct 11 04:57:25.825126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'name': 'network-vif-deleted', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:57:25.827409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d11f5-6830-44cc-8823-ffc1a8a3c20b" -d '{"events": [{"server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "name": "network-vif-deleted", "tag": "909f33a9-415a-471d-851e-f8e5534271aa"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:57:25.878364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab001d2c-9989-4513-b5a6-6882260206c0 x-openstack-request-id: req-ab001d2c-9989-4513-b5a6-6882260206c0 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:57:25.878692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a51dfc-6a71-4212-b9fe-9bee19215648", "name": "network-vif-deleted", "tag": "909f33a9-415a-471d-851e-f8e5534271aa", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:57:25.879214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab001d2c-9989-4513-b5a6-6882260206c0 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:57:25.879985 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab001d2c-9989-4513-b5a6-6882260206c0'] response: {'server_uuid': '19a51dfc-6a71-4212-b9fe-9bee19215648', 'name': 'network-vif-deleted', 'tag': '909f33a9-415a-471d-851e-f8e5534271aa', 'status': 'completed', 'code': 200} Oct 11 04:57:25.910554 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:57:26.106201 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:26.135255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:57:26.143262 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:57:26.144369 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:57:06Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:26.245821 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:57:26.344328 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f3f558c0-08e5-4e87-a791-d91dea55a76e req-1d2bc3bf-93e5-473c-9227-5c7c3b037904 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=19a51dfc-6a71-4212-b9fe-9bee19215648 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Oct 11 04:57:26.445827 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:26.471240 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794ded7-10f7-49d3-a8a0-39e62b067c38 None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:57:26.687283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c1108f-7e54-43f8-b9d6-b4573cdbf142 None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:57:27.572435 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-99f8aaae-d95a-4715-b1a2-26c28bfd9fb9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--171647595&fields=id&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 267 time: 0.0322075 Oct 11 04:57:27.679894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-73de236a-a017-44bd-aa66-60dfda278a8f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:27.681345 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-73de236a-a017-44bd-aa66-60dfda278a8f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1024380 Oct 11 04:57:27.695669 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-60b0dafd-de22-4763-b202-36a980287f41 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/quotas/09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 375 time: 0.0086906 Oct 11 04:57:27.747338 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-348ddaeb-7518-4527-98e0-689dbce6c5ae tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462525 Oct 11 04:57:27.844080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-17c4f6eb-24c3-4621-8e38-7b38403cf658 service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855093 Oct 11 04:57:27.931983 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-7baedf31-a32d-49f3-9b78-9b020a30060b service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816565 Oct 11 04:57:28.087513 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3f494b18-33d6-48f0-875f-a6b7aee9dc85 req-1d22b8dd-70aa-442c-b15b-b2228c384625 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 210 time: 0.0252705 Oct 11 04:57:28.435540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 909f33a9-415a-471d-851e-f8e5534271aa no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:57:28.455182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 909f33a9-415a-471d-851e-f8e5534271aa {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:57:28.455580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 909f33a9-415a-471d-851e-f8e5534271aa not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:57:29.045470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-fa60d9a2-3262-4bcf-8f0f-39ace4f35b54 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:29.047007 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-fa60d9a2-3262-4bcf-8f0f-39ace4f35b54 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1039314 Oct 11 04:57:29.097713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-2f5e407c-f291-4e0b-af2e-dec321264163 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 379 time: 0.0350316 Oct 11 04:57:29.106043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'port': {'device_id': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'admin_state_up': True, 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'security_groups': ['508a3275-6afe-4f38-b894-391dc2d0c0e4']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:57:29.186178 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f456a4db-dba7-48e3-bac2-673f3cbf4a2c req-efbf2a88-c63b-4d6e-980e-bafee0b046c4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 210 time: 0.0261879 Oct 11 04:57:29.219067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Made reservation on behalf of 09b5ed58a4b24f08af737a378dae335f for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:57:29.223546 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.346611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Allocated IP 172.20.0.6 (99311e61-49c7-4955-9fba-efd885a0e345/aeedbd47-3607-4470-b534-218a5aa48c85/766b26a6-6ec6-449f-8887-a90d20acbb59) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:57:29.481436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.514723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.556916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:57:29.560038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:57:29.563658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:57:29.589037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:29.618330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:29.618985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.635995 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-00b9d4c5-0f5c-462a-b5d9-5ec15735ea21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5339096 Oct 11 04:57:29.653782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Request body: {'port': {'device_id': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:57:29.717560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.839547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-af617919-df47-4d66-b62d-8bd41ea374e5 None None] Provisioning complete for port 766b26a6-6ec6-449f-8887-a90d20acbb59 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:57:29.840144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-af617919-df47-4d66-b62d-8bd41ea374e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.840144 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-af617919-df47-4d66-b62d-8bd41ea374e5 None None] Attempt 1 to provision port 766b26a6-6ec6-449f-8887-a90d20acbb59 Oct 11 04:57:29.874580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-af617919-df47-4d66-b62d-8bd41ea374e5 None None] Port 766b26a6-6ec6-449f-8887-a90d20acbb59 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:57:29.973466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766b26a6-6ec6-449f-8887-a90d20acbb59 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:57:29.980662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:29.992060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Transition to ACTIVE for port object 766b26a6-6ec6-449f-8887-a90d20acbb59 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:57:29.996087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:30.073424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Pushing event updated for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:30.102832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Attempting to bind port 766b26a6-6ec6-449f-8887-a90d20acbb59 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:57:30.103417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Attempting to bind port 766b26a6-6ec6-449f-8887-a90d20acbb59 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:57:30.103517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Attempting to bind port 766b26a6-6ec6-449f-8887-a90d20acbb59 on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:57:30.107655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Port 766b26a6-6ec6-449f-8887-a90d20acbb59 on network 99311e61-49c7-4955-9fba-efd885a0e345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:57:30.107968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Attempting to bind port 766b26a6-6ec6-449f-8887-a90d20acbb59 on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:57:30.112750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:57:30.113080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:57:30.113455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Bound using segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:57:30.113869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Bound port: 766b26a6-6ec6-449f-8887-a90d20acbb59, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:57:30.114217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:30.175749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:57:30.178601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=766b26a6-6ec6-449f-8887-a90d20acbb59,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:57:30.182841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:30.186668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.187271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:30.188642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] 10.222.0.45 "PUT /v2.0/ports/766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 1093 time: 0.5392258 Oct 11 04:57:30.189129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:57:30.191934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:57:30.236745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae902eaa-a202-41f9-9fbb-b0826799ce55 x-openstack-request-id: req-ae902eaa-a202-41f9-9fbb-b0826799ce55 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:57:30.237034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:57:30.237285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae902eaa-a202-41f9-9fbb-b0826799ce55 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:57:30.237729 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae902eaa-a202-41f9-9fbb-b0826799ce55'] response: {'name': 'network-changed', 'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'status': 'completed', 'code': 200} Oct 11 04:57:30.258770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170492f-690b-4c43-9644-a4ffeeb44f3e service neutron] Pushing event updated for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:30.298431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-7667226f-4e92-4e0e-9263-8b38c2122e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.300009 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-7667226f-4e92-4e0e-9263-8b38c2122e42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1096 time: 0.0495508 Oct 11 04:57:30.321279 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f1df-795c-4e04-bc48-97e8e18a6741 req-4a0e4c63-8fd8-45c6-af2f-17250e140dec tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.322795 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c107f1df-795c-4e04-bc48-97e8e18a6741 req-4a0e4c63-8fd8-45c6-af2f-17250e140dec tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0583956 Oct 11 04:57:30.347061 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-8dadc7d1-de76-4d38-abab-a8951e9a9405 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 217 time: 0.0350647 Oct 11 04:57:30.361934 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c107f1df-795c-4e04-bc48-97e8e18a6741 req-662f6265-a375-49b8-b544-13632017086b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Oct 11 04:57:30.375861 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-af617919-df47-4d66-b62d-8bd41ea374e5 None None] Attempt 2 to provision port 766b26a6-6ec6-449f-8887-a90d20acbb59 Oct 11 04:57:30.398150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-1eaf7f08-614d-4714-9c47-37683514daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.399611 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-1eaf7f08-614d-4714-9c47-37683514daf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0454502 Oct 11 04:57:30.416554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-af617919-df47-4d66-b62d-8bd41ea374e5 None None] Port 766b26a6-6ec6-449f-8887-a90d20acbb59 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:57:30.447621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5b085fb4-5c3a-4cc7-97d8-522e612134ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.449016 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-5b085fb4-5c3a-4cc7-97d8-522e612134ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433211 Oct 11 04:57:30.536534 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-952bd047-ac7d-46ce-b4cd-c21d81cb0ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811641 Oct 11 04:57:30.629489 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-983c86e0-237d-4061-9e35-46409b5a5b78 req-2e9c407f-b732-4626-8a36-940db98f939f service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856302 Oct 11 04:57:30.766313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-dac1f4c0-970e-4297-846d-0a9d41475380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.767709 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-dac1f4c0-970e-4297-846d-0a9d41475380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1096 time: 0.0407517 Oct 11 04:57:30.859385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-20a036ee-9a28-4353-8134-5f7f76174d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.860814 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-20a036ee-9a28-4353-8134-5f7f76174d05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0855856 Oct 11 04:57:30.902537 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-4da28b17-b056-4027-9e51-a9a97f8f7274 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 217 time: 0.0341198 Oct 11 04:57:30.949102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-8ef16980-8b72-447a-91e2-2fc12f60d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.950493 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-8ef16980-8b72-447a-91e2-2fc12f60d570 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0422959 Oct 11 04:57:30.994576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-0e32fac6-eeb3-419e-ae89-2fe677d9428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:30.996021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-0e32fac6-eeb3-419e-ae89-2fe677d9428e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387027 Oct 11 04:57:31.087245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-b1a58117-ee50-4394-8985-c35ed4cdb72e service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832713 Oct 11 04:57:31.178614 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6ddfbb3-dcf0-46b7-aec4-2736ab09840e req-3bc4a3d9-ee0e-4db1-8007-d828a727cca2 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 Oct 11 04:57:31.484045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402e9e3-c2cc-42e0-b1e5-9aa82082bffd req-d4f78884-35cd-4e59-8606-5480e721ca3b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:31.485519 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b402e9e3-c2cc-42e0-b1e5-9aa82082bffd req-d4f78884-35cd-4e59-8606-5480e721ca3b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0492616 Oct 11 04:57:31.523837 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b402e9e3-c2cc-42e0-b1e5-9aa82082bffd req-ecd5f609-bfd2-4104-9016-ed3f9a6f0b3b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Oct 11 04:57:32.448181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 766b26a6-6ec6-449f-8887-a90d20acbb59 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:57:32.542081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=766b26a6-6ec6-449f-8887-a90d20acbb59,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:57:32.554006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'mac_address': 'fa:16:3e:a9:0e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:57:32.590286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 766b26a6-6ec6-449f-8887-a90d20acbb59 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:57:32.590700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:32.604300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766b26a6-6ec6-449f-8887-a90d20acbb59 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:57:32.624421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=766b26a6-6ec6-449f-8887-a90d20acbb59,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:57:32.628167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:32.645044 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a49f-900d-46d2-b2d2-734b0bd7e0a6 req-92371f3a-0351-44e0-8978-55ad3ff91fb6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:32.651519 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5160a49f-900d-46d2-b2d2-734b0bd7e0a6 req-92371f3a-0351-44e0-8978-55ad3ff91fb6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0553675 Oct 11 04:57:32.674347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:32.685527 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5160a49f-900d-46d2-b2d2-734b0bd7e0a6 req-6715ad56-6a7b-470a-854e-97b5671eb1a5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Oct 11 04:57:33.010983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['766b26a6-6ec6-449f-8887-a90d20acbb59'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:57:33.804103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c185-fbb5-4222-b8b8-251c17d5cbd2 req-2baa2c5a-802e-4222-8549-9413a0658e6e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:33.805570 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f9c8c185-fbb5-4222-b8b8-251c17d5cbd2 req-2baa2c5a-802e-4222-8549-9413a0658e6e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 944 time: 0.0479226 Oct 11 04:57:33.842521 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f9c8c185-fbb5-4222-b8b8-251c17d5cbd2 req-a89427d3-2525-46c7-a8af-892aa8fe6a69 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Oct 11 04:57:34.264282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-094029f9-b675-4ff5-bf53-f043173075b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:34.450082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 766b26a6-6ec6-449f-8887-a90d20acbb59 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:57:34.499968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 766b26a6-6ec6-449f-8887-a90d20acbb59 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:57:34.504959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 766b26a6-6ec6-449f-8887-a90d20acbb59 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:57:34.505409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:34.505786 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 766b26a6-6ec6-449f-8887-a90d20acbb59 Oct 11 04:57:34.578752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 766b26a6-6ec6-449f-8887-a90d20acbb59 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:57:34.579134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:34.600838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:57:34.603088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d27316-ca89-4850-8ac9-f4c0005e8858" -d '{"events": [{"server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "name": "network-vif-plugged", "status": "completed", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:57:34.616304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=766b26a6-6ec6-449f-8887-a90d20acbb59,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:57:34.620548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:34.644127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1758ab03-e237-4e2b-a45f-ade94f7f03e4 x-openstack-request-id: req-1758ab03-e237-4e2b-a45f-ade94f7f03e4 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:57:34.644420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "name": "network-vif-plugged", "status": "completed", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:57:34.644671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1758ab03-e237-4e2b-a45f-ade94f7f03e4 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:57:34.645066 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1758ab03-e237-4e2b-a45f-ade94f7f03e4'] response: {'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'code': 200} Oct 11 04:57:34.674163 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:57:34.839618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26835a-1146-41c5-8440-ed9f22cae333 req-a2840c7c-38e3-4f07-ad8b-3c292f7fdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:34.841013 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a26835a-1146-41c5-8440-ed9f22cae333 req-a2840c7c-38e3-4f07-ad8b-3c292f7fdb79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1098 time: 0.0438628 Oct 11 04:57:34.876026 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8a26835a-1146-41c5-8440-ed9f22cae333 req-ff1e452a-45a9-4c82-97ea-424b9ef5fdfc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273144 Oct 11 04:57:34.962799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c006deb-4810-42b2-9fa1-336d0169d017 req-f756c073-8119-4cb7-8e46-29ac16281449 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:34.964259 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1c006deb-4810-42b2-9fa1-336d0169d017 req-f756c073-8119-4cb7-8e46-29ac16281449 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0481021 Oct 11 04:57:35.001745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1c006deb-4810-42b2-9fa1-336d0169d017 req-67177b0c-fd57-47c5-8527-79df4c4ba8f7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Oct 11 04:57:36.122781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5098-b9c6-4449-88e2-2ab36eda0f1c req-5e00b2b4-b7b4-4b31-9f0d-c250ef5d4968 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:36.124289 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-178b5098-b9c6-4449-88e2-2ab36eda0f1c req-5e00b2b4-b7b4-4b31-9f0d-c250ef5d4968 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0480802 Oct 11 04:57:36.164104 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-178b5098-b9c6-4449-88e2-2ab36eda0f1c req-5b587504-8b78-4bd5-a410-8a7c0dbb87d6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Oct 11 04:57:36.510460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-22e5a526-ecd5-4eaf-85cd-1363803c4959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:37.288862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e296-5c5f-441f-806b-09c74f94196d req-945ac586-c736-47b9-8d67-04f6f6b2c3b6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:37.290345 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea84e296-5c5f-441f-806b-09c74f94196d req-945ac586-c736-47b9-8d67-04f6f6b2c3b6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Oct 11 04:57:37.328567 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea84e296-5c5f-441f-806b-09c74f94196d req-ab165215-b7ad-49af-a2ab-02b7cf4eb730 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Oct 11 04:57:37.447701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970c708-ee13-418f-b98a-d6fdf0e39f67 req-9bf9508b-8f81-4e0d-a667-5524f539ed11 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:37.449181 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e970c708-ee13-418f-b98a-d6fdf0e39f67 req-9bf9508b-8f81-4e0d-a667-5524f539ed11 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Oct 11 04:57:37.459043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 56646) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:57:37.463282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'floatingip': {'port_id': '766b26a6-6ec6-449f-8887-a90d20acbb59'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:57:37.501064 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:37.852437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:37.929102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:37.932781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:38.030803 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 associated. External IP: 172.26.8.92, port: 766b26a6-6ec6-449f-8887-a90d20acbb59. Oct 11 04:57:38.492291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:57:38.598465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:57:38.603039 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:38.610361 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:57:38.619943 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:57:38.620543 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:57:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:38.630507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d34bbc60-c6ef-4f7c-b229-33c7cd1ced89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "PUT /v2.0/floatingips/fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 HTTP/1.1" status: 200 len: 990 time: 1.1704502 Oct 11 04:57:38.631189 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:57:38.633488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80f2f8f-9480-4c93-aded-8184a66ea035" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:57:38.669248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df21490-f77d-4653-a15d-aacc673a9a03 x-openstack-request-id: req-6df21490-f77d-4653-a15d-aacc673a9a03 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:57:38.669543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:57:38.669798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6df21490-f77d-4653-a15d-aacc673a9a03 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:57:38.670205 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df21490-f77d-4653-a15d-aacc673a9a03'] response: {'name': 'network-changed', 'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'status': 'completed', 'code': 200} Oct 11 04:57:38.725742 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:57:38.756998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-8777b1d1-89b3-484c-87bb-347f0cd209ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:38.758390 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-8777b1d1-89b3-484c-87bb-347f0cd209ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1098 time: 0.0450382 Oct 11 04:57:38.846815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-7cec303d-86e1-4a92-be35-3b4f408cfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:38.848295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-7cec303d-86e1-4a92-be35-3b4f408cfe8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0838947 Oct 11 04:57:38.919375 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-7100c9cd-e785-499f-96f8-6de99e1a98e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 998 time: 0.0640807 Oct 11 04:57:38.969783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-6a42f2f6-8d14-4036-8f37-489f45a50d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:38.971270 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-6a42f2f6-8d14-4036-8f37-489f45a50d78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0448120 Oct 11 04:57:39.016787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-965a469e-0c9e-4086-abde-e7ec42d6e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:39.018196 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-965a469e-0c9e-4086-abde-e7ec42d6e652 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401175 Oct 11 04:57:39.030893 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:a9:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:57:37Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:39.056363 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:57:39.064323 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:57:39.064911 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:57:36Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:39.110182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-d174b341-78c0-47dc-a2f0-16127f506cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Oct 11 04:57:39.172418 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:57:39.199911 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a80f2f8f-9480-4c93-aded-8184a66ea035 req-98e21d09-56de-45db-bf01-9f2022ce50b0 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832481 Oct 11 04:57:39.400864 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:a9:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:57:37Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:57:39.416179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:39.427393 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687196a1-d705-4221-9b5c-2d0180472589 None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:a9:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:57:37Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:57:39.548616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:39.610356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec8cd-ecf8-477d-b4d8-3a0406441daf None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:57:40.764927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:57:48.301460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-91f2ee00-bb67-479b-b8e1-6a31ce9f4944 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440688 Oct 11 04:57:48.399198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-483cc392-8ded-4361-8d05-58863ecebf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:48.400963 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-483cc392-8ded-4361-8d05-58863ecebf58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1098 time: 0.0410709 Oct 11 04:57:48.504503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-b51a889e-bb89-4aa7-9fcc-80981c0897b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:48.505927 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-b51a889e-bb89-4aa7-9fcc-80981c0897b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0876193 Oct 11 04:57:48.570549 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-74cc144e-b0d6-444c-9e1c-386db07e7a44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 1000 time: 0.0577681 Oct 11 04:57:48.618000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-97fc5e57-a5f6-4668-873b-3c8b4c4dbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:48.619459 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-97fc5e57-a5f6-4668-873b-3c8b4c4dbcda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0425611 Oct 11 04:57:48.669142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-b4846d3d-cbb3-4ee5-afa6-bed2725c8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:57:48.670639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-b4846d3d-cbb3-4ee5-afa6-bed2725c8686 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432801 Oct 11 04:57:48.760691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-f31ba3fd-4779-4f73-90b6-1377e7fc11ca service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Oct 11 04:57:48.853758 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f134ef50-e0b2-42a8-8bc0-c72d7d37e819 req-0fa17744-1dc9-4018-9700-c682bbe33b74 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859590 Oct 11 04:57:50.619666 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:58:04.266363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7a344f7a-88c3-4d7a-83f6-2543c0fe1a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:06.514253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2a95b5e8-07fd-4439-a2fe-83e02b4b3a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:07.854815 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:09.419528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:09.551274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:10.786454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:27.618144 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:58:34.269676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2b95f4fd-90e7-4bf6-a231-e66415f14a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:36.516490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f646c374-6db5-49aa-a752-83074df30920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:37.857049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:39.425519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:39.554003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:40.773335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:58:50.376233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-9d080bff-2be0-4516-9c90-9cebd491bcf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1062827 Oct 11 04:58:50.475249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-f5d26114-6267-4def-9fd9-6a832a76d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:50.476720 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-f5d26114-6267-4def-9fd9-6a832a76d033 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1098 time: 0.0426548 Oct 11 04:58:50.576501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-2b2fa7ef-9b99-4a81-a205-4a95c5185c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:50.577938 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-2b2fa7ef-9b99-4a81-a205-4a95c5185c49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0830426 Oct 11 04:58:50.646603 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-18e1eeb5-e705-4f57-b090-3113af48bf14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 1000 time: 0.0616021 Oct 11 04:58:50.695883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-d64e939f-d90c-4408-b8c6-6ea25a7be956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:50.697276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-d64e939f-d90c-4408-b8c6-6ea25a7be956 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0435994 Oct 11 04:58:50.739943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-7e0aec75-2b12-47c9-917b-b0aea14f56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:50.741889 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-7e0aec75-2b12-47c9-917b-b0aea14f56a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377421 Oct 11 04:58:50.834070 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-4e7dcfab-080b-4a44-9e13-ba356e889ae2 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Oct 11 04:58:50.923169 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a5a47399-d6d4-462f-8da4-1116cace9067 req-d60cec71-91e4-4773-8dd8-fbb92fac7dae service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813456 Oct 11 04:58:51.137933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72c095-2735-4a38-82fb-89d856a2f0a0 req-bab5c320-3913-44f1-8ee6-25a29ad3bbdc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:51.139445 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6b72c095-2735-4a38-82fb-89d856a2f0a0 req-bab5c320-3913-44f1-8ee6-25a29ad3bbdc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.1191406 Oct 11 04:58:51.176618 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6b72c095-2735-4a38-82fb-89d856a2f0a0 req-d5a68089-57cb-4b69-a5dd-9dcf4a9c2570 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Oct 11 04:58:52.347983 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64efa-a109-4668-88f0-b2aea5cc50fc req-c58f9e8c-b653-46d1-90e6-f75bf7b7b011 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:52.349467 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62a64efa-a109-4668-88f0-b2aea5cc50fc req-c58f9e8c-b653-46d1-90e6-f75bf7b7b011 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0968318 Oct 11 04:58:52.386216 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62a64efa-a109-4668-88f0-b2aea5cc50fc req-ad58e985-a273-4cf2-9a4c-b9eea1f4383d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Oct 11 04:58:53.505738 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d3ab6-8768-47cd-ac73-05d35843733c req-7df9972d-4018-43fe-8d32-102c5b9844c5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:53.507236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cf5d3ab6-8768-47cd-ac73-05d35843733c req-7df9972d-4018-43fe-8d32-102c5b9844c5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Oct 11 04:58:53.544308 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cf5d3ab6-8768-47cd-ac73-05d35843733c req-043b4dcd-7b7f-42f8-8933-110ee29e713e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Oct 11 04:58:54.662817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd779b-0521-4010-872b-0b7ee76adf68 req-199b4668-cb1d-4877-a88f-028c6b7a4c3e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:54.664287 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dbbd779b-0521-4010-872b-0b7ee76adf68 req-199b4668-cb1d-4877-a88f-028c6b7a4c3e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0489779 Oct 11 04:58:54.701455 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dbbd779b-0521-4010-872b-0b7ee76adf68 req-7d75f39c-2e5a-4125-afa6-eba17d50d078 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Oct 11 04:58:55.820508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df039b-c67b-4f4d-9560-ec1cfc6e325c req-32f2ee6a-1152-4eb0-aabe-aa9010de5f1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:55.821919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-43df039b-c67b-4f4d-9560-ec1cfc6e325c req-32f2ee6a-1152-4eb0-aabe-aa9010de5f1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0470905 Oct 11 04:58:55.858677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-43df039b-c67b-4f4d-9560-ec1cfc6e325c req-615f3529-3cd9-476f-96a9-5d40793cce75 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308974 Oct 11 04:58:56.983616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbecc4-4fcf-4be5-bc6e-3a47dc8e75b8 req-0e0a1130-8e3b-40a9-b652-07f8726066ad tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:56.985049 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-defbecc4-4fcf-4be5-bc6e-3a47dc8e75b8 req-0e0a1130-8e3b-40a9-b652-07f8726066ad tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0519423 Oct 11 04:58:57.023221 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-defbecc4-4fcf-4be5-bc6e-3a47dc8e75b8 req-008bee91-35b9-4c91-b325-245bc3a7d85b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Oct 11 04:58:58.146139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac510394-7984-4d7f-a671-94d8ea87127d req-6e16bac5-bf91-4e17-aa12-45165dd522eb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:58.147609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac510394-7984-4d7f-a671-94d8ea87127d req-6e16bac5-bf91-4e17-aa12-45165dd522eb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Oct 11 04:58:58.185121 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac510394-7984-4d7f-a671-94d8ea87127d req-ccbb27e0-a06a-4f81-8b30-ca0121cac730 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Oct 11 04:58:59.303656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d5c43-af91-420b-af1d-5122d18eb02a req-757b5724-cfa5-4513-a510-cc9772b64838 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:58:59.305787 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f84d5c43-af91-420b-af1d-5122d18eb02a req-757b5724-cfa5-4513-a510-cc9772b64838 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0494833 Oct 11 04:58:59.345865 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f84d5c43-af91-420b-af1d-5122d18eb02a req-04c9a925-7d4d-42cf-a0ce-12954a8dda48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Oct 11 04:59:00.467962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d613744-05d5-46e9-a8e4-a7bdede48dbf req-38a2be1a-fe1e-4cd2-9d1e-44cb2f280bd8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:00.469413 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2d613744-05d5-46e9-a8e4-a7bdede48dbf req-38a2be1a-fe1e-4cd2-9d1e-44cb2f280bd8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Oct 11 04:59:00.505976 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2d613744-05d5-46e9-a8e4-a7bdede48dbf req-3f2fe3c5-47a7-4ffc-a881-e8d552ac3add tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307822 Oct 11 04:59:01.624555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5183547-98e5-4cbd-8672-57135d815161 req-b00ddb49-92c7-433d-ae42-74e0d3e7c207 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:01.626004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d5183547-98e5-4cbd-8672-57135d815161 req-b00ddb49-92c7-433d-ae42-74e0d3e7c207 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0478737 Oct 11 04:59:01.663396 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d5183547-98e5-4cbd-8672-57135d815161 req-f872156f-f074-4460-8f0b-7d68497f2f79 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Oct 11 04:59:01.932959 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc540e-581d-409f-8ef5-d0d6a693f77e req-043ac02e-8049-40f8-bc83-142ffe0e1b70 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:01.934403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1cbc540e-581d-409f-8ef5-d0d6a693f77e req-043ac02e-8049-40f8-bc83-142ffe0e1b70 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0765069 Oct 11 04:59:01.958489 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-77b7bfaf-61c0-4c69-b5ee-be8a33b7d1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068296 Oct 11 04:59:01.977903 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1cbc540e-581d-409f-8ef5-d0d6a693f77e req-b28444e2-d63d-420b-ba83-659b08261e2f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 Oct 11 04:59:03.132081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27aea3-abb6-45be-9485-39780489a146 req-6027cd0c-8fcb-4d61-9243-148ed9677cdc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:03.133579 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2b27aea3-abb6-45be-9485-39780489a146 req-6027cd0c-8fcb-4d61-9243-148ed9677cdc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0803747 Oct 11 04:59:03.139465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-9356483d-c154-4bc5-a623-4e38d74e64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:03.140802 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-9356483d-c154-4bc5-a623-4e38d74e64e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1098 time: 0.0600183 Oct 11 04:59:03.199657 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2b27aea3-abb6-45be-9485-39780489a146 req-f813aa6d-aa8d-446a-99b4-29706642a566 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579355 Oct 11 04:59:03.249333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-b5379994-993d-4724-9352-21031432732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:03.250782 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-b5379994-993d-4724-9352-21031432732c service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.1034214 Oct 11 04:59:03.317105 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-2c233b8e-4db0-4bfc-88b4-0a84f8987663 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 1000 time: 0.0602071 Oct 11 04:59:03.364493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-c19d3856-d607-4bad-ab92-640f8e49d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:03.365860 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-c19d3856-d607-4bad-ab92-640f8e49d0d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0419159 Oct 11 04:59:03.409009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-4e5b3d9d-d107-4e3f-acdd-122cb2b537e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:03.410409 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-4e5b3d9d-d107-4e3f-acdd-122cb2b537e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380907 Oct 11 04:59:03.499717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-ad65102e-5bcc-4645-be74-36a146f0ccd0 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822532 Oct 11 04:59:03.586179 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-2cfdf98c-4f8a-4738-bd1d-4d3571ae3897 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800276 Oct 11 04:59:04.272069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7bb02526-d6bb-4a38-9f04-d7e605e9a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:04.322483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831689-1b69-4457-9eb0-cc3e7b79f1d7 req-0e3be859-f437-40af-907a-4eac50c1c29c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:04.323965 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a831689-1b69-4457-9eb0-cc3e7b79f1d7 req-0e3be859-f437-40af-907a-4eac50c1c29c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Oct 11 04:59:04.359906 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a831689-1b69-4457-9eb0-cc3e7b79f1d7 req-c06dd451-0346-49f9-85ae-3806882e91e1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300782 Oct 11 04:59:04.618058 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:59:05.264168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-8d5c4342-8d3f-429a-8916-177fe121572d service neutron] 10.222.0.45 "GET /v2.0/ports/766b26a6-6ec6-449f-8887-a90d20acbb59/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0584228 Oct 11 04:59:05.511226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ec041-0dc1-4e1b-8cb2-82f2ce40d909 req-a307f907-f88c-44fd-b717-403906ea658a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:05.512678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-359ec041-0dc1-4e1b-8cb2-82f2ce40d909 req-a307f907-f88c-44fd-b717-403906ea658a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0724816 Oct 11 04:59:05.518021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-704185ee-80a5-4c70-87e3-89b0611a3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:05.519352 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-704185ee-80a5-4c70-87e3-89b0611a3884 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 1098 time: 0.0771830 Oct 11 04:59:05.551700 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-359ec041-0dc1-4e1b-8cb2-82f2ce40d909 req-afb5ed9f-1467-4cd5-8403-7c3e0168feca tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Oct 11 04:59:05.594464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-3a81b070-8c53-4f0e-b7f5-d06dc940c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:05.595953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-3a81b070-8c53-4f0e-b7f5-d06dc940c75f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1098 time: 0.0434303 Oct 11 04:59:05.959132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-fc8941bd-3a00-421d-b9f0-fd2798ef6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:05.960586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-fc8941bd-3a00-421d-b9f0-fd2798ef6b53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.3580506 Oct 11 04:59:06.027618 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-be12a941-378d-4853-a5d6-b3817af8198b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 1000 time: 0.0600567 Oct 11 04:59:06.075411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-90a00eb5-64a2-4729-9fa7-8b6965a0f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:06.076804 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-90a00eb5-64a2-4729-9fa7-8b6965a0f557 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0422480 Oct 11 04:59:06.119329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-6f28fec0-b5f6-430f-99b6-213d4d02f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:06.120720 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-6f28fec0-b5f6-430f-99b6-213d4d02f24e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377259 Oct 11 04:59:06.209914 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-5d13c318-04b3-48dc-aeb3-a05591063b48 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821095 Oct 11 04:59:06.297179 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3cc36513-9752-4edd-abca-9aa772af5a5a req-f68062c5-228c-453c-bf25-1fce7fb3e3f3 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799439 Oct 11 04:59:06.518621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8766e539-d05f-4615-9418-5c6bf605661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:06.677346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe54b-62fe-483b-b938-1c73c2dc32a7 req-ee50c458-8602-43bc-b2ae-3c1d829d550a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:06.678781 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c1bbe54b-62fe-483b-b938-1c73c2dc32a7 req-ee50c458-8602-43bc-b2ae-3c1d829d550a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0524325 Oct 11 04:59:06.716289 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c1bbe54b-62fe-483b-b938-1c73c2dc32a7 req-09052b76-b7b3-4372-830e-8827b937e862 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310407 Oct 11 04:59:07.842227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c6293-b9cf-4b19-96cf-ac64bbe26da8 req-0424173d-b896-438c-88de-b01f6d995242 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:07.843861 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e17c6293-b9cf-4b19-96cf-ac64bbe26da8 req-0424173d-b896-438c-88de-b01f6d995242 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Oct 11 04:59:07.861013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:07.881578 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e17c6293-b9cf-4b19-96cf-ac64bbe26da8 req-f778de46-bb85-4421-81b6-ad8184910461 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Oct 11 04:59:08.840908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 766b26a6-6ec6-449f-8887-a90d20acbb59 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:59:08.917022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 766b26a6-6ec6-449f-8887-a90d20acbb59 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:59:08.917744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:08.939476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:59:08.941723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0265f463-3ce3-4aae-8694-a1486c15691b" -d '{"events": [{"server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "name": "network-vif-unplugged", "status": "completed", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:59:08.955075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=766b26a6-6ec6-449f-8887-a90d20acbb59,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:59:08.959184 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:09.006006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a765f1-787d-4c8c-a9d4-4379941e7a62 req-fbcf16e0-e479-4781-9258-315136e4fb1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.008055 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-74a765f1-787d-4c8c-a9d4-4379941e7a62 req-fbcf16e0-e479-4781-9258-315136e4fb1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0526254 Oct 11 04:59:09.009331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:09.017006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.017359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.017698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.018033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.018401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.018722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.019050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.019382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.019702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.020027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.020348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.020665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:09.045526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5d614c-7aaa-4387-82bd-cb985568b52c x-openstack-request-id: req-9a5d614c-7aaa-4387-82bd-cb985568b52c {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:59:09.045826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "name": "network-vif-unplugged", "status": "completed", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:59:09.046085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a5d614c-7aaa-4387-82bd-cb985568b52c {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:59:09.046489 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5d614c-7aaa-4387-82bd-cb985568b52c'] response: {'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'code': 200} Oct 11 04:59:09.048441 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-74a765f1-787d-4c8c-a9d4-4379941e7a62 req-e4657603-3a1f-4ce2-89ce-c0b9ed9497fa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335994 Oct 11 04:59:09.247962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80f3b6-8424-4b37-aba3-e6e1e17b2464 req-931e33b4-5aa7-482f-8268-43a4da5d84ca tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.249590 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9f80f3b6-8424-4b37-aba3-e6e1e17b2464 req-931e33b4-5aa7-482f-8268-43a4da5d84ca tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0489981 Oct 11 04:59:09.288498 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9f80f3b6-8424-4b37-aba3-e6e1e17b2464 req-2d577afe-d9c2-462c-92fb-997ca192eecc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Oct 11 04:59:09.309295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-532db437-1eaf-432c-9de0-768c7d16d2d1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.310886 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-532db437-1eaf-432c-9de0-768c7d16d2d1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214&tenant_id=09b5ed58a4b24f08af737a378dae335f&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 943 time: 0.0517843 Oct 11 04:59:09.407910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-f7d289a6-f84a-438e-9dfc-579c7bd0c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.409459 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-f7d289a6-f84a-438e-9dfc-579c7bd0c03c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1096 time: 0.0407012 Oct 11 04:59:09.418998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:09.501232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-0bbe13d4-f46c-4d74-bc1f-322cc80a47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.502718 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-0bbe13d4-f46c-4d74-bc1f-322cc80a47d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0864797 Oct 11 04:59:09.556839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:09.571735 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-58648d10-d9c1-4929-a156-83d9b8564822 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 998 time: 0.0621567 Oct 11 04:59:09.619102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-0a4166e8-8cff-4eb1-8c6e-c1ca05aef787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.620550 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-0a4166e8-8cff-4eb1-8c6e-c1ca05aef787 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0430374 Oct 11 04:59:09.669361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-a501e670-31e5-4ada-bc0c-94efb5944214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:09.670858 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-a501e670-31e5-4ada-bc0c-94efb5944214 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439019 Oct 11 04:59:09.759254 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-13b2ab67-a0d0-4af0-8ca3-98ca9f5f026a service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819435 Oct 11 04:59:09.850013 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ba99f2d-305b-48a6-9b5d-e01d052bad16 req-7c942602-44c2-4917-b8b4-525aa3463ee6 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846457 Oct 11 04:59:10.416455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696ef6-b7f0-42a8-bc27-7c88ee0bde8e req-af2e1d55-6d82-4f3f-b64b-3d246bc965e4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:10.417945 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-20696ef6-b7f0-42a8-bc27-7c88ee0bde8e req-af2e1d55-6d82-4f3f-b64b-3d246bc965e4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0522027 Oct 11 04:59:10.455764 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-20696ef6-b7f0-42a8-bc27-7c88ee0bde8e req-19d2e799-4f34-469f-9df5-36d9d63f9939 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317397 Oct 11 04:59:10.582035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad2541-7d8c-443f-99d2-e6b322bb6054 req-492dd2f1-ed88-4886-967f-8615e457d8a4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:10.583526 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73ad2541-7d8c-443f-99d2-e6b322bb6054 req-492dd2f1-ed88-4886-967f-8615e457d8a4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0515063 Oct 11 04:59:10.620713 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73ad2541-7d8c-443f-99d2-e6b322bb6054 req-aee7c653-3a57-43be-92f2-548ff9b58d11 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306125 Oct 11 04:59:10.799928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:10.818243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb62b44-7962-4aa2-9e60-7c9ad35d5c12 req-0d51385d-c5ff-471c-8ba4-4faaca253034 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:10.820428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7cb62b44-7962-4aa2-9e60-7c9ad35d5c12 req-0d51385d-c5ff-471c-8ba4-4faaca253034 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0511572 Oct 11 04:59:10.859931 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7cb62b44-7962-4aa2-9e60-7c9ad35d5c12 req-3f59f469-86c0-405c-86d0-b5c0f966fa5b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332742 Oct 11 04:59:10.898859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-9cce79e5-19e0-43b4-9993-392733225225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:10.900339 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-9cce79e5-19e0-43b4-9993-392733225225 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 1096 time: 0.0415897 Oct 11 04:59:10.991250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-46744aff-dbcb-4dd7-ada0-7052a0a85fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:10.993280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-46744aff-dbcb-4dd7-ada0-7052a0a85fb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0864828 Oct 11 04:59:11.061276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-cf61cbcf-6fe4-435e-af95-cd1be492b417 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 200 len: 998 time: 0.0612304 Oct 11 04:59:11.107667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-994c4499-12ad-48be-b5b4-24f6977c2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:11.109060 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-994c4499-12ad-48be-b5b4-24f6977c2df9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0418830 Oct 11 04:59:11.152974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-6554ac83-4d61-40ef-a60c-549f4c59df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:11.154315 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-6554ac83-4d61-40ef-a60c-549f4c59df91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389330 Oct 11 04:59:11.244667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-6fab0c6d-4198-4753-bcae-a1d30cf032f0 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Oct 11 04:59:11.330812 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a082409f-3aa7-4d0d-bbaa-d443a6380acd req-69aba7e0-6622-4a7f-a509-48ead8df96f4 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796840 Oct 11 04:59:11.984103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84bc14-2747-4e6c-905c-2173d380781c req-b600cab1-1bf7-44e1-b413-b31623c7bea8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:11.985531 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce84bc14-2747-4e6c-905c-2173d380781c req-b600cab1-1bf7-44e1-b413-b31623c7bea8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0485642 Oct 11 04:59:12.028548 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce84bc14-2747-4e6c-905c-2173d380781c req-02d25666-2abe-470d-858b-6c54f86959db tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370781 Oct 11 04:59:13.148099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8d1a-e4bd-460d-8c83-890d0e300c36 req-fbce399b-1e18-4eb3-8895-47e022d32c0f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:13.149546 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-910c8d1a-e4bd-460d-8c83-890d0e300c36 req-fbce399b-1e18-4eb3-8895-47e022d32c0f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0485985 Oct 11 04:59:13.186021 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-910c8d1a-e4bd-460d-8c83-890d0e300c36 req-39d0ea2d-125b-4dd2-a960-7ba8deb25c98 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306978 Oct 11 04:59:13.423910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35872d26-242f-48ba-b39d-75d1f8304626 req-7589b8ed-4526-425c-aac1-b6ead8e14836 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:13.425363 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-35872d26-242f-48ba-b39d-75d1f8304626 req-7589b8ed-4526-425c-aac1-b6ead8e14836 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0528188 Oct 11 04:59:13.462884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-35872d26-242f-48ba-b39d-75d1f8304626 req-fd3eab7f-b006-45aa-9d8d-b9ca3e76a01b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Oct 11 04:59:14.583037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17831768-e8fa-4a52-93af-46d482c417a0 req-639bdd00-85b8-4d6b-9116-8b8f57f82873 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:14.584504 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-17831768-e8fa-4a52-93af-46d482c417a0 req-639bdd00-85b8-4d6b-9116-8b8f57f82873 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0483623 Oct 11 04:59:14.621828 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-17831768-e8fa-4a52-93af-46d482c417a0 req-f8d86789-a6f5-4113-b411-12e32031c3e3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309222 Oct 11 04:59:15.279556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-a65c48f0-f72b-4eb4-a89f-e0965b5cc24c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:15.280968 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-a65c48f0-f72b-4eb4-a89f-e0965b5cc24c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0475237 Oct 11 04:59:15.369401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Deleting port 766b26a6-6ec6-449f-8887-a90d20acbb59 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 04:59:15.369737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:15.455189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] For port 766b26a6-6ec6-449f-8887-a90d20acbb59, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=766b26a6-6ec6-449f-8887-a90d20acbb59,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:59:15.455544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:15.625479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:15.626160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:15.626160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 disassociated. External IP: 172.26.8.92, port: 766b26a6-6ec6-449f-8887-a90d20acbb59. Oct 11 04:59:15.626457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Calling delete_port for 766b26a6-6ec6-449f-8887-a90d20acbb59 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 04:59:15.745595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc332-9dd4-4497-97f3-f64940b8da13 req-68ce53b0-3633-43f1-b3bc-238733871ce0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:15.747124 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18bdc332-9dd4-4497-97f3-f64940b8da13 req-68ce53b0-3633-43f1-b3bc-238733871ce0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca5c033b-18ab-4e3f-ba1c-ea37d2b66214 HTTP/1.1" status: 200 len: 943 time: 0.0503042 Oct 11 04:59:15.751260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:15.777710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event deleted for resources: {'Port': ['ID=766b26a6-6ec6-449f-8887-a90d20acbb59,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:15.785187 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18bdc332-9dd4-4497-97f3-f64940b8da13 req-d5b32a70-994d-4d4d-bd9a-89599c1d89c8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Oct 11 04:59:15.787361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.787708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.788042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.788419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.788685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.789551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.789874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.790200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.790913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.790913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.791290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.791483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 04:59:15.907217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:59:16.016577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:59:16.027472 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:59:16.036801 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:59:16.037411 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:59:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:16.058628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] No DVR routers for this DVR port 766b26a6-6ec6-449f-8887-a90d20acbb59 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 04:59:16.061022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:16.064258 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-965122a8-23e7-44d9-b107-3f36fa7b5193 req-86bf99ca-c604-4072-8a98-db1a67a1eb89 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "DELETE /v2.0/ports/766b26a6-6ec6-449f-8887-a90d20acbb59 HTTP/1.1" status: 204 len: 173 time: 0.7779729 Oct 11 04:59:16.064750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'name': 'network-vif-deleted', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:59:16.067099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e7e9d-2630-4e29-8316-393d58aa934b" -d '{"events": [{"server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "name": "network-vif-deleted", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:59:16.102585 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d938e4-cd8c-4a19-98ed-4d273c89ca00 x-openstack-request-id: req-29d938e4-cd8c-4a19-98ed-4d273c89ca00 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:59:16.103124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5c033b-18ab-4e3f-ba1c-ea37d2b66214", "name": "network-vif-deleted", "tag": "766b26a6-6ec6-449f-8887-a90d20acbb59", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:59:16.103441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29d938e4-cd8c-4a19-98ed-4d273c89ca00 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:59:16.103815 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d938e4-cd8c-4a19-98ed-4d273c89ca00'] response: {'server_uuid': 'ca5c033b-18ab-4e3f-ba1c-ea37d2b66214', 'name': 'network-vif-deleted', 'tag': '766b26a6-6ec6-449f-8887-a90d20acbb59', 'status': 'completed', 'code': 200} Oct 11 04:59:16.151098 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:59:16.344855 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:16.370113 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:59:16.378168 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:59:16.378790 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:59:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:16.482278 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:59:16.682021 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:16.707082 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe6bf2e-6f9b-40c5-a68d-181e6354461c None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:59:16.919154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49b657-097a-46b0-ac68-de20d06d5ce0 None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:59:17.038157 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-af7c4a85-a86b-4bf1-9e5c-478ecba113c3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--171647595&fields=id&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 267 time: 0.0354226 Oct 11 04:59:17.155291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-30c4eb2c-3b45-4aed-904d-28f5c6899a3c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:17.156747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-30c4eb2c-3b45-4aed-904d-28f5c6899a3c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1111593 Oct 11 04:59:17.172674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-3303d252-a03c-4b85-8192-4156c5c7670c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/quotas/09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 375 time: 0.0095212 Oct 11 04:59:17.229212 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-9a4c1307-2331-4c54-bebe-cd617fb86a65 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495670 Oct 11 04:59:17.245197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-48991822-6f0f-495a-8014-2f0e0716ad16 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 04:59:17.246074 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-48991822-6f0f-495a-8014-2f0e0716ad16 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056732 Oct 11 04:59:17.337650 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-bbfc5166-4655-4494-9650-54eacacaebe0 service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860367 Oct 11 04:59:17.424892 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-83f0623f-2dd1-4235-a0c8-357d339893f8 service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812540 Oct 11 04:59:17.582481 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49ce5b83-4a9a-4e50-80ca-53a3ee540dd2 req-138e9c2d-4025-49ee-86c4-8e5086e3bc21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 210 time: 0.0262258 Oct 11 04:59:18.543775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-d3b88401-7097-48af-9682-07f7b48f2ebf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:18.545215 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-d3b88401-7097-48af-9682-07f7b48f2ebf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1043293 Oct 11 04:59:18.600780 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-823b2e4f-461c-40eb-bf44-d9c7cbb02434 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 379 time: 0.0411291 Oct 11 04:59:18.612065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'port': {'device_id': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'admin_state_up': True, 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'security_groups': ['508a3275-6afe-4f38-b894-391dc2d0c0e4']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:59:18.690520 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d7b760b1-83f8-4ada-95c2-bd597ade4cd0 req-6026cd68-3709-4afc-bfa6-2b615012c9f7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 210 time: 0.0266099 Oct 11 04:59:18.748954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Made reservation on behalf of 09b5ed58a4b24f08af737a378dae335f for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 04:59:18.752480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:18.880814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Allocated IP 172.20.0.7 (99311e61-49c7-4955-9fba-efd885a0e345/aeedbd47-3607-4470-b534-218a5aa48c85/158e0b75-ce53-4281-b10a-a7bc9c8ed17d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 04:59:18.901654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 766b26a6-6ec6-449f-8887-a90d20acbb59 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 04:59:18.920949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 766b26a6-6ec6-449f-8887-a90d20acbb59 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 04:59:18.921287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 766b26a6-6ec6-449f-8887-a90d20acbb59 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 04:59:19.016614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.049707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.098517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 04:59:19.101755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 04:59:19.105432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 04:59:19.111896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:19.159399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:19.159945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.177467 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-f5323e43-7ff1-46e0-bba8-46a7aad89014 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684645 Oct 11 04:59:19.217258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Request body: {'port': {'device_id': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:59:19.272953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.311278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e84f5995-e744-483a-a71c-c07b0ee624a9 None None] Provisioning complete for port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:59:19.311646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e84f5995-e744-483a-a71c-c07b0ee624a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.311981 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e84f5995-e744-483a-a71c-c07b0ee624a9 None None] Attempt 1 to provision port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d Oct 11 04:59:19.347135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e84f5995-e744-483a-a71c-c07b0ee624a9 None None] Port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 04:59:19.535079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:59:19.542902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.555180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Transition to ACTIVE for port object 158e0b75-ce53-4281-b10a-a7bc9c8ed17d will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 04:59:19.559022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.639616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:19.672971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Attempting to bind port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 04:59:19.673300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Attempting to bind port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 04:59:19.673626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Attempting to bind port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:59:19.677801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d on network 99311e61-49c7-4955-9fba-efd885a0e345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 04:59:19.678114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Attempting to bind port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 04:59:19.683730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 4, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 04:59:19.684064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 04:59:19.684443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Bound using segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 04:59:19.684862 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Bound port: 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 04:59:19.685211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.748747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 04:59:19.752330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 04:59:19.758866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.764617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:19.765220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:19.766634 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1093 time: 0.5541828 Oct 11 04:59:19.767142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:59:19.769400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47187d0-087f-41dd-b50b-7cce742c3cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:59:19.833964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1119e37-5cdd-4a46-966b-6eddef68eab6 x-openstack-request-id: req-a1119e37-5cdd-4a46-966b-6eddef68eab6 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:59:19.834245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:59:19.834495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1119e37-5cdd-4a46-966b-6eddef68eab6 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:59:19.834916 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1119e37-5cdd-4a46-966b-6eddef68eab6'] response: {'name': 'network-changed', 'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'status': 'completed', 'code': 200} Oct 11 04:59:19.848534 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e84f5995-e744-483a-a71c-c07b0ee624a9 None None] Attempt 2 to provision port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d Oct 11 04:59:19.877628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6f693-6efd-4c88-aa98-00f8ae6a76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:19.890683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e84f5995-e744-483a-a71c-c07b0ee624a9 None None] Port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 04:59:19.891854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039378f9-88ba-44fc-87ed-b5362f806358 req-dc367705-e51e-4c44-a2df-7181821fe8a8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:19.893347 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-039378f9-88ba-44fc-87ed-b5362f806358 req-dc367705-e51e-4c44-a2df-7181821fe8a8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.1028259 Oct 11 04:59:19.908049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-33423314-d90e-4626-b12a-c06973ac2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:19.909420 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-33423314-d90e-4626-b12a-c06973ac2dc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1096 time: 0.0869884 Oct 11 04:59:19.964736 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-57e3b373-d5ca-4fd7-add5-95ce2cdb9069 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 217 time: 0.0406985 Oct 11 04:59:19.967641 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-039378f9-88ba-44fc-87ed-b5362f806358 req-3e4f2a37-78bc-4bc6-93f5-b1621fa61e19 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669611 Oct 11 04:59:20.018364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-f4a56bdc-d0ba-4e59-9a58-00048f3dce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:20.019822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-f4a56bdc-d0ba-4e59-9a58-00048f3dce08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0478384 Oct 11 04:59:20.063231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308114-a975-4e62-9649-5782bab26da7 req-c9ed8f3b-68fe-4e9e-aef0-95b059446960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:20.064665 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-c9ed8f3b-68fe-4e9e-aef0-95b059446960 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387449 Oct 11 04:59:20.151388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-4d2b57b3-5075-44cd-b209-10f2c65ac1da service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797167 Oct 11 04:59:20.241261 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f0308114-a975-4e62-9649-5782bab26da7 req-7b87c0ca-411f-461c-9937-3c8d2d38c4f5 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831599 Oct 11 04:59:20.371479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-834a8882-5f32-4a01-8f5f-56d20522b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:20.372823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-834a8882-5f32-4a01-8f5f-56d20522b3ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1096 time: 0.0402071 Oct 11 04:59:20.463344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-12b6a207-522e-482e-808b-bb6c349ef0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:20.464769 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-12b6a207-522e-482e-808b-bb6c349ef0a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0845916 Oct 11 04:59:20.504727 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-13727a28-7e3f-4780-9d52-a8853903fb9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 217 time: 0.0336018 Oct 11 04:59:20.550258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-898d050a-455b-4105-be12-19e2a28276c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:20.551665 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-898d050a-455b-4105-be12-19e2a28276c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0412717 Oct 11 04:59:20.598250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-3b74a05c-1e1a-468d-b29c-b0a273317a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:20.599733 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-3b74a05c-1e1a-468d-b29c-b0a273317a4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422597 Oct 11 04:59:20.687328 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-60f71371-5fef-4e3c-aa78-578ef4dffa80 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806925 Oct 11 04:59:20.778067 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b47187d0-087f-41dd-b50b-7cce742c3cf3 req-a0e1598f-bf44-46a4-a173-ae355b5cd5c4 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838215 Oct 11 04:59:21.092397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7427-06c4-47d0-aa46-e1e0dfd8edd5 req-362bbb35-5170-4e63-b611-183eac18b925 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:21.093835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-244f7427-06c4-47d0-aa46-e1e0dfd8edd5 req-362bbb35-5170-4e63-b611-183eac18b925 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0521259 Oct 11 04:59:21.130121 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-244f7427-06c4-47d0-aa46-e1e0dfd8edd5 req-661797f6-b0a0-481e-9e17-13b23997d30a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303800 Oct 11 04:59:22.248920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691ad1-ff9b-442a-a309-aa32e221fcd6 req-72a70c0e-4ec7-4479-968f-1854c3dd9f4f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:22.250359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4a691ad1-ff9b-442a-a309-aa32e221fcd6 req-72a70c0e-4ec7-4479-968f-1854c3dd9f4f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0473704 Oct 11 04:59:22.287354 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4a691ad1-ff9b-442a-a309-aa32e221fcd6 req-7b631f48-c000-4a87-bf83-80e7569171d4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309653 Oct 11 04:59:23.406668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4161ad6-bc0a-4cab-b8c5-8d27347d23d2 req-a1c951f8-1f7f-498d-a060-5c43929bc736 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:23.408126 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e4161ad6-bc0a-4cab-b8c5-8d27347d23d2 req-a1c951f8-1f7f-498d-a060-5c43929bc736 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0487013 Oct 11 04:59:23.444440 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e4161ad6-bc0a-4cab-b8c5-8d27347d23d2 req-e9605af9-d64b-4cee-b3d6-dda816678d6f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Oct 11 04:59:24.565819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca6b1-0695-4d61-8360-9d54110694e2 req-a920ddbe-d330-4c38-b021-87e6f4067bd0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:24.567316 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f12ca6b1-0695-4d61-8360-9d54110694e2 req-a920ddbe-d330-4c38-b021-87e6f4067bd0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Oct 11 04:59:24.605483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f12ca6b1-0695-4d61-8360-9d54110694e2 req-e338f724-aaaa-460d-8df2-c2d236338756 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324039 Oct 11 04:59:24.916425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 04:59:25.010181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:59:25.020892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'mac_address': 'fa:16:3e:52:51:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 04:59:25.056288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:59:25.056670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:25.068674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 04:59:25.088255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:59:25.092461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:25.137942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:25.522008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['158e0b75-ce53-4281-b10a-a7bc9c8ed17d'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 04:59:25.724824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8c35c-1500-4600-9a4f-c58d858125ed req-7c84fc7a-df33-4ca6-b471-c1d47d07f260 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:25.726787 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8ee8c35c-1500-4600-9a4f-c58d858125ed req-7c84fc7a-df33-4ca6-b471-c1d47d07f260 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 944 time: 0.0475216 Oct 11 04:59:25.764102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8ee8c35c-1500-4600-9a4f-c58d858125ed req-ad4f5979-2f84-4de7-b4e1-8edd18a7e603 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Oct 11 04:59:26.886018 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0f82-d823-45ba-96af-88f7db09abbe req-8e71c1de-b2a2-4a65-bbbd-25a5c2d259b4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:26.887478 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-14ea0f82-d823-45ba-96af-88f7db09abbe req-8e71c1de-b2a2-4a65-bbbd-25a5c2d259b4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 944 time: 0.0524049 Oct 11 04:59:26.916955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 04:59:26.925240 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-14ea0f82-d823-45ba-96af-88f7db09abbe req-d3fe3ef3-8b0c-45e7-b98d-b040dd4c32d1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Oct 11 04:59:26.967268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 04:59:26.971342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 04:59:26.971722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:26.972044 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d Oct 11 04:59:27.047301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 04:59:27.047611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:27.070292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:59:27.072571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10775419-a00f-46c3-b653-ced5a7a3a2f1" -d '{"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-plugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:59:27.084999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 04:59:27.089454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:27.113287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 04:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13974ac7-dc95-4ee1-be81-cdf4ebe2778b x-openstack-request-id: req-13974ac7-dc95-4ee1-be81-cdf4ebe2778b {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:59:27.113561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-plugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:59:27.113813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13974ac7-dc95-4ee1-be81-cdf4ebe2778b {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:59:27.114218 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13974ac7-dc95-4ee1-be81-cdf4ebe2778b'] response: {'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'code': 200} Oct 11 04:59:27.139114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 04:59:27.303395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2a9e2-c103-4041-ac06-2535ad8decb5 req-f299106a-f10f-4390-b4c8-d482a62821ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:27.304761 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cfa2a9e2-c103-4041-ac06-2535ad8decb5 req-f299106a-f10f-4390-b4c8-d482a62821ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0396795 Oct 11 04:59:27.339905 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cfa2a9e2-c103-4041-ac06-2535ad8decb5 req-2cef4079-bc83-4d37-b29d-f0c81f6996c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279107 Oct 11 04:59:28.045147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d81d5-4c5d-40f9-bec0-a6a7719ae185 req-51f3fbda-4dd1-400b-a125-f7845fe962f6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:28.046620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d6d81d5-4c5d-40f9-bec0-a6a7719ae185 req-51f3fbda-4dd1-400b-a125-f7845fe962f6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0480154 Oct 11 04:59:28.083281 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d6d81d5-4c5d-40f9-bec0-a6a7719ae185 req-0466e66b-85fe-4195-8f4e-d06c9b59471a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Oct 11 04:59:29.209787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6503f1-97f4-41cc-8295-0ff735e9c84d req-03ef574c-6489-4b36-ad04-d8045250c172 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:29.211259 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5f6503f1-97f4-41cc-8295-0ff735e9c84d req-03ef574c-6489-4b36-ad04-d8045250c172 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0524704 Oct 11 04:59:29.248482 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5f6503f1-97f4-41cc-8295-0ff735e9c84d req-ef87099d-8bcc-4e59-92e1-bd5c49b1683d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Oct 11 04:59:29.367987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf5a0f-c9d7-4100-9ebc-67a894b2aaf6 req-c1c88480-cf3f-42ed-87ed-eec07a781ea7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:29.369493 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57bf5a0f-c9d7-4100-9ebc-67a894b2aaf6 req-c1c88480-cf3f-42ed-87ed-eec07a781ea7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Oct 11 04:59:29.379749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 56854) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 04:59:29.384057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'floatingip': {'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 04:59:29.421511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:30.239394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:30.243009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:30.343435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 associated. External IP: 172.26.8.92, port: 158e0b75-ce53-4281-b10a-a7bc9c8ed17d. Oct 11 04:59:30.540939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 04:59:30.647926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 04:59:30.652718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:30.658214 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 04:59:30.669182 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:59:30.670206 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:59:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:30.682333 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a9834c11-198b-4325-9b99-83cf7fb61f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "PUT /v2.0/floatingips/fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 HTTP/1.1" status: 200 len: 990 time: 1.2994905 Oct 11 04:59:30.682333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 04:59:30.683399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 04:59:30.719713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b918890-7102-4751-8aef-d6dbf3abc8fd x-openstack-request-id: req-0b918890-7102-4751-8aef-d6dbf3abc8fd {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 04:59:30.720011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 04:59:30.720263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b918890-7102-4751-8aef-d6dbf3abc8fd {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 04:59:30.720671 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b918890-7102-4751-8aef-d6dbf3abc8fd'] response: {'name': 'network-changed', 'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'status': 'completed', 'code': 200} Oct 11 04:59:30.809689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-bb2236c1-40ec-4c8c-b632-5c84328abfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:30.811141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-bb2236c1-40ec-4c8c-b632-5c84328abfac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0448570 Oct 11 04:59:30.861544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:59:30.901071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-53b3a4d8-d16a-4194-bfe5-a5f465e437dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:30.902699 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-53b3a4d8-d16a-4194-bfe5-a5f465e437dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0844615 Oct 11 04:59:30.969987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-24af5807-0864-47ca-bebc-713db0373ba3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 998 time: 0.0610893 Oct 11 04:59:31.018436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-8d81dda8-581e-454e-a043-3a2167c99b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:31.019920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-8d81dda8-581e-454e-a043-3a2167c99b8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0439062 Oct 11 04:59:31.064754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-30929c7e-58c7-49b3-a8e5-6a6dcd1582f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:31.066232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-30929c7e-58c7-49b3-a8e5-6a6dcd1582f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397959 Oct 11 04:59:31.080453 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:52:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:59:30Z', 'revision_number': 9, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:31.107084 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 04:59:31.115130 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 04:59:31.115728 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T04:59:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:31.158074 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-98927360-7a2e-4061-929e-6e58126c0a96 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Oct 11 04:59:31.218345 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 04:59:31.245822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6ea85a72-ac75-43ea-8d56-1a390ad8bfab req-73e4b3f1-e8b7-4cc4-bd4e-cc8c41266f35 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808363 Oct 11 04:59:31.437082 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:52:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:59:30Z', 'revision_number': 9, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 04:59:31.462862 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1432c0-644c-4a1b-b975-37c320c773de None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:52:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T04:59:30Z', 'revision_number': 9, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 04:59:31.652244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865bf537-19bb-4022-8cec-d05fa868fc21 None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 04:59:34.275804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ac82ca26-8aac-47cb-b1f3-f981972a2b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:36.520589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6430bea1-2ba5-4771-9cf2-199131fd36dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:37.863138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:39.421982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:39.558244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:40.799033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 04:59:41.616208 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 04:59:51.679497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-d225732f-01de-4596-8b72-868c295a6546 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397542 Oct 11 04:59:51.775641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-cb86a677-817c-4893-80fa-1cc089d4a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:51.777109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-cb86a677-817c-4893-80fa-1cc089d4a5dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0398960 Oct 11 04:59:51.879908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-ddab8b6b-2ec9-4566-924e-4520ab06cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:51.881332 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-ddab8b6b-2ec9-4566-924e-4520ab06cca9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0854969 Oct 11 04:59:51.943509 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-7865d8c6-925c-4418-bd76-fbd2fa151df9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1001 time: 0.0556450 Oct 11 04:59:51.989569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-428f6262-a7fb-4fe1-92e1-284b0a957cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:51.990967 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-428f6262-a7fb-4fe1-92e1-284b0a957cbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0416439 Oct 11 04:59:52.038189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-cf9733f9-ff0f-48ec-8f39-b8a13add74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 04:59:52.039717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-cf9733f9-ff0f-48ec-8f39-b8a13add74ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429604 Oct 11 04:59:52.126010 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-dafcc0f3-6d2b-4453-8fb6-2673e002897c service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799146 Oct 11 04:59:52.215957 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-efc5f24d-1c26-46a0-8ff1-0c610c260bb3 req-3c7af45b-da18-47b6-a34b-b46f10047e9b service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833845 Oct 11 05:00:04.280887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ade5d5da-6c82-4d1f-8427-6c5a9573c892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:06.522101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d7211c1-fe8c-4b8d-b28b-206c3820f5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:07.865959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:09.424364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:09.559627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:10.829137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:18.614996 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:00:34.285326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-12eaf22b-f1b9-4dd1-ae7e-63521fbc32f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:36.523296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ce60-90a8-4e34-8863-275a96a96612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:37.869080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:39.428691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:39.560645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:40.827515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:00:43.178041 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-23e9c701-9c09-4f18-8e2a-2a3c23edbdc2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696213 Oct 11 05:00:43.189978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2389b-eecb-4876-9862-754bae2fc734 req-e2518e75-2e06-410c-84df-4df727649e41 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:43.191510 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bad2389b-eecb-4876-9862-754bae2fc734 req-e2518e75-2e06-410c-84df-4df727649e41 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0708022 Oct 11 05:00:43.230427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bad2389b-eecb-4876-9862-754bae2fc734 req-ad3041f2-e680-4e19-878a-544877b79e8f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Oct 11 05:00:44.320248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-cd0f9aa9-85fc-405f-917f-f715c4c5edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:44.321952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-cd0f9aa9-85fc-405f-917f-f715c4c5edf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0440738 Oct 11 05:00:44.451253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07584170-88b4-40ac-9af7-526a4057f400 req-e757557b-41e6-4e2a-8333-6fb0d6a08480 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:44.452744 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07584170-88b4-40ac-9af7-526a4057f400 req-e757557b-41e6-4e2a-8333-6fb0d6a08480 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0920084 Oct 11 05:00:44.453894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-f7367b94-d9b0-4ed5-8f1b-264b4bc4c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:44.455247 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-f7367b94-d9b0-4ed5-8f1b-264b4bc4c05f service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.1273029 Oct 11 05:00:44.539601 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07584170-88b4-40ac-9af7-526a4057f400 req-738cbe08-5da1-4ee6-815f-0f9418b97a59 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808387 Oct 11 05:00:44.545917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-9d066ec2-e5a7-4311-8dae-acf46fb54bd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1001 time: 0.0813975 Oct 11 05:00:44.593863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-06934181-08c1-40a2-855b-4b638d759aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:44.595364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-06934181-08c1-40a2-855b-4b638d759aa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0434675 Oct 11 05:00:44.639892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-6544564d-2d13-415a-b5f1-20141fe3404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:44.641473 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-6544564d-2d13-415a-b5f1-20141fe3404f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403235 Oct 11 05:00:44.761454 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-4207e7d9-7fdc-47c3-b5a7-ad76a1dcfb23 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132991 Oct 11 05:00:44.857717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-650adc21-2b25-4e39-a41c-2376e34ed4bb service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895166 Oct 11 05:00:45.673486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693627-75e2-40a0-824d-525c7b6f54c4 req-61329370-2fe8-4a48-bd25-defc3494462e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:45.675020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4d693627-75e2-40a0-824d-525c7b6f54c4 req-61329370-2fe8-4a48-bd25-defc3494462e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0525599 Oct 11 05:00:45.712746 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4d693627-75e2-40a0-824d-525c7b6f54c4 req-bf5e5341-500b-434f-9b56-86601cb8af86 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Oct 11 05:00:46.834635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db48245-0f40-4dd1-8ce3-b3ea0eab509a req-ed7e3443-87b5-4f5a-b199-48477b9b0b47 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:46.836102 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6db48245-0f40-4dd1-8ce3-b3ea0eab509a req-ed7e3443-87b5-4f5a-b199-48477b9b0b47 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Oct 11 05:00:46.873866 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6db48245-0f40-4dd1-8ce3-b3ea0eab509a req-45d949e5-4c77-4a38-925d-300ff54618cd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Oct 11 05:00:48.000671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5674-d002-49c4-87cf-15b9ce6d19cb req-e9fdcb32-c5d8-44d5-b841-5b0039c3afef tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:48.002128 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd9e5674-d002-49c4-87cf-15b9ce6d19cb req-e9fdcb32-c5d8-44d5-b841-5b0039c3afef tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0524256 Oct 11 05:00:48.040552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bd9e5674-d002-49c4-87cf-15b9ce6d19cb req-4d84b762-622e-454c-a574-233c31ed3717 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320883 Oct 11 05:00:49.159338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4e417-6ba6-403d-9860-594a942ecc9c req-86f7c6d3-f065-471c-872d-0c791aaa8695 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:49.160780 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69b4e417-6ba6-403d-9860-594a942ecc9c req-86f7c6d3-f065-471c-872d-0c791aaa8695 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0477993 Oct 11 05:00:49.197300 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69b4e417-6ba6-403d-9860-594a942ecc9c req-a177faf9-112c-44eb-ac32-de5975a23ce8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300729 Oct 11 05:00:50.321859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dafc7-9f29-4ef2-adca-3f2134207451 req-969bf5eb-c67c-416a-87bf-f36620b3e0ed tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:50.323637 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dd5dafc7-9f29-4ef2-adca-3f2134207451 req-969bf5eb-c67c-416a-87bf-f36620b3e0ed tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Oct 11 05:00:50.360718 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dd5dafc7-9f29-4ef2-adca-3f2134207451 req-78cc54e6-d7aa-41e0-9617-5d7bca96fdf1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Oct 11 05:00:51.487251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43ed42-ec28-468a-9960-f43f3c5f7a43 req-0c2477e5-ebb7-4891-a567-40ccf538152b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:51.488730 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fd43ed42-ec28-468a-9960-f43f3c5f7a43 req-0c2477e5-ebb7-4891-a567-40ccf538152b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0542634 Oct 11 05:00:51.528919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fd43ed42-ec28-468a-9960-f43f3c5f7a43 req-1ec063e1-b6e8-41c1-ae71-8925946752c6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337374 Oct 11 05:00:52.660146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5f86c-3f0c-4fd7-9bf5-ce6a7bb964bf req-3063a88f-03de-4f9f-8ffb-4f5bd866c7a9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:52.661766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0e5f86c-3f0c-4fd7-9bf5-ce6a7bb964bf req-3063a88f-03de-4f9f-8ffb-4f5bd866c7a9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0586181 Oct 11 05:00:52.700407 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f0e5f86c-3f0c-4fd7-9bf5-ce6a7bb964bf req-7fd12ec3-3d2f-4874-890d-22158eb68a54 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Oct 11 05:00:52.708200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-1a4f382f-b761-4f32-923e-09721749f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:52.709674 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-1a4f382f-b761-4f32-923e-09721749f15b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0423248 Oct 11 05:00:52.815101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-6ab76f6c-ac65-49e1-bf75-16d269b5c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:52.816527 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-6ab76f6c-ac65-49e1-bf75-16d269b5c895 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0876107 Oct 11 05:00:52.880583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-f9b3aa94-5918-46e6-9ae5-87ddc2d809a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1001 time: 0.0571091 Oct 11 05:00:52.927959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-ea30f22b-97d3-4b59-a8aa-0c558711982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:52.929407 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-ea30f22b-97d3-4b59-a8aa-0c558711982f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0428655 Oct 11 05:00:52.978540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-97ab6d87-f10f-460c-95a3-58bccb7feaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:52.980069 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-97ab6d87-f10f-460c-95a3-58bccb7feaaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436950 Oct 11 05:00:53.069583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-f82d2581-565f-4d94-90de-2916cbe5ef8d service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820637 Oct 11 05:00:53.162097 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb191bc0-38af-4ca1-a23f-8f819f6fd250 req-1b06dd04-1917-4a86-96c3-d9d391a12722 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853868 Oct 11 05:00:53.821033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4f411-acd7-48c2-a64f-f871fec4bc6d req-63a53d0f-2780-48a8-8648-b9c0efbe080f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:53.822480 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1df4f411-acd7-48c2-a64f-f871fec4bc6d req-63a53d0f-2780-48a8-8648-b9c0efbe080f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0473061 Oct 11 05:00:53.862611 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1df4f411-acd7-48c2-a64f-f871fec4bc6d req-4b25852d-5fbf-48b4-b294-575224f9c358 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Oct 11 05:00:54.984058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41ae9-d576-4036-b709-982a1f4f868c req-e8a150e1-f1cf-414f-9b37-578a3f57736a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:54.985523 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f1a41ae9-d576-4036-b709-982a1f4f868c req-e8a150e1-f1cf-414f-9b37-578a3f57736a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Oct 11 05:00:55.024434 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f1a41ae9-d576-4036-b709-982a1f4f868c req-53ab81fa-f101-4653-9afb-5d3426d7c604 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325217 Oct 11 05:00:55.613367 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:00:56.144858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b531056-970b-4442-86b3-b7d7b5658e64 req-84503cf5-d4d1-415a-b6b3-16c037a0dfd6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:56.146296 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9b531056-970b-4442-86b3-b7d7b5658e64 req-84503cf5-d4d1-415a-b6b3-16c037a0dfd6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Oct 11 05:00:56.182375 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9b531056-970b-4442-86b3-b7d7b5658e64 req-71110d76-7f32-4fe3-8c2c-6a74f1f717c6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295687 Oct 11 05:00:57.303920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39d533-4be7-4268-9b42-ab2dd4e42912 req-0949686b-7762-49fb-88d9-9ff696351502 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:57.305878 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ee39d533-4be7-4268-9b42-ab2dd4e42912 req-0949686b-7762-49fb-88d9-9ff696351502 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Oct 11 05:00:57.342740 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ee39d533-4be7-4268-9b42-ab2dd4e42912 req-54a1d188-4136-4b41-bedb-f74208bc7fee tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Oct 11 05:00:58.464311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70805c6-6e3a-430e-b36f-dffb42d0103f req-894d56dc-8816-4cd8-b8bf-90b4f40f4b71 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:58.465727 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a70805c6-6e3a-430e-b36f-dffb42d0103f req-894d56dc-8816-4cd8-b8bf-90b4f40f4b71 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0514183 Oct 11 05:00:58.504048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a70805c6-6e3a-430e-b36f-dffb42d0103f req-67cb30e2-af77-4e8d-8bb2-0c1044c0912d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324175 Oct 11 05:00:59.634392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1169d-7517-4c36-9619-97e097aa8812 req-1b03086e-cbc9-42b7-8e7e-700156a670cc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:00:59.635860 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-23a1169d-7517-4c36-9619-97e097aa8812 req-1b03086e-cbc9-42b7-8e7e-700156a670cc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Oct 11 05:00:59.672530 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-23a1169d-7517-4c36-9619-97e097aa8812 req-3b540760-f263-493a-a414-757fd3e433de tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Oct 11 05:01:00.792864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f82f0e-c4a8-4a4a-a38c-656cd91e6b3e req-d1216465-0b51-442d-85f2-b184ec5eaa24 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:00.794315 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-13f82f0e-c4a8-4a4a-a38c-656cd91e6b3e req-d1216465-0b51-442d-85f2-b184ec5eaa24 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0479195 Oct 11 05:01:00.830922 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-13f82f0e-c4a8-4a4a-a38c-656cd91e6b3e req-db8038a0-1d33-4b0f-ba22-2be103990480 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307083 Oct 11 05:01:01.792672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-1bea7444-9f33-4998-b529-a20277695c83 service neutron] 10.222.0.45 "GET /v2.0/ports/158e0b75-ce53-4281-b10a-a7bc9c8ed17d/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0545998 Oct 11 05:01:01.963702 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c504-a63a-4e0a-8c0b-baf374a75f55 req-1141239c-de17-4b45-b6fb-ebb930ed7684 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:01.965101 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c60c504-a63a-4e0a-8c0b-baf374a75f55 req-1141239c-de17-4b45-b6fb-ebb930ed7684 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0518260 Oct 11 05:01:02.004282 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c60c504-a63a-4e0a-8c0b-baf374a75f55 req-c4052bde-48a0-495c-8dff-b43b9970ebc1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Oct 11 05:01:02.018813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-08c028a1-b4f6-4e60-9487-b518931a8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:02.020289 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-08c028a1-b4f6-4e60-9487-b518931a8b75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 1098 time: 0.0460832 Oct 11 05:01:02.091937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-7df02f0b-35c9-4e52-9f9b-8678f9e74a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:02.093391 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-7df02f0b-35c9-4e52-9f9b-8678f9e74a2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0392582 Oct 11 05:01:02.180043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-5503b3a1-b75b-45b2-ab75-ff4cb3e52eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:02.181471 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-5503b3a1-b75b-45b2-ab75-ff4cb3e52eaf service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0818312 Oct 11 05:01:02.248628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-233f8de2-5d9c-4cc1-a101-a9684454f86f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1001 time: 0.0599821 Oct 11 05:01:02.297186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-5409221c-3443-4b99-85f4-dae0586003d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:02.298615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-5409221c-3443-4b99-85f4-dae0586003d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0431342 Oct 11 05:01:02.343547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-dce0baf3-4782-4dfc-8cf3-170e085bc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:02.345006 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-dce0baf3-4782-4dfc-8cf3-170e085bc922 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395992 Oct 11 05:01:02.434155 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-f2413f7d-b296-4bcb-9115-43626b261f54 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826838 Oct 11 05:01:02.524815 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ea6b1f24-86c1-416f-ba86-ea552da8684a req-60040085-f29d-461e-bec7-7dd5f5b6ff5c service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839386 Oct 11 05:01:03.407043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22893a-5bf9-4841-997f-1a48fa8bc34d req-420327c0-acee-4e13-b8c4-47abf0a5645c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:03.408491 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-de22893a-5bf9-4841-997f-1a48fa8bc34d req-420327c0-acee-4e13-b8c4-47abf0a5645c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.3257039 Oct 11 05:01:03.445019 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-de22893a-5bf9-4841-997f-1a48fa8bc34d req-d889896e-07a2-428a-8f36-7ddaf206e855 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305316 Oct 11 05:01:04.287494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb8db-94d6-427d-82b4-f5d0de55355c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:04.565201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd98bff-cc43-4c0d-ab8f-fa4f65604a38 req-53fadc8a-3230-418b-849f-af37845a8112 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:04.566674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cdd98bff-cc43-4c0d-ab8f-fa4f65604a38 req-53fadc8a-3230-418b-849f-af37845a8112 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Oct 11 05:01:04.603371 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cdd98bff-cc43-4c0d-ab8f-fa4f65604a38 req-c6791870-74c7-4c07-89e2-6f21b243e9c4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307636 Oct 11 05:01:05.414367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:01:05.427954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:01:05.572357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:05.574433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:05.574834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:05.592862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'mac_address': 'fa:16:3e:52:51:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:01:05.627498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:05.629982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f44ce5c-c84c-4933-851c-f878f15d1074" -d '{"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-unplugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:05.649008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:05.655993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:05.656379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:05.659743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:05.692271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be6deb0-e6e1-411a-81e1-d8e0f1b573d8 x-openstack-request-id: req-4be6deb0-e6e1-411a-81e1-d8e0f1b573d8 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:05.692553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-unplugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:05.692792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4be6deb0-e6e1-411a-81e1-d8e0f1b573d8 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:05.693178 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be6deb0-e6e1-411a-81e1-d8e0f1b573d8'] response: {'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'code': 200} Oct 11 05:01:05.697162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:01:05.731349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e2929-83b5-4301-ad7d-a5470a68900a req-2f1d6bc1-6164-47ea-a279-77215e2d1c1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:05.732800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-007e2929-83b5-4301-ad7d-a5470a68900a req-2f1d6bc1-6164-47ea-a279-77215e2d1c1f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0482652 Oct 11 05:01:05.751149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:05.762766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.763112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.763450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.763885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.764216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.764539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.765030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.765354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.765676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.765991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.766305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.766639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:05.771150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-007e2929-83b5-4301-ad7d-a5470a68900a req-28efa947-ba30-4dc2-8460-23f39fdb02a3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Oct 11 05:01:05.772486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 05:01:05.773330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 05:01:06.095806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-4e574fea-e2cd-443c-baad-5b0b1fe90252 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:06.097218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-4e574fea-e2cd-443c-baad-5b0b1fe90252 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974&tenant_id=09b5ed58a4b24f08af737a378dae335f&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 943 time: 0.0784650 Oct 11 05:01:06.117984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd5ca3-b1ab-47a6-8961-4f44d586b8f9 req-d473cb99-bcad-4a27-b3c9-5d02de62947a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:06.119425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35cd5ca3-b1ab-47a6-8961-4f44d586b8f9 req-d473cb99-bcad-4a27-b3c9-5d02de62947a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0715194 Oct 11 05:01:06.188628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35cd5ca3-b1ab-47a6-8961-4f44d586b8f9 req-b5ecc8d5-11fe-42e1-bb38-2e0a79829704 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522923 Oct 11 05:01:06.191561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-dce11715-5113-4319-84c2-ec1ff0a8dba6 service neutron] 10.222.0.45 "GET /v2.0/ports/158e0b75-ce53-4281-b10a-a7bc9c8ed17d/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0874901 Oct 11 05:01:06.272165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-f8e92b6d-35d0-4f87-abe0-c43ac023bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:06.274075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-f8e92b6d-35d0-4f87-abe0-c43ac023bd86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1096 time: 0.0429177 Oct 11 05:01:06.309217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:06.309602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:06.322006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:01:06.341393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:06.345358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:06.364566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-2f078a85-737b-4843-a090-2a710f96d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:06.366014 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-2f078a85-737b-4843-a090-2a710f96d25b service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0851352 Oct 11 05:01:06.391197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:06.434917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-f8913a34-3caf-44f3-8e00-4700f29307b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1000 time: 0.0618455 Oct 11 05:01:06.473256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['158e0b75-ce53-4281-b10a-a7bc9c8ed17d'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:01:06.483302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-29a7800e-dd26-40a9-a238-e0e1a9a58169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:06.484816 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-29a7800e-dd26-40a9-a238-e0e1a9a58169 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0435686 Oct 11 05:01:06.530432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-88885b7a-f09a-4bf4-be0b-01dfc9278e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:06.533377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-88885b7a-f09a-4bf4-be0b-01dfc9278e42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412591 Oct 11 05:01:06.535596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66c30676-aafd-42c0-a3c2-b774853f1bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:06.627289 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-ff1d596e-0cdb-45dd-8ba5-8d6171864f15 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869110 Oct 11 05:01:06.720615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-afeda8c2-6fe8-4d3a-9c59-93c833be0192 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843391 Oct 11 05:01:07.316262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf200a41-7a49-45b6-bf12-e9bf71e03258 req-3129a286-7620-4ad2-a44d-4852de71c056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:07.317743 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf200a41-7a49-45b6-bf12-e9bf71e03258 req-3129a286-7620-4ad2-a44d-4852de71c056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 944 time: 0.0523782 Oct 11 05:01:07.355180 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf200a41-7a49-45b6-bf12-e9bf71e03258 req-3af67949-797f-4c97-af90-f25b909188c7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308976 Oct 11 05:01:07.421607 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:01:07.467241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:01:07.467609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:07.467941 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d Oct 11 05:01:07.544834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:07.545480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:07.575624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:07.579632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:07.625389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:07.694557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:07.696929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac59649e-2fba-4566-b49e-fc2baca9df63" -d '{"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-plugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:07.738788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada567a3-39df-489e-bdd7-46c5852595c9 x-openstack-request-id: req-ada567a3-39df-489e-bdd7-46c5852595c9 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:07.739083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-plugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:07.739338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ada567a3-39df-489e-bdd7-46c5852595c9 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:07.739741 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada567a3-39df-489e-bdd7-46c5852595c9'] response: {'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'code': 200} Oct 11 05:01:07.871412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:08.476533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd494d-f9e5-4019-8ec5-938ac0fe2a7c req-00b79420-87ea-48c3-9ac0-da95114abe1a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:08.478078 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-37dd494d-f9e5-4019-8ec5-938ac0fe2a7c req-00b79420-87ea-48c3-9ac0-da95114abe1a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Oct 11 05:01:08.517414 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-37dd494d-f9e5-4019-8ec5-938ac0fe2a7c req-c40df0a7-ae5b-4ef1-aad0-85277223a174 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326555 Oct 11 05:01:09.330223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-67fe33fa-416c-4f81-afb7-fc9316478bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:09.331742 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-67fe33fa-416c-4f81-afb7-fc9316478bc9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 1098 time: 0.0447440 Oct 11 05:01:09.401764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-acaec663-19cd-4ddd-a85b-b9d563931924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:09.403150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-acaec663-19cd-4ddd-a85b-b9d563931924 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 1098 time: 0.0396914 Oct 11 05:01:09.431110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:09.491783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-128e5fde-f9f0-4339-82a6-a4afbcfb1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:09.493738 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-128e5fde-f9f0-4339-82a6-a4afbcfb1092 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0844045 Oct 11 05:01:09.563034 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-d8e6841f-60fc-413d-97e0-d2f2e79c143a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 200 len: 1001 time: 0.0622168 Oct 11 05:01:09.577744 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:09.636145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-710ba975-61e5-4d29-a343-ae61179cec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:09.637580 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-710ba975-61e5-4d29-a343-ae61179cec6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0683000 Oct 11 05:01:09.683624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c0b6-9a75-4b95-bf3a-3564b09dc23e req-28605b79-d57c-4e83-a5dd-f67a251647aa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:09.684980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98d4c0b6-9a75-4b95-bf3a-3564b09dc23e req-28605b79-d57c-4e83-a5dd-f67a251647aa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0817215 Oct 11 05:01:09.708918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-61cc3bb7-e224-4e93-8bcf-319b7887d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:09.710325 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-61cc3bb7-e224-4e93-8bcf-319b7887d328 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663881 Oct 11 05:01:09.746067 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98d4c0b6-9a75-4b95-bf3a-3564b09dc23e req-3a684004-3e6c-4f94-8ecd-86d43c8be0b8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536456 Oct 11 05:01:09.813353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-5ed8f309-c6d3-4da5-94b0-e85c3b5a73b9 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956762 Oct 11 05:01:09.904304 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b3c429a5-a69b-479c-ac5c-8c845c26f7d8 req-b797d849-6c87-4de8-a1de-d87796b32152 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843692 Oct 11 05:01:10.828812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:10.866283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7c8d5-abaa-4e9d-8130-5b6123d6c8c9 req-41eaa06e-4e27-4cd3-91c7-e8fabd5e7b8d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:10.868282 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeb7c8d5-abaa-4e9d-8130-5b6123d6c8c9 req-41eaa06e-4e27-4cd3-91c7-e8fabd5e7b8d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0486777 Oct 11 05:01:10.905378 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-eeb7c8d5-abaa-4e9d-8130-5b6123d6c8c9 req-e41f0a54-66b6-4469-a4f0-6c2ea1ba1075 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Oct 11 05:01:12.032296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968c720-27d8-4de3-b589-c30ff41ce58c req-02a8b007-df00-407e-a6f4-cc9b8510d170 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:12.033921 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a968c720-27d8-4de3-b589-c30ff41ce58c req-02a8b007-df00-407e-a6f4-cc9b8510d170 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0504742 Oct 11 05:01:12.073535 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a968c720-27d8-4de3-b589-c30ff41ce58c req-145dcc68-cd1e-46a8-afdb-bb5d4ce4e801 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328434 Oct 11 05:01:13.196884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f6d8-4991-47ac-b2fe-4814fb2e5143 req-a43f9af1-f41b-4799-8f7b-6373144cfca5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:13.198355 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b254f6d8-4991-47ac-b2fe-4814fb2e5143 req-a43f9af1-f41b-4799-8f7b-6373144cfca5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Oct 11 05:01:13.235513 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b254f6d8-4991-47ac-b2fe-4814fb2e5143 req-12c258b6-3e3d-470b-a68d-1f21074dcfb4 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Oct 11 05:01:13.358242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913597c8-424c-492b-aab2-f1f746da54c3 req-eb9004d8-5618-4b77-99e9-431d132154a7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:13.359606 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-913597c8-424c-492b-aab2-f1f746da54c3 req-eb9004d8-5618-4b77-99e9-431d132154a7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0526567 Oct 11 05:01:13.397117 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-913597c8-424c-492b-aab2-f1f746da54c3 req-db13fe07-87e1-483b-84ed-6473ab0b93cb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Oct 11 05:01:13.492082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:01:13.498859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:01:13.514421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c8b7-1f0c-4a0a-9cc5-e72d8d83fe58 req-11b1dc7d-009c-48a7-8f95-ef89c18b948d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:13.515913 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bb92c8b7-1f0c-4a0a-9cc5-e72d8d83fe58 req-11b1dc7d-009c-48a7-8f95-ef89c18b948d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Oct 11 05:01:13.553815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bb92c8b7-1f0c-4a0a-9cc5-e72d8d83fe58 req-ae97019a-0b0c-4ddd-b7ac-6f2c197d5c3b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Oct 11 05:01:13.650060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:13.652295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:13.652681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:13.669637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'mac_address': 'fa:16:3e:52:51:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:01:13.706702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:13.708924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a4d771-57bc-47e7-b871-79f09bab3a7d" -d '{"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-unplugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:13.733861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:13.740841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:13.745402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:13.745774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:13.800969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117aff8-8221-42e5-abd2-0217921ceb1c req-1f8e1eb3-9b23-4287-9962-98d5a1ca0fd1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:13.802591 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7117aff8-8221-42e5-abd2-0217921ceb1c req-1f8e1eb3-9b23-4287-9962-98d5a1ca0fd1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 943 time: 0.0519066 Oct 11 05:01:13.843799 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7117aff8-8221-42e5-abd2-0217921ceb1c req-f0ba6790-09e0-4912-87fa-c05d68589fe0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348353 Oct 11 05:01:13.908636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d5a1bf-6186-465d-b558-be4d73675252 x-openstack-request-id: req-75d5a1bf-6186-465d-b558-be4d73675252 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:13.908877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-unplugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:13.909076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75d5a1bf-6186-465d-b558-be4d73675252 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:13.909460 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d5a1bf-6186-465d-b558-be4d73675252'] response: {'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'code': 200} Oct 11 05:01:13.925319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:01:13.968782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=9']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:13.980330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 05:01:13.980687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 05:01:14.519617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:14.520299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:14.532166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:01:14.550557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:14.553936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:14.600003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=10']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:14.689228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['158e0b75-ce53-4281-b10a-a7bc9c8ed17d'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:01:14.965396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370140b7-52de-425f-82d7-6d2d481d3604 req-a153c8ce-b3e2-4747-acf3-d0f8cf541d18 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:14.966867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-370140b7-52de-425f-82d7-6d2d481d3604 req-a153c8ce-b3e2-4747-acf3-d0f8cf541d18 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Oct 11 05:01:15.004937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-370140b7-52de-425f-82d7-6d2d481d3604 req-bdea7fef-d1b6-49e5-873a-c30a74d5899e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 Oct 11 05:01:15.507472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:01:15.554151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:01:15.554827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:15.554921 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d Oct 11 05:01:15.628229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:15.628608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:15.663977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:15.667879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:15.713456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=11']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:15.910778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:15.913106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54203d00-aa01-4f91-937c-e8e6f7f85eec" -d '{"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-plugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:15.947722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3657c7-91f7-49fe-8e7c-e19e6fe98751 x-openstack-request-id: req-7c3657c7-91f7-49fe-8e7c-e19e6fe98751 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:15.948010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-plugged", "status": "completed", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:15.948260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c3657c7-91f7-49fe-8e7c-e19e6fe98751 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:15.948652 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3657c7-91f7-49fe-8e7c-e19e6fe98751'] response: {'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'code': 200} Oct 11 05:01:16.152641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345912-a5b2-4ffb-b88d-4d5e5193a786 req-c7455374-f085-40cb-9c35-16cbcf70364c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:16.154073 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c5345912-a5b2-4ffb-b88d-4d5e5193a786 req-c7455374-f085-40cb-9c35-16cbcf70364c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 946 time: 0.0778577 Oct 11 05:01:16.165675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-8d7f731b-1583-4e18-be7e-fc35821e2669 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:16.166953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-8d7f731b-1583-4e18-be7e-fc35821e2669 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 946 time: 0.0661428 Oct 11 05:01:16.229042 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c5345912-a5b2-4ffb-b88d-4d5e5193a786 req-57ed9476-bd86-4c8a-9876-6519e7d79826 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611744 Oct 11 05:01:16.272563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Deleting port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:01:16.272902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:16.361818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] For port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:16.362170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:16.525364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:16.525659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:16.525952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 disassociated. External IP: 172.26.8.92, port: 158e0b75-ce53-4281-b10a-a7bc9c8ed17d. Oct 11 05:01:16.526287 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Calling delete_port for 158e0b75-ce53-4281-b10a-a7bc9c8ed17d owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:01:16.655777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:16.683173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event deleted for resources: {'Port': ['ID=158e0b75-ce53-4281-b10a-a7bc9c8ed17d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:16.692748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.693124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.693466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.693798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.694130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.694461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.694821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.695178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.695920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.695920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.696204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.696451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:01:16.813874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:01:16.922332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:01:16.932245 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:01:16.942032 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:01:16.942665 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:01:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:16.960453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] No DVR routers for this DVR port 158e0b75-ce53-4281-b10a-a7bc9c8ed17d on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:01:16.963713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:16.967147 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-33006686-2a46-4853-82c8-142ee6fe2d83 req-62c79ade-ec01-45f8-a119-292b403d06e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "DELETE /v2.0/ports/158e0b75-ce53-4281-b10a-a7bc9c8ed17d HTTP/1.1" status: 204 len: 173 time: 0.7930532 Oct 11 05:01:16.967685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-deleted', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:16.970385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8949ddde-2781-485c-af6d-6f2737dd469d" -d '{"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-deleted", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:17.051052 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:01:17.091432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e455528-3d39-440b-9bec-827ab2e05355 x-openstack-request-id: req-7e455528-3d39-440b-9bec-827ab2e05355 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:17.091719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a555cce-2c8a-46a5-941f-0ad45eb22974", "name": "network-vif-deleted", "tag": "158e0b75-ce53-4281-b10a-a7bc9c8ed17d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:17.091974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e455528-3d39-440b-9bec-827ab2e05355 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:17.092405 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e455528-3d39-440b-9bec-827ab2e05355'] response: {'server_uuid': '7a555cce-2c8a-46a5-941f-0ad45eb22974', 'name': 'network-vif-deleted', 'tag': '158e0b75-ce53-4281-b10a-a7bc9c8ed17d', 'status': 'completed', 'code': 200} Oct 11 05:01:17.242260 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:17.271883 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:01:17.280935 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:01:17.281614 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:01:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:17.345627 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8b073db9-fb87-4148-a7f5-e936e9371a56 req-85896bd7-341b-467a-9d34-7951931db870 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a555cce-2c8a-46a5-941f-0ad45eb22974 HTTP/1.1" status: 200 len: 210 time: 0.0313332 Oct 11 05:01:17.473859 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:01:17.665881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:17.690436 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14ed53-61a7-4da3-9a2e-0c27513042be None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:01:17.899874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d6343-fda3-4f0f-b0d7-90d65dbb6247 None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:01:18.575406 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-e83848a2-3445-493a-a942-38dc934ea4ea tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--171647595&fields=id&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 267 time: 0.0326898 Oct 11 05:01:18.683634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-1c140d47-09bd-4993-a8df-485abe070117 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:18.685059 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-1c140d47-09bd-4993-a8df-485abe070117 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1031804 Oct 11 05:01:18.699861 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-035a6362-a2ee-400b-8f15-abc07c041118 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/quotas/09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 375 time: 0.0090940 Oct 11 05:01:18.753483 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-2dae8ca3-539c-4c1e-9d8e-c4532e074c27 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483937 Oct 11 05:01:18.888991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-46f073c3-cd12-4117-b59a-1e25d4d8b849 service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233706 Oct 11 05:01:18.979185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-6e2ae19f-cb69-40ca-b772-a3631d28fdc7 service neutron] 10.222.0.39 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840485 Oct 11 05:01:19.140557 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7f86c460-9b8e-4ab9-877f-09c08590c398 req-f47af5d0-e4b5-4d48-8cbb-11df72e2d464 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0303347 Oct 11 05:01:19.522721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:01:19.545246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 158e0b75-ce53-4281-b10a-a7bc9c8ed17d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:01:19.545599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 158e0b75-ce53-4281-b10a-a7bc9c8ed17d not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:01:20.108906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-67eca11b-261e-43a9-8ff8-10f9ba7249f7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:20.110499 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-67eca11b-261e-43a9-8ff8-10f9ba7249f7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 812 time: 0.1050572 Oct 11 05:01:20.173264 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-0e3d861b-9b13-42ae-81f9-b06da6f9e802 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 379 time: 0.0370994 Oct 11 05:01:20.184739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'port': {'device_id': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'admin_state_up': True, 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'security_groups': ['508a3275-6afe-4f38-b894-391dc2d0c0e4']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:01:20.241727 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8eb9bb6b-f131-4d3f-af7d-758804b5af72 req-88268ac1-7686-4f7b-b4a3-7fa40f25c384 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0264132 Oct 11 05:01:20.295316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Made reservation on behalf of 09b5ed58a4b24f08af737a378dae335f for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:01:20.298848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:20.425644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Allocated IP 172.20.0.9 (99311e61-49c7-4955-9fba-efd885a0e345/aeedbd47-3607-4470-b534-218a5aa48c85/d56e0785-dd94-4b1a-ad86-df1e2b641e77) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:01:20.558778 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:20.591123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:20.639904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Network 99311e61-49c7-4955-9fba-efd885a0e345 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:01:20.642970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:01:20.646650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:01:20.652920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:20.699736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:20.700469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:20.716358 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-fafd08f1-3710-4e80-ac99-609dc9ecd056 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353274 Oct 11 05:01:20.733131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Request body: {'port': {'device_id': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:01:20.789430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:20.866447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8823ef14-05cc-4b16-bb4f-6fd154f51927 None None] Provisioning complete for port d56e0785-dd94-4b1a-ad86-df1e2b641e77 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:01:20.867665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8823ef14-05cc-4b16-bb4f-6fd154f51927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:20.867767 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8823ef14-05cc-4b16-bb4f-6fd154f51927 None None] Attempt 1 to provision port d56e0785-dd94-4b1a-ad86-df1e2b641e77 Oct 11 05:01:20.900359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8823ef14-05cc-4b16-bb4f-6fd154f51927 None None] Port d56e0785-dd94-4b1a-ad86-df1e2b641e77 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:01:21.051731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56e0785-dd94-4b1a-ad86-df1e2b641e77 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:01:21.059572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:21.071321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Transition to ACTIVE for port object d56e0785-dd94-4b1a-ad86-df1e2b641e77 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:01:21.074605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:21.147893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:21.177339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Attempting to bind port d56e0785-dd94-4b1a-ad86-df1e2b641e77 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:01:21.177979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Attempting to bind port d56e0785-dd94-4b1a-ad86-df1e2b641e77 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:01:21.177979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Attempting to bind port d56e0785-dd94-4b1a-ad86-df1e2b641e77 on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:01:21.182731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Port d56e0785-dd94-4b1a-ad86-df1e2b641e77 on network 99311e61-49c7-4955-9fba-efd885a0e345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:01:21.183042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Attempting to bind port d56e0785-dd94-4b1a-ad86-df1e2b641e77 on network 99311e61-49c7-4955-9fba-efd885a0e345 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:01:21.187741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:01:21.188068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Checking segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:01:21.188442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Bound using segment: {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:01:21.188850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Bound port: d56e0785-dd94-4b1a-ad86-df1e2b641e77, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e2afe1-2826-4676-bc0d-719995a69d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:01:21.189191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:21.252627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:01:21.256340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:01:21.261115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:21.265030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.265625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:21.267029 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] 10.222.0.45 "PUT /v2.0/ports/d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1093 time: 0.5383458 Oct 11 05:01:21.267518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:21.269834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ff9f6-0b4d-443a-8c0f-55f55b251e92" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:21.321184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63307235-27c7-404c-8f63-0ad5fc3d858a x-openstack-request-id: req-63307235-27c7-404c-8f63-0ad5fc3d858a {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:21.321473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:21.321726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63307235-27c7-404c-8f63-0ad5fc3d858a {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:21.322132 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63307235-27c7-404c-8f63-0ad5fc3d858a'] response: {'name': 'network-changed', 'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'status': 'completed', 'code': 200} Oct 11 05:01:21.325118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bca368-7b17-4f7c-a243-29229c972aef service neutron] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:21.401415 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8823ef14-05cc-4b16-bb4f-6fd154f51927 None None] Attempt 2 to provision port d56e0785-dd94-4b1a-ad86-df1e2b641e77 Oct 11 05:01:21.406428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-8024afab-4947-4985-90d5-e325326a1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.407950 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-8024afab-4947-4985-90d5-e325326a1d79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0726812 Oct 11 05:01:21.416441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57368-fdcf-4d86-b5fb-fb9ea699778d req-daa0271f-bb3b-498e-a6fa-d3f9c8821505 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.417788 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ece57368-fdcf-4d86-b5fb-fb9ea699778d req-daa0271f-bb3b-498e-a6fa-d3f9c8821505 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0744174 Oct 11 05:01:21.441204 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8823ef14-05cc-4b16-bb4f-6fd154f51927 None None] Port d56e0785-dd94-4b1a-ad86-df1e2b641e77 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:01:21.467572 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-78165aa5-94bd-43dc-90b0-0eafa9dfe0ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 217 time: 0.0460365 Oct 11 05:01:21.510856 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ece57368-fdcf-4d86-b5fb-fb9ea699778d req-5ba99129-23ee-458c-a620-9e48d4667f48 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836148 Oct 11 05:01:21.526711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-92db3604-526f-48aa-a488-3c2040c31ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.528119 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-92db3604-526f-48aa-a488-3c2040c31ec5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0496113 Oct 11 05:01:21.571577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-0285e983-9a12-469a-b3b2-e59f1f331496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.573042 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-0285e983-9a12-469a-b3b2-e59f1f331496 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389075 Oct 11 05:01:21.664851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-e66e9839-d988-4e61-8f56-d7fd99fb1855 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Oct 11 05:01:21.756722 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ec65c8e-b9ad-43e5-a92c-7070fee8df3a req-082a8cc7-6527-4645-b2af-fdf022842a3a service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846128 Oct 11 05:01:21.876807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-badb5a14-9ab2-4dea-9377-b28fcc682bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.878156 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-badb5a14-9ab2-4dea-9377-b28fcc682bd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0388467 Oct 11 05:01:21.967796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-bdba4564-4af5-455e-a022-99a7507c32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:21.969306 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-bdba4564-4af5-455e-a022-99a7507c32a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0841734 Oct 11 05:01:22.009793 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-7cc1008b-980c-48cd-85be-759cdbb973bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 217 time: 0.0341825 Oct 11 05:01:22.055926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-f79c9c4e-9f1f-4292-a278-ea3a8ee796fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:22.057277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-f79c9c4e-9f1f-4292-a278-ea3a8ee796fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0411057 Oct 11 05:01:22.100680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-4ed28ab4-8a4c-4704-a326-28baf3633913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:22.102125 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-4ed28ab4-8a4c-4704-a326-28baf3633913 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381076 Oct 11 05:01:22.194388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-32a7fca0-9bf0-4dd1-bbcb-68d89ad3d33d service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853226 Oct 11 05:01:22.283374 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ff9f6-0b4d-443a-8c0f-55f55b251e92 req-d5877d9c-2db3-4487-bcad-3c1ddb4c7673 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826786 Oct 11 05:01:22.632126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4388c-1a36-4861-89bc-113001cacbfd req-65c9dc2b-bef8-4996-a9b4-a5d3256a102c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:22.633576 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-36e4388c-1a36-4861-89bc-113001cacbfd req-65c9dc2b-bef8-4996-a9b4-a5d3256a102c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0484583 Oct 11 05:01:22.670623 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-36e4388c-1a36-4861-89bc-113001cacbfd req-40b6a6de-c3e2-4e42-bcb6-e3726d2ad4d7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Oct 11 05:01:23.788416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af86ff-aa11-4bca-9957-1f5b10f4a2bf req-b89b59a5-6d5a-489f-a8ee-e9a9d7fa6bc8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:23.789855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74af86ff-aa11-4bca-9957-1f5b10f4a2bf req-b89b59a5-6d5a-489f-a8ee-e9a9d7fa6bc8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0481424 Oct 11 05:01:23.826590 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74af86ff-aa11-4bca-9957-1f5b10f4a2bf req-cc36df42-2496-469d-ac4d-e9102ebd10bc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Oct 11 05:01:24.944622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93067a-749b-4093-bd62-86e305f94c9f req-d9d14287-460f-4c42-97d5-c9067b24ddeb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:24.946493 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b93067a-749b-4093-bd62-86e305f94c9f req-d9d14287-460f-4c42-97d5-c9067b24ddeb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0472317 Oct 11 05:01:24.982907 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5b93067a-749b-4093-bd62-86e305f94c9f req-40d8700a-2eed-4b96-9000-f03e89e396e2 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305181 Oct 11 05:01:25.553850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:01:25.649721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:25.660454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'mac_address': 'fa:16:3e:db:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:01:25.696423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:25.696800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:25.708814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56e0785-dd94-4b1a-ad86-df1e2b641e77 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:01:25.731993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:25.735917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:25.782187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:26.103129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69ed1-de17-42d6-b59f-a4bd83bfb6aa req-27d90b89-2c13-4b8f-8cec-5ff6988e020c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:26.104595 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07d69ed1-de17-42d6-b59f-a4bd83bfb6aa req-27d90b89-2c13-4b8f-8cec-5ff6988e020c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0477772 Oct 11 05:01:26.141256 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07d69ed1-de17-42d6-b59f-a4bd83bfb6aa req-73c8b0d3-31c1-4193-9929-f62aff7f1346 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308177 Oct 11 05:01:26.146274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['d56e0785-dd94-4b1a-ad86-df1e2b641e77'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:01:27.265246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bf6a0-0165-4955-87fa-ad04488c1534 req-82b0db45-3e3b-4e4e-abf1-e3d124fa7d31 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:27.266712 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-450bf6a0-0165-4955-87fa-ad04488c1534 req-82b0db45-3e3b-4e4e-abf1-e3d124fa7d31 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0519996 Oct 11 05:01:27.305269 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-450bf6a0-0165-4955-87fa-ad04488c1534 req-b12654c5-bebf-43c1-ab16-1e151ca7fced tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Oct 11 05:01:27.569540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:01:27.618017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port d56e0785-dd94-4b1a-ad86-df1e2b641e77 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:01:27.621888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port d56e0785-dd94-4b1a-ad86-df1e2b641e77 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:01:27.622258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:27.622620 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port d56e0785-dd94-4b1a-ad86-df1e2b641e77 Oct 11 05:01:27.697052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:01:27.697434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:27.719225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:27.721457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e345ec18-9d02-4456-b37c-5b08f59e4e15" -d '{"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:27.737644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:01:27.741790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:27.766837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eee619-6aee-49dd-b355-53808988f4fa x-openstack-request-id: req-11eee619-6aee-49dd-b355-53808988f4fa {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:27.767123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:27.767371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11eee619-6aee-49dd-b355-53808988f4fa {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:27.767759 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11eee619-6aee-49dd-b355-53808988f4fa'] response: {'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'code': 200} Oct 11 05:01:27.794019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:01:27.954575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d2843-f3dd-49e7-ba0e-91561eacb1cb req-dbda77c9-6239-4fac-816d-9a6b731fae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:27.955936 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6d2843-f3dd-49e7-ba0e-91561eacb1cb req-dbda77c9-6239-4fac-816d-9a6b731fae1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0424368 Oct 11 05:01:27.988595 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6d2843-f3dd-49e7-ba0e-91561eacb1cb req-ce0efabf-4664-4e62-a1b7-2d6d837e4c6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263865 Oct 11 05:01:28.423994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6db14-de4a-4f11-957b-b846cd29f3c1 req-f328cefd-52d3-48cb-8123-d0b1bd1f6794 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:28.425462 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6bb6db14-de4a-4f11-957b-b846cd29f3c1 req-f328cefd-52d3-48cb-8123-d0b1bd1f6794 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Oct 11 05:01:28.462814 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6bb6db14-de4a-4f11-957b-b846cd29f3c1 req-26dd559b-7d2b-44d5-98a8-aa02c87a6f09 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308352 Oct 11 05:01:29.586678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e5fff-2f93-4769-85bd-1a81a862c8b5 req-db924017-e73f-4899-98a0-dfcaaebbf6b1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:29.588153 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b26e5fff-2f93-4769-85bd-1a81a862c8b5 req-db924017-e73f-4899-98a0-dfcaaebbf6b1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0482507 Oct 11 05:01:29.626199 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b26e5fff-2f93-4769-85bd-1a81a862c8b5 req-c1355a76-8f2a-4f11-b02d-e6d1dd61bca3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Oct 11 05:01:29.741033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190214e1-5b7e-480d-b9b0-03835d85f83a req-f1e0d63d-d24e-4fc5-b7f1-ab6914197bbb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:29.742552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-190214e1-5b7e-480d-b9b0-03835d85f83a req-f1e0d63d-d24e-4fc5-b7f1-ab6914197bbb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0484052 Oct 11 05:01:29.752698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57062) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:01:29.757201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Request body: {'floatingip': {'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:01:29.799884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:30.490191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:30.493912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:30.591427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 associated. External IP: 172.26.8.92, port: d56e0785-dd94-4b1a-ad86-df1e2b641e77. Oct 11 05:01:30.793813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:01:30.901455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:01:30.906311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:30.911236 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768a3-4d20-43e2-905a-ec926769266f None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:01:30.920735 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:01:30.921326 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:01:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:30.932376 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f0966842-e7ab-4cc2-ba26-3b028dd63841 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "PUT /v2.0/floatingips/fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 HTTP/1.1" status: 200 len: 991 time: 1.1787107 Oct 11 05:01:30.933026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:01:30.935376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5f75c-8561-483c-8b56-e473b8fe99e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:01:31.024572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fdcc2a-5381-411d-ba48-4b33b436f417 x-openstack-request-id: req-59fdcc2a-5381-411d-ba48-4b33b436f417 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:01:31.024868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:01:31.025126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59fdcc2a-5381-411d-ba48-4b33b436f417 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:01:31.025532 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fdcc2a-5381-411d-ba48-4b33b436f417'] response: {'name': 'network-changed', 'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'status': 'completed', 'code': 200} Oct 11 05:01:31.026652 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:01:31.107347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-ca16f50f-844c-4c65-94d9-584c10094c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:31.108882 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-ca16f50f-844c-4c65-94d9-584c10094c4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0398555 Oct 11 05:01:31.201469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-048279c2-ee9f-41d9-8d52-0226491581e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:31.202949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-048279c2-ee9f-41d9-8d52-0226491581e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0874078 Oct 11 05:01:31.243329 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:db:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T05:01:30Z', 'revision_number': 13, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:31.267517 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-39edc3ed-e124-4b43-9909-219147381c81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 999 time: 0.0571387 Oct 11 05:01:31.268990 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768a3-4d20-43e2-905a-ec926769266f None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:01:31.276990 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:01:31.277574 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:01:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:31.319374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-2fe576a4-f051-4a33-a63d-5245b302cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:31.321432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-2fe576a4-f051-4a33-a63d-5245b302cada service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0477455 Oct 11 05:01:31.365363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-5875d6a5-b539-49b5-a2e7-6bc04a5760cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:31.367374 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-5875d6a5-b539-49b5-a2e7-6bc04a5760cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387142 Oct 11 05:01:31.381000 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:01:31.453933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-7fdb82fc-91b7-4d4a-88d6-14145ff7504e service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798464 Oct 11 05:01:31.605428 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-832768a3-4d20-43e2-905a-ec926769266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:db:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T05:01:30Z', 'revision_number': 13, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:01:31.632785 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768a3-4d20-43e2-905a-ec926769266f None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'floating_ip_address': '172.26.8.92', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'mac_address': 'fa:16:3e:db:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T04:55:46Z', 'updated_at': '2022-10-11T05:01:30Z', 'revision_number': 13, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:01:31.836749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325a122-f20f-4899-8647-92193b07390a None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:01:31.844763 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63b5f75c-8561-483c-8b56-e473b8fe99e9 req-ae3683bc-e32d-46f0-8ea8-90b1a2b03641 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847616 Oct 11 05:01:32.611263 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:01:34.288915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-770a1a33-d460-4ca5-8a31-f3864692e1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:36.527064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-98c459b2-73a3-4486-9cac-fa3a51356172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:37.875261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:39.434507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:39.559467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:40.826215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:01:53.671396 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-03e09bed-e038-4595-8b79-1528ac2ca14f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391853 Oct 11 05:01:53.767917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885506-4e4a-45ad-a2af-60467b43644c req-0f82595a-1ff7-4f15-9f28-8136f6e55ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:53.769327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-0f82595a-1ff7-4f15-9f28-8136f6e55ba9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0412304 Oct 11 05:01:53.869829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885506-4e4a-45ad-a2af-60467b43644c req-1df392ca-ea43-4705-9aa0-a512b953ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:53.871477 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-1df392ca-ea43-4705-9aa0-a512b953ce56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0840356 Oct 11 05:01:53.939236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-ccb211c0-7d06-4f20-917f-3efa726380be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1001 time: 0.0597286 Oct 11 05:01:53.986850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885506-4e4a-45ad-a2af-60467b43644c req-f70681d9-4180-4b6d-a7b5-0117d670f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:53.988252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-f70681d9-4180-4b6d-a7b5-0117d670f0fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0424633 Oct 11 05:01:54.031516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68885506-4e4a-45ad-a2af-60467b43644c req-f11db939-c821-49a0-bfbe-dcacb7886bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:01:54.032941 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-f11db939-c821-49a0-bfbe-dcacb7886bdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386553 Oct 11 05:01:54.122313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-6619fce1-4f85-45fd-9a2a-f4dd7e7a3ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825865 Oct 11 05:01:54.208659 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-68885506-4e4a-45ad-a2af-60467b43644c req-ec720816-a29d-4b08-8a46-7dc14e31c686 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797920 Oct 11 05:02:04.293447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2c58f481-26d4-40d1-949a-14c3d83db77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:06.529675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d233dd76-a523-40c9-b0b5-9953ce5394cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:07.877361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:09.439893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:09.560534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:09.609448 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:02:10.829148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:34.294793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c12e9e43-74f8-484b-bcd9-09bec7606ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:36.531233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a2059164-1b0b-4122-a6b5-0224d9b948a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:37.880287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:39.439364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:39.561274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:40.845431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:02:44.825294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ff39-8e8b-4b57-b3f9-6644b36319cf req-d587a997-dd32-44ae-9f64-1b9a28d687b6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:44.826951 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42f4ff39-8e8b-4b57-b3f9-6644b36319cf req-d587a997-dd32-44ae-9f64-1b9a28d687b6 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Oct 11 05:02:44.864638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-42f4ff39-8e8b-4b57-b3f9-6644b36319cf req-bea902cb-d76a-4a02-bb7e-d2012529b4be tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Oct 11 05:02:46.607881 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:02:55.668817 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-0862f813-cec6-4658-86c6-f8195c40c19e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400996 Oct 11 05:02:55.763085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-270e5796-259a-4735-9f5e-d3aa0c8b3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:55.764602 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-270e5796-259a-4735-9f5e-d3aa0c8b3d9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0406191 Oct 11 05:02:55.868245 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-07fb3dbd-db50-4416-ab27-697eeaf4348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:55.869792 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-07fb3dbd-db50-4416-ab27-697eeaf4348e service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0879455 Oct 11 05:02:55.902151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-e416d7bb-2091-42e6-83a5-72c8cf77c18f req-d79712a1-d913-4b10-90de-6bd088d2cde8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:02:55.903098 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e416d7bb-2091-42e6-83a5-72c8cf77c18f req-d79712a1-d913-4b10-90de-6bd088d2cde8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061104 Oct 11 05:02:55.938185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-a8747550-19fb-408c-bf1d-7539a488a900 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1001 time: 0.0619235 Oct 11 05:02:55.989492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-fda6b1d0-76b7-4440-b8de-c4e8c2354206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:55.991143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-fda6b1d0-76b7-4440-b8de-c4e8c2354206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0468647 Oct 11 05:02:56.043406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-749a3555-fd1b-4398-9b39-8b70eb2dabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:56.044934 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-749a3555-fd1b-4398-9b39-8b70eb2dabd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462284 Oct 11 05:02:56.071371 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-747c9e53-963a-4c38-9567-3f9c57cb2bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407548 Oct 11 05:02:56.151095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd4f8-9779-4d22-b300-9d14d7bb82cc req-ffb4b11e-7874-4304-a9b1-901924297fe5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:56.152753 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-068bd4f8-9779-4d22-b300-9d14d7bb82cc req-ffb4b11e-7874-4304-a9b1-901924297fe5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.1115527 Oct 11 05:02:56.185978 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-7ee4c788-5aad-4927-8afb-b5a9230c6c4e service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328855 Oct 11 05:02:56.218145 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-068bd4f8-9779-4d22-b300-9d14d7bb82cc req-5648b06a-f88f-412b-bb55-aec379a9218b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594530 Oct 11 05:02:56.290990 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c3d9aab-ed4a-48da-a495-e66c02735a96 req-612b7e87-efcc-4f61-87df-9173f3a133a0 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956233 Oct 11 05:02:57.184090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-ccc27877-56a7-431e-950a-ecba96e5c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:57.185561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-ccc27877-56a7-431e-950a-ecba96e5c5a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0407257 Oct 11 05:02:57.278347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-bc20fffc-4b3d-42be-a58a-47f5878929ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:57.279867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-bc20fffc-4b3d-42be-a58a-47f5878929ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0882347 Oct 11 05:02:57.341642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d64f9f-3df6-430d-8158-cbd72a95edc8 req-6168e7ed-9ba4-4448-8e11-45486e80a769 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:57.343152 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-26d64f9f-3df6-430d-8158-cbd72a95edc8 req-6168e7ed-9ba4-4448-8e11-45486e80a769 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0485160 Oct 11 05:02:57.345417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-8c56364b-1150-4ea2-935d-1b226a20de62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1001 time: 0.0594184 Oct 11 05:02:57.381449 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-26d64f9f-3df6-430d-8158-cbd72a95edc8 req-5d571404-87a8-4f18-8751-d7fef6d42074 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Oct 11 05:02:57.392804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-3cf31313-bf16-4269-871f-38903de6514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:57.394255 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-3cf31313-bf16-4269-871f-38903de6514b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0429590 Oct 11 05:02:57.442436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-df4091d1-a775-453b-a55f-48b327b050d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:57.443846 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-df4091d1-a775-453b-a55f-48b327b050d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428321 Oct 11 05:02:57.531940 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-831f584e-b417-4d2b-baef-1bd1325f91fd service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813348 Oct 11 05:02:57.624535 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-37e767b3-0b32-4c7a-a881-ec2076aa91ee service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Oct 11 05:02:58.504541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2682a4-bd9d-45bd-add6-e60852fc1eeb req-442f6d05-e570-477b-95b1-082320f9c14a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:58.506261 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6b2682a4-bd9d-45bd-add6-e60852fc1eeb req-442f6d05-e570-477b-95b1-082320f9c14a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0488834 Oct 11 05:02:58.543508 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6b2682a4-bd9d-45bd-add6-e60852fc1eeb req-f383622a-2517-430b-aaa2-d90b43446639 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313792 Oct 11 05:02:59.671352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19855e-43ea-440a-aec5-98c6c7611dbc req-ff649020-ece6-4756-8d9c-01f0be5c1f88 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:02:59.672866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4e19855e-43ea-440a-aec5-98c6c7611dbc req-ff649020-ece6-4756-8d9c-01f0be5c1f88 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0553596 Oct 11 05:02:59.712092 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4e19855e-43ea-440a-aec5-98c6c7611dbc req-7da1590f-016e-4a2c-853c-a13431cad006 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Oct 11 05:03:00.830830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5e242-2159-42d7-ad57-f7f10a9b2b06 req-91a99f09-72a1-4cae-acb9-551ad10776ba tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:00.832269 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-71a5e242-2159-42d7-ad57-f7f10a9b2b06 req-91a99f09-72a1-4cae-acb9-551ad10776ba tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0471940 Oct 11 05:03:00.869351 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-71a5e242-2159-42d7-ad57-f7f10a9b2b06 req-46fec0c7-1064-458d-a715-24a50fc60f8a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307775 Oct 11 05:03:01.988711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf746819-2c5c-45cf-bc03-b9d069157cb6 req-50607322-1602-4cc1-ab87-8c1236c702ef tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:01.990156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bf746819-2c5c-45cf-bc03-b9d069157cb6 req-50607322-1602-4cc1-ab87-8c1236c702ef tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Oct 11 05:03:02.027714 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bf746819-2c5c-45cf-bc03-b9d069157cb6 req-2545907a-d404-4fea-8edc-fb070c149ca3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Oct 11 05:03:03.154183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51bf89-efe8-4a67-82c3-f30f4b1799c1 req-21b7ce95-2ffd-4a2b-8056-7b1f3b3e895d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:03.155667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4d51bf89-efe8-4a67-82c3-f30f4b1799c1 req-21b7ce95-2ffd-4a2b-8056-7b1f3b3e895d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0530531 Oct 11 05:03:03.192419 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4d51bf89-efe8-4a67-82c3-f30f4b1799c1 req-7de06a48-9ce5-4471-961a-4f66cc469002 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Oct 11 05:03:04.299372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5790ce56-1e86-4f88-a031-21915460393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:04.316703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89866d2e-be73-4aaa-93c0-3e692701c097 req-c008d5fe-1b62-48fd-ad81-c364ee85a8dd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:04.318181 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89866d2e-be73-4aaa-93c0-3e692701c097 req-c008d5fe-1b62-48fd-ad81-c364ee85a8dd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0500615 Oct 11 05:03:04.357423 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-89866d2e-be73-4aaa-93c0-3e692701c097 req-eb98dc27-d7ab-48fd-9a8e-88a636c349fa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Oct 11 05:03:05.478494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f3aa-0913-4e38-ba4f-ef223ffe5bee req-48a94479-2b58-43f9-b00c-29c17e8d643a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:05.479972 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d750f3aa-0913-4e38-ba4f-ef223ffe5bee req-48a94479-2b58-43f9-b00c-29c17e8d643a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Oct 11 05:03:05.517035 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d750f3aa-0913-4e38-ba4f-ef223ffe5bee req-c995269b-09e7-49b4-99b1-da52c5b6c79f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311556 Oct 11 05:03:06.532217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ee637efb-a5ff-46b8-bcb8-4314cae5bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:06.640341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3cc6-1a16-4d5e-8d57-ed5679312c1a req-58c24850-d2cd-450e-9337-266f236006bc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:06.641783 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fcf3cc6-1a16-4d5e-8d57-ed5679312c1a req-58c24850-d2cd-450e-9337-266f236006bc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0523124 Oct 11 05:03:06.680914 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fcf3cc6-1a16-4d5e-8d57-ed5679312c1a req-eef94adc-c94f-47aa-9789-a6564a72d71b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Oct 11 05:03:07.801844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78737b98-059f-4843-975e-04a1b267d870 req-bd66d8f3-7135-47f2-869f-8c8a06e1f972 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:07.803328 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78737b98-059f-4843-975e-04a1b267d870 req-bd66d8f3-7135-47f2-869f-8c8a06e1f972 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0488477 Oct 11 05:03:07.841204 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78737b98-059f-4843-975e-04a1b267d870 req-d8f20941-3318-4fc1-93ba-4a12456b96e0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320482 Oct 11 05:03:07.884164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:08.959581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237e4c3-d2d6-4e6d-81b7-8e9ddcb9772b req-3d46d020-74f0-4fea-b4f1-d914e4c9ee69 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:08.961456 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1237e4c3-d2d6-4e6d-81b7-8e9ddcb9772b req-3d46d020-74f0-4fea-b4f1-d914e4c9ee69 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Oct 11 05:03:08.998138 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1237e4c3-d2d6-4e6d-81b7-8e9ddcb9772b req-7a007866-ca5d-47c6-b063-6369285d2e18 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Oct 11 05:03:09.442706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:09.562253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:10.121693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983c05-4948-4901-ba6b-200499436984 req-65dd92d6-e34e-46d5-95a5-3e5d7d9c888c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:10.123154 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-de983c05-4948-4901-ba6b-200499436984 req-65dd92d6-e34e-46d5-95a5-3e5d7d9c888c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Oct 11 05:03:10.159229 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-de983c05-4948-4901-ba6b-200499436984 req-a80fdc0d-1731-49b0-9a63-b3ec35fd828b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303171 Oct 11 05:03:10.871295 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:11.280162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdf07d-f556-4b89-a334-3c0cf83faf31 req-783f531d-60cb-4e69-beaf-07b3f73f41b5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:11.281674 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-83fdf07d-f556-4b89-a334-3c0cf83faf31 req-783f531d-60cb-4e69-beaf-07b3f73f41b5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Oct 11 05:03:11.318420 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-83fdf07d-f556-4b89-a334-3c0cf83faf31 req-9fcbf371-3d25-4a77-bcd5-b11423c244fc tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308573 Oct 11 05:03:12.438875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566ae0b-ebac-4489-b719-bf79219f0142 req-af9404e0-1459-4078-b992-372cbbff432f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:12.440313 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c566ae0b-ebac-4489-b719-bf79219f0142 req-af9404e0-1459-4078-b992-372cbbff432f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0484195 Oct 11 05:03:12.478870 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c566ae0b-ebac-4489-b719-bf79219f0142 req-b0c4833b-3ec6-4c02-9b8e-a4997b6bfdfd tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Oct 11 05:03:13.604931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3bf08-2f22-4f9c-948a-f2c32bf91b47 req-8462cfdc-d271-4724-a558-60ca3e16d55c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:13.606409 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43d3bf08-2f22-4f9c-948a-f2c32bf91b47 req-8462cfdc-d271-4724-a558-60ca3e16d55c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Oct 11 05:03:13.643347 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-43d3bf08-2f22-4f9c-948a-f2c32bf91b47 req-85cf100c-f8c8-4435-be97-3a67c48c2158 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Oct 11 05:03:14.765338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ffbe-27cf-4bab-ad34-a59ad48e6524 req-f1f2957e-512c-4d3c-9f01-e547ea0ed6cf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:14.766869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74d1ffbe-27cf-4bab-ad34-a59ad48e6524 req-f1f2957e-512c-4d3c-9f01-e547ea0ed6cf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Oct 11 05:03:14.810811 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74d1ffbe-27cf-4bab-ad34-a59ad48e6524 req-0076ee8f-bfb8-4f91-a4ed-fb60fba193f3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352390 Oct 11 05:03:15.934995 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758d17-f9e0-4fa9-81bc-f9693b2cced7 req-71f84416-94a6-4c59-8031-3765c3988d83 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:15.936483 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a5758d17-f9e0-4fa9-81bc-f9693b2cced7 req-71f84416-94a6-4c59-8031-3765c3988d83 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0500715 Oct 11 05:03:15.976103 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a5758d17-f9e0-4fa9-81bc-f9693b2cced7 req-08bd4959-83b9-428c-b3b9-f595c37e127e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Oct 11 05:03:16.153642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-17012f93-03ea-45d5-bdd0-8a65de25bc0e service neutron] 10.222.0.45 "GET /v2.0/ports/d56e0785-dd94-4b1a-ad86-df1e2b641e77/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0578544 Oct 11 05:03:16.369388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-c072fc2f-3290-4b09-9df5-6f286247b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:16.370871 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-c072fc2f-3290-4b09-9df5-6f286247b9ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 1098 time: 0.0401266 Oct 11 05:03:16.440857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-729df699-c60a-4879-9279-b5df5e1e3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:16.442227 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-729df699-c60a-4879-9279-b5df5e1e3ca6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0395551 Oct 11 05:03:16.540030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-c5be512b-4314-4e3c-9c5d-878d49750a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:16.541481 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-c5be512b-4314-4e3c-9c5d-878d49750a7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0918143 Oct 11 05:03:16.604770 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-7d237dd7-bb66-467d-9549-cfb8d30c9504 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1001 time: 0.0568750 Oct 11 05:03:16.652189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-93b949c3-6fa9-4ac9-9e87-bf59aa3e4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:16.653626 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-93b949c3-6fa9-4ac9-9e87-bf59aa3e4251 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0426755 Oct 11 05:03:16.702515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-f1d46aef-7787-45b4-bb93-d42a364bdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:16.703942 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-f1d46aef-7787-45b4-bb93-d42a364bdcca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444274 Oct 11 05:03:16.791846 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-cab87b8b-2750-454d-80e5-8fcc9ef4bd40 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Oct 11 05:03:16.883533 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-da0cedf3-618a-42f3-9da6-2951343db5ad service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854838 Oct 11 05:03:17.104115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbd015-e5e2-4d34-a349-7662addc24a6 req-003f8b35-861c-44d2-9999-3a6e8744d953 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:17.105741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5ddbd015-e5e2-4d34-a349-7662addc24a6 req-003f8b35-861c-44d2-9999-3a6e8744d953 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0533495 Oct 11 05:03:17.143589 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5ddbd015-e5e2-4d34-a349-7662addc24a6 req-b596ddbc-b3c2-46b1-8ade-8b35e8d37a7d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Oct 11 05:03:18.223332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:03:18.268106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b879f5-0b11-4e9c-906c-0d8f2cdb566b req-82929571-447c-4331-aa34-9320e9b73f5c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:18.269755 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-13b879f5-0b11-4e9c-906c-0d8f2cdb566b req-82929571-447c-4331-aa34-9320e9b73f5c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0514703 Oct 11 05:03:18.299965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:03:18.300344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:18.309510 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-13b879f5-0b11-4e9c-906c-0d8f2cdb566b req-73e21547-a3b9-4362-99f7-a74e591bd295 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332701 Oct 11 05:03:18.338038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:03:18.338038 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d755c-9939-46c9-bcfc-948bf7322d1e" -d '{"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:03:18.345183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:18.350377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:18.375318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd824c13-e2bc-49b7-8d63-6e01704931e3 x-openstack-request-id: req-cd824c13-e2bc-49b7-8d63-6e01704931e3 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:03:18.375605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:03:18.375953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd824c13-e2bc-49b7-8d63-6e01704931e3 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:03:18.376340 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd824c13-e2bc-49b7-8d63-6e01704931e3'] response: {'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'code': 200} Oct 11 05:03:18.402360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:18.409352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.409706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.410051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.410375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.410735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.411073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.411402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.411731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.412112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.412442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.412766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:18.413090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:19.439321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907626-6cad-4e8c-ad8d-0b2d7f3733e9 req-b056eaff-b993-4af1-a681-354488724130 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:19.440793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df907626-6cad-4e8c-ad8d-0b2d7f3733e9 req-b056eaff-b993-4af1-a681-354488724130 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0523827 Oct 11 05:03:19.479327 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-df907626-6cad-4e8c-ad8d-0b2d7f3733e9 req-3035f8f9-6744-4ddf-8a6e-f3537daf44f3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Oct 11 05:03:20.610758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe834-0c0b-42e3-9444-40bb12bf7ca3 req-8944c992-bc18-49ca-8ca5-582fb53e187a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:20.612206 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-149fe834-0c0b-42e3-9444-40bb12bf7ca3 req-8944c992-bc18-49ca-8ca5-582fb53e187a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0545719 Oct 11 05:03:20.650773 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-149fe834-0c0b-42e3-9444-40bb12bf7ca3 req-70e8b24c-5636-4d03-a773-871f97a40476 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Oct 11 05:03:21.776350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697327-7ab3-4898-a365-39996974ff0f req-a85cd4a6-5aea-4b90-baa3-8f6ac89e1f7b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:21.777874 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-81697327-7ab3-4898-a365-39996974ff0f req-a85cd4a6-5aea-4b90-baa3-8f6ac89e1f7b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0533259 Oct 11 05:03:21.817401 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-81697327-7ab3-4898-a365-39996974ff0f req-58d66231-92f3-41dc-9a18-de2ea8dd4726 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334437 Oct 11 05:03:22.939123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207443e-cdca-4fa9-aa5b-50711a5e7651 req-476f9f58-2325-486d-860c-1150fb2fca82 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:22.940475 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6207443e-cdca-4fa9-aa5b-50711a5e7651 req-476f9f58-2325-486d-860c-1150fb2fca82 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0484500 Oct 11 05:03:22.978125 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6207443e-cdca-4fa9-aa5b-50711a5e7651 req-d3500dfc-b15c-4e70-b3d4-a76755787f74 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317457 Oct 11 05:03:23.606003 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:03:24.098597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389f2bd-9f45-41a5-852f-efea20e85849 req-71ed0074-3ad9-45f6-83a5-419ef42cb1f8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:24.100034 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5389f2bd-9f45-41a5-852f-efea20e85849 req-71ed0074-3ad9-45f6-83a5-419ef42cb1f8 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0479693 Oct 11 05:03:24.137134 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5389f2bd-9f45-41a5-852f-efea20e85849 req-93136621-d6db-44f0-918e-70ca1295f24b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Oct 11 05:03:24.270579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:03:24.362242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:24.373612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'mac_address': 'fa:16:3e:db:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:03:24.411356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:03:24.411733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:24.424377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56e0785-dd94-4b1a-ad86-df1e2b641e77 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:03:24.443751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:24.447252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:24.491300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:24.573907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['d56e0785-dd94-4b1a-ad86-df1e2b641e77'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:03:25.256681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d630-8ca5-41be-bcdb-06937471433e req-0aceb324-8ce3-4555-906c-8e8317cee20f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:25.258637 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4b39d630-8ca5-41be-bcdb-06937471433e req-0aceb324-8ce3-4555-906c-8e8317cee20f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0487351 Oct 11 05:03:25.296864 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4b39d630-8ca5-41be-bcdb-06937471433e req-14330bf4-1080-41ff-8a53-39234a2511a9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Oct 11 05:03:26.284595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:03:26.331070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port d56e0785-dd94-4b1a-ad86-df1e2b641e77 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:03:26.331437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:26.331773 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port d56e0785-dd94-4b1a-ad86-df1e2b641e77 Oct 11 05:03:26.409782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:03:26.410159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:26.424839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0894c-5fd8-4bcf-bab3-fb6e4432113f req-408c3520-985d-490e-9f02-2dfb87fc0380 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:26.426320 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2cb0894c-5fd8-4bcf-bab3-fb6e4432113f req-408c3520-985d-490e-9f02-2dfb87fc0380 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0528393 Oct 11 05:03:26.432417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:03:26.434676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4278bf-7077-4265-8b00-5b4a2a1586e0" -d '{"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:03:26.447661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:26.453749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:26.480698 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2cb0894c-5fd8-4bcf-bab3-fb6e4432113f req-b900ccfc-5d5b-46ca-9117-ab42c3048c30 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Oct 11 05:03:26.489540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1855bd95-8d60-4be0-bfcb-cc0efb5629f4 x-openstack-request-id: req-1855bd95-8d60-4be0-bfcb-cc0efb5629f4 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:03:26.489837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:03:26.490088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1855bd95-8d60-4be0-bfcb-cc0efb5629f4 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:03:26.490477 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1855bd95-8d60-4be0-bfcb-cc0efb5629f4'] response: {'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'code': 200} Oct 11 05:03:26.505795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:27.589769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727f66-b88b-4429-808b-9ffbd07acf17 req-c06452b8-2f39-4862-abab-fba3d2749115 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:27.591363 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc727f66-b88b-4429-808b-9ffbd07acf17 req-c06452b8-2f39-4862-abab-fba3d2749115 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0486860 Oct 11 05:03:27.628784 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cc727f66-b88b-4429-808b-9ffbd07acf17 req-d860ccec-4335-4877-8cf8-9124bba0060b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314407 Oct 11 05:03:28.757497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718edd-63df-4df9-84cb-25c7334896d8 req-2e7f2043-d00e-458d-b795-3778a001b636 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:28.758875 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d6718edd-63df-4df9-84cb-25c7334896d8 req-2e7f2043-d00e-458d-b795-3778a001b636 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0526752 Oct 11 05:03:28.796129 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d6718edd-63df-4df9-84cb-25c7334896d8 req-2e4e102f-eeca-442d-85f4-a09c1e653567 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Oct 11 05:03:29.100621 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-5fb4e7eb-b632-49e7-9e12-595eac86fd58 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:29.102268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-5fb4e7eb-b632-49e7-9e12-595eac86fd58 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6&tenant_id=09b5ed58a4b24f08af737a378dae335f&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Oct 11 05:03:29.114321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367f23f-2521-4896-a4e9-e34b604cb99b req-00b16ddf-e676-4ee5-93ad-4be05676eca7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:29.115681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2367f23f-2521-4896-a4e9-e34b604cb99b req-00b16ddf-e676-4ee5-93ad-4be05676eca7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0645084 Oct 11 05:03:29.187714 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2367f23f-2521-4896-a4e9-e34b604cb99b req-4944d119-bdeb-4879-82ed-1b77ca0690f5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654171 Oct 11 05:03:29.197060 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-a07e35f7-1c0e-4579-ad5d-a94c64fc983d service neutron] 10.222.0.45 "GET /v2.0/ports/d56e0785-dd94-4b1a-ad86-df1e2b641e77/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0805225 Oct 11 05:03:29.273648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-4a700c5d-364a-486c-8333-7ce54c3b856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:29.275559 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-4a700c5d-364a-486c-8333-7ce54c3b856e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0395665 Oct 11 05:03:29.365593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-716a4e9e-91a0-4d7c-8045-022081ea44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:29.367108 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-716a4e9e-91a0-4d7c-8045-022081ea44e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0846140 Oct 11 05:03:29.429463 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-0cddb6bb-b8c6-49e7-958c-59a9c6596008 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1001 time: 0.0557845 Oct 11 05:03:29.476513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-d626f3e5-28dd-4e70-b62f-910049d03f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:29.477907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-d626f3e5-28dd-4e70-b62f-910049d03f0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0415831 Oct 11 05:03:29.524815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-3a358c3f-8cf1-4f17-b8f9-3913732b0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:29.526211 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-3a358c3f-8cf1-4f17-b8f9-3913732b0500 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420055 Oct 11 05:03:29.612796 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-2115afa1-1734-48e7-a614-87c986b64ee6 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798559 Oct 11 05:03:29.704119 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-349e68a8-5d06-4d58-b2fe-2b6e43788dd0 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852845 Oct 11 05:03:30.313572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc60603-1286-44e5-9f81-bd15e5ccf54b req-e98467ae-03cd-44a0-b8b9-5c19670c0baa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:30.315052 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0bc60603-1286-44e5-9f81-bd15e5ccf54b req-e98467ae-03cd-44a0-b8b9-5c19670c0baa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Oct 11 05:03:30.351065 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0bc60603-1286-44e5-9f81-bd15e5ccf54b req-3fdde493-9e93-4149-af6d-d3f32b117dd9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300207 Oct 11 05:03:31.475951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c312bc-d8e7-4d16-81fc-dcecde058acb req-feff52c4-55a9-4f7b-b8a8-f093f038c32c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:31.477993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f6c312bc-d8e7-4d16-81fc-dcecde058acb req-feff52c4-55a9-4f7b-b8a8-f093f038c32c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0490408 Oct 11 05:03:31.516610 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f6c312bc-d8e7-4d16-81fc-dcecde058acb req-985eb2a0-73be-4513-b328-d40b7f653539 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320654 Oct 11 05:03:32.651110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337e30c-289b-44c7-bd5a-37ff39d41972 req-a31ccd93-79ec-43ba-8410-81b192338a14 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:32.652663 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9337e30c-289b-44c7-bd5a-37ff39d41972 req-a31ccd93-79ec-43ba-8410-81b192338a14 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0558510 Oct 11 05:03:32.691139 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9337e30c-289b-44c7-bd5a-37ff39d41972 req-72b4de7d-6138-4f82-9812-931a1c99a669 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Oct 11 05:03:33.816726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969ce53-1d43-4466-b859-a5a1e5e3efa0 req-06db1fbf-abb4-42af-b532-98fbee3606bf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:33.818207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c969ce53-1d43-4466-b859-a5a1e5e3efa0 req-06db1fbf-abb4-42af-b532-98fbee3606bf tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0495832 Oct 11 05:03:33.857497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c969ce53-1d43-4466-b859-a5a1e5e3efa0 req-d3042135-1044-483b-90c5-4780767387b9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325818 Oct 11 05:03:33.970606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-e632c11e-20c3-4213-8dfb-41256db8d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:33.972053 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-e632c11e-20c3-4213-8dfb-41256db8d30b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6&tenant_id=09b5ed58a4b24f08af737a378dae335f HTTP/1.1" status: 200 len: 1098 time: 0.0446866 Oct 11 05:03:34.043265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-1ec2246f-8902-4a83-8ead-fc8edf2d9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:34.044953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-1ec2246f-8902-4a83-8ead-fc8edf2d9778 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09b5ed58a4b24f08af737a378dae335f&device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0392914 Oct 11 05:03:34.134770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-83c4d584-f478-4a77-9153-4c895d0ec249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:34.136195 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-83c4d584-f478-4a77-9153-4c895d0ec249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 200 len: 913 time: 0.0855110 Oct 11 05:03:34.198592 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-83afdae4-53fd-4253-ace5-1aa0e8396da4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 200 len: 1001 time: 0.0559011 Oct 11 05:03:34.244688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-45d038bb-bbc4-4746-864e-b870a3998566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:34.246061 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-45d038bb-bbc4-4746-864e-b870a3998566 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 200 len: 851 time: 0.0417838 Oct 11 05:03:34.294015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-c4941ce2-16f2-4eb2-931b-acf95f738514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:34.295705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-c4941ce2-16f2-4eb2-931b-acf95f738514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99311e61-49c7-4955-9fba-efd885a0e345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431657 Oct 11 05:03:34.301859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d30353e2-1220-41e6-9290-9f66286f2aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:34.385232 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-998e7662-a0e0-43fd-b86e-d7d8573d0430 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Oct 11 05:03:34.475467 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d3563e1-7db0-4959-aab2-92cf3d7ba74e req-8758902b-fb80-4194-93dd-5c55db667a57 service neutron] 10.222.0.45 "GET /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828531 Oct 11 05:03:34.980896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a6e70-5a83-47f6-a7b3-ff7f11f718d9 req-cf75226d-3bcf-4be9-a6a6-ea6cc318c809 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:34.982352 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a76a6e70-5a83-47f6-a7b3-ff7f11f718d9 req-cf75226d-3bcf-4be9-a6a6-ea6cc318c809 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0485954 Oct 11 05:03:35.023248 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a76a6e70-5a83-47f6-a7b3-ff7f11f718d9 req-5c64a39a-d95e-4d5f-87fd-cac1fe8400c2 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342121 Oct 11 05:03:36.146030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75b32-66b2-4551-92f0-c011c7b9558d req-86ab2041-31cb-4cf0-b00b-d3266f108b6f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:36.147520 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-28a75b32-66b2-4551-92f0-c011c7b9558d req-86ab2041-31cb-4cf0-b00b-d3266f108b6f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0491648 Oct 11 05:03:36.187061 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-28a75b32-66b2-4551-92f0-c011c7b9558d req-303ec8e6-58c3-4fea-9521-e2c51ab2f083 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335567 Oct 11 05:03:36.303564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:03:36.381898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:03:36.382282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:36.404164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:03:36.406396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a4983-3e46-4d92-8ac0-876214a6cd5a" -d '{"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:03:36.419841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:36.424256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:36.455229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde8a61-9d32-4e69-8a8a-0e39d252598e x-openstack-request-id: req-4fde8a61-9d32-4e69-8a8a-0e39d252598e {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:03:36.455553 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:03:36.455762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fde8a61-9d32-4e69-8a8a-0e39d252598e {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:03:36.456339 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fde8a61-9d32-4e69-8a8a-0e39d252598e'] response: {'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'code': 200} Oct 11 05:03:36.473756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=9']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:36.537244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1b213e00-430b-4114-8df9-020c197a827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:37.310270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69889a00-a9e5-4bbb-b059-087a1045e789 req-2b6cb809-8ddf-4916-94bd-3ad4154e44c7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:37.311933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69889a00-a9e5-4bbb-b059-087a1045e789 req-2b6cb809-8ddf-4916-94bd-3ad4154e44c7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0504417 Oct 11 05:03:37.350338 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69889a00-a9e5-4bbb-b059-087a1045e789 req-2aae084b-7921-47d0-8079-0b8f76ee2c3b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323830 Oct 11 05:03:37.886975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:38.473986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f47e9-6d38-49e3-8c35-75c09b31476f req-dce553ad-8f56-4cfe-914c-78006fc08a18 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:38.475480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0b4f47e9-6d38-49e3-8c35-75c09b31476f req-dce553ad-8f56-4cfe-914c-78006fc08a18 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0488243 Oct 11 05:03:38.512783 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0b4f47e9-6d38-49e3-8c35-75c09b31476f req-47c0d862-61e2-4e69-8fd2-6501528cab2c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Oct 11 05:03:39.445234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:39.564393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:39.639485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4b766-bb80-4c13-aa0a-742d549e963b req-2e5bf866-e3e2-40ea-94bf-d0fa40b26aff tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:39.640949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57d4b766-bb80-4c13-aa0a-742d549e963b req-2e5bf866-e3e2-40ea-94bf-d0fa40b26aff tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 943 time: 0.0520260 Oct 11 05:03:39.678138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57d4b766-bb80-4c13-aa0a-742d549e963b req-c9a47800-5e66-4353-889d-92d9303c3b74 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312200 Oct 11 05:03:40.315132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:03:40.407987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:40.560680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'port_id': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'mac_address': 'fa:16:3e:db:8b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:03:40.598493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:03:40.598830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:40.612348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56e0785-dd94-4b1a-ad86-df1e2b641e77 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:03:40.632760 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:40.637049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:40.684981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=10']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:40.769876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['d56e0785-dd94-4b1a-ad86-df1e2b641e77'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:03:40.818735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cdcd0-1eab-4a94-bd8c-db5bec69087b req-f825dae1-67d8-4a45-b962-137f0a81df1d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:40.820393 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-867cdcd0-1eab-4a94-bd8c-db5bec69087b req-f825dae1-67d8-4a45-b962-137f0a81df1d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0587060 Oct 11 05:03:40.860981 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-867cdcd0-1eab-4a94-bd8c-db5bec69087b req-441b2b16-7317-4909-944d-f9580c6f862d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336721 Oct 11 05:03:40.892352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:41.983159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7c378-8307-44f6-99d5-5a531fd33bf6 req-fbfc1084-0e13-45b9-8372-50365dc57aae tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:41.984580 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95d7c378-8307-44f6-99d5-5a531fd33bf6 req-fbfc1084-0e13-45b9-8372-50365dc57aae tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0473998 Oct 11 05:03:42.021547 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95d7c378-8307-44f6-99d5-5a531fd33bf6 req-9c011c58-6b2d-4773-a6e8-05bcfb114ef9 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312440 Oct 11 05:03:42.331406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:03:42.377926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port d56e0785-dd94-4b1a-ad86-df1e2b641e77 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:03:42.378289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:42.378651 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port d56e0785-dd94-4b1a-ad86-df1e2b641e77 Oct 11 05:03:42.453993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d56e0785-dd94-4b1a-ad86-df1e2b641e77 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:03:42.454375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:42.475995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:03:42.478759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837988ea-d323-4677-bc00-494ce3c5c8c3" -d '{"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:03:42.491030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:42.496987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:42.526001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c19c77-7135-49c6-8ae1-301e30ce7f2d x-openstack-request-id: req-24c19c77-7135-49c6-8ae1-301e30ce7f2d {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:03:42.526293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:03:42.526560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24c19c77-7135-49c6-8ae1-301e30ce7f2d {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:03:42.526958 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c19c77-7135-49c6-8ae1-301e30ce7f2d'] response: {'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'code': 200} Oct 11 05:03:42.546066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=11']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:43.140427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e37862-0616-45f0-9f80-4aafc2f306d4 req-6ec054fb-4031-4df4-9a65-4f8e5a2b6684 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:43.141866 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a9e37862-0616-45f0-9f80-4aafc2f306d4 req-6ec054fb-4031-4df4-9a65-4f8e5a2b6684 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Oct 11 05:03:43.178800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a9e37862-0616-45f0-9f80-4aafc2f306d4 req-1726aad1-4d80-4894-9d3c-d9c257006aeb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Oct 11 05:03:44.300565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c826fb-932e-4ebe-8157-c9e8c21a35d1 req-af183677-cd50-433f-beef-6f8eae757d1b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:44.302163 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a7c826fb-932e-4ebe-8157-c9e8c21a35d1 req-af183677-cd50-433f-beef-6f8eae757d1b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0490127 Oct 11 05:03:44.339444 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a7c826fb-932e-4ebe-8157-c9e8c21a35d1 req-d4c0c5c5-0cc1-4271-a3ef-79325208cbb7 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 Oct 11 05:03:45.467184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2418e-3677-4099-9f23-1baa1861e626 req-9b738c1f-746f-40e8-a8f2-28eb9d5ce7f5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:45.468653 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d4f2418e-3677-4099-9f23-1baa1861e626 req-9b738c1f-746f-40e8-a8f2-28eb9d5ce7f5 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0538371 Oct 11 05:03:45.510883 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d4f2418e-3677-4099-9f23-1baa1861e626 req-d63f15f0-134a-4a90-b014-5f2f220585aa tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362487 Oct 11 05:03:46.635401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23844b3-68e1-45a6-ba16-56e156d7c8ba req-8595612d-ad14-4d3f-8e48-150e7afd3d21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:46.636881 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f23844b3-68e1-45a6-ba16-56e156d7c8ba req-8595612d-ad14-4d3f-8e48-150e7afd3d21 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Oct 11 05:03:46.674517 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f23844b3-68e1-45a6-ba16-56e156d7c8ba req-179b4e38-ae95-490f-8ec7-52f31e1f3bb1 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Oct 11 05:03:46.794321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3eae-e27a-418c-abd8-549452edbd44 req-113c419a-17fb-498e-bec1-497bc119c98d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:46.795837 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-92be3eae-e27a-418c-abd8-549452edbd44 req-113c419a-17fb-498e-bec1-497bc119c98d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0476084 Oct 11 05:03:46.833326 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-92be3eae-e27a-418c-abd8-549452edbd44 req-5c134c3d-05ea-4461-8631-be7a20a5a3a2 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Oct 11 05:03:46.956191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9a632-cae3-4b9e-a9d1-cd3b7853396b req-2040a56c-03c4-46fb-931e-fc47b5bf9f4e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:46.957657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b3c9a632-cae3-4b9e-a9d1-cd3b7853396b req-2040a56c-03c4-46fb-931e-fc47b5bf9f4e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0531962 Oct 11 05:03:46.995101 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b3c9a632-cae3-4b9e-a9d1-cd3b7853396b req-b0a4b2af-9fc8-41ef-ba27-8fbe2626d0cb tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Oct 11 05:03:47.240108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69652-459e-4605-9e5c-7887cbd60827 req-a4db58a1-3133-47cf-aa0f-a70b4d76ee24 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:47.241568 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f2e69652-459e-4605-9e5c-7887cbd60827 req-a4db58a1-3133-47cf-aa0f-a70b4d76ee24 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0496426 Oct 11 05:03:47.279499 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f2e69652-459e-4605-9e5c-7887cbd60827 req-26d85fd3-43bd-43a2-a3e7-2fa2236ee90a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Oct 11 05:03:48.400468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70aea7-865d-48e0-8a07-292bbd197aba req-528f947e-8627-4e75-98fc-e64f9a337b7a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:48.401903 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7d70aea7-865d-48e0-8a07-292bbd197aba req-528f947e-8627-4e75-98fc-e64f9a337b7a tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0480275 Oct 11 05:03:48.437700 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7d70aea7-865d-48e0-8a07-292bbd197aba req-52a67c9f-4d8c-47d0-8e85-d4aa4c64b57c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300133 Oct 11 05:03:49.562770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb05760-3b2d-4857-aa53-65b0d7c3d4b7 req-01df1b20-c465-4d93-9d25-62fea73a83e3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:49.564270 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-beb05760-3b2d-4857-aa53-65b0d7c3d4b7 req-01df1b20-c465-4d93-9d25-62fea73a83e3 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0510833 Oct 11 05:03:49.602120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-beb05760-3b2d-4857-aa53-65b0d7c3d4b7 req-e46c1635-1702-4bfb-a100-38d87ca50344 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups?id=508a3275-6afe-4f38-b894-391dc2d0c0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Oct 11 05:03:49.951901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-7cfb9a24-7985-4819-99ee-758b330d42f0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:03:49.953343 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-7cfb9a24-7985-4819-99ee-758b330d42f0 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 946 time: 0.0522234 Oct 11 05:03:50.037607 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Deleting port d56e0785-dd94-4b1a-ad86-df1e2b641e77 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:03:50.037937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:50.134737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] For port d56e0785-dd94-4b1a-ad86-df1e2b641e77, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d56e0785-dd94-4b1a-ad86-df1e2b641e77,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:50.135092 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:50.297673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:50.297947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:50.298252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 disassociated. External IP: 172.26.8.92, port: d56e0785-dd94-4b1a-ad86-df1e2b641e77. Oct 11 05:03:50.298608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Calling delete_port for d56e0785-dd94-4b1a-ad86-df1e2b641e77 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:03:50.424951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:50.453326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event deleted for resources: {'Port': ['ID=d56e0785-dd94-4b1a-ad86-df1e2b641e77,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:50.463505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.463856 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.464193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.464522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.464848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.465175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.465497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.465818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.466138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.466455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.466799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.467115 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:03:50.880485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:03:50.958593 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3961f52a-1c59-4fee-a8e6-2d956438a34b req-a2077508-70c8-4622-b494-874fad9bc39e tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 210 time: 0.1065929 Oct 11 05:03:51.010970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:03:51.020779 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:03:51.031402 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:03:51.032005 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:03:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:03:51.049069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] No DVR routers for this DVR port d56e0785-dd94-4b1a-ad86-df1e2b641e77 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:03:51.051687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:51.055563 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-11b2dcfd-b318-4ff6-93db-c048f397e91a req-e3d247bd-cc8e-406a-80b5-1e08b99c513c tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.45 "DELETE /v2.0/ports/d56e0785-dd94-4b1a-ad86-df1e2b641e77 HTTP/1.1" status: 204 len: 173 time: 1.0970240 Oct 11 05:03:51.056665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-deleted', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:03:51.058995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8469b-3bd6-49cc-ba97-d106c9f892f9" -d '{"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-deleted", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:03:51.100269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09fa1ca-1821-4243-b8ba-1bb93ed69c05 x-openstack-request-id: req-e09fa1ca-1821-4243-b8ba-1bb93ed69c05 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:03:51.100556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6", "name": "network-vif-deleted", "tag": "d56e0785-dd94-4b1a-ad86-df1e2b641e77", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:03:51.100807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e09fa1ca-1821-4243-b8ba-1bb93ed69c05 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:03:51.101333 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09fa1ca-1821-4243-b8ba-1bb93ed69c05'] response: {'server_uuid': '2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6', 'name': 'network-vif-deleted', 'tag': 'd56e0785-dd94-4b1a-ad86-df1e2b641e77', 'status': 'completed', 'code': 200} Oct 11 05:03:51.139185 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:03:51.431421 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:03:51.457007 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:03:51.465711 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:03:51.466302 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:03:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:03:51.575469 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:03:51.776651 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:03:51.803031 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0db94-2a2a-4b41-b971-2c4f260d0174 None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '58f25d31-2fe6-4a0b-b2cc-18a169623c7c', 'name': '', 'network_id': '99311e61-49c7-4955-9fba-efd885a0e345', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'mac_address': 'fa:16:3e:c5:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:43Z', 'updated_at': '2022-10-11T04:55:47Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'subnets': [{'id': 'aeedbd47-3607-4470-b534-218a5aa48c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:03:52.022728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a2fe1-d36e-4555-8023-66a312e1ae8b None None] New status for floating IP fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:03:52.066800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-765cb83a-88e7-45b8-b70a-785d086ce08c req-eab50ce8-6b82-48fb-83c4-edae130a8c38 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0300570 Oct 11 05:03:53.220569 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-abe34a9e-c255-4839-9d7f-610334017a40 req-e93700cd-1eb9-49b5-be9c-c2ff2105c6ab tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0771141 Oct 11 05:03:54.323792 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2fd9f608-5932-4f61-9fbd-d3de1b28f34b req-5dada609-c424-455f-a922-4084a61fae8b tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dfbb17b-4bf0-4218-8b5d-6ac992b3e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0285728 Oct 11 05:03:54.424749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:03:54.444444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: d56e0785-dd94-4b1a-ad86-df1e2b641e77 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:03:54.444719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d56e0785-dd94-4b1a-ad86-df1e2b641e77 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:03:58.001555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57352) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:03:58.058615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c1ab9a-19c9-42cc-8261-8c84498faa64 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.082506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c1ab9a-19c9-42cc-8261-8c84498faa64 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.130479 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c1ab9a-19c9-42cc-8261-8c84498faa64 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.133213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-13c1ab9a-19c9-42cc-8261-8c84498faa64 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.135063 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-13c1ab9a-19c9-42cc-8261-8c84498faa64 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "DELETE /v2.0/security-groups/508a3275-6afe-4f38-b894-391dc2d0c0e4 HTTP/1.1" status: 204 len: 168 time: 0.1325316 Oct 11 05:03:58.137733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57354) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:03:58.144717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1ab9a-19c9-42cc-8261-8c84498faa64 tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a3275-6afe-4f38-b894-391dc2d0c0e4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:58.152257 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.api.v2.resource [None req-6948efa4-28f5-450f-98f7-8d712454d19f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] show failed (client error): The resource could not be found. Oct 11 05:03:58.153270 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6948efa4-28f5-450f-98f7-8d712454d19f tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "GET /v2.0/security-groups/508a3275-6afe-4f38-b894-391dc2d0c0e4 HTTP/1.1" status: 404 len: 347 time: 0.0139782 Oct 11 05:03:58.156217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57356) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:03:58.279174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Deleting port 2658e73c-445b-4bfa-b1c1-cb863b8add37 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:03:58.279507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.356423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.356746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.368850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Calling delete_port for 2658e73c-445b-4bfa-b1c1-cb863b8add37 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:03:58.508698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.534577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Pushing event deleted for resources: {'Port': ['ID=2658e73c-445b-4bfa-b1c1-cb863b8add37,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:58.596192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.598656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:58.599801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-705c811a-66a0-4dc4-812a-6ffc9fa8260d tempest-ServerActionsTestJSON-2991898 tempest-ServerActionsTestJSON-2991898-project] 10.222.0.39 "DELETE /v2.0/floatingips/fc20eb3a-8fc9-4b1b-a0b6-4913d3a26ad4 HTTP/1.1" status: 204 len: 168 time: 0.4426744 Oct 11 05:03:58.602703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57358) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:03:58.985520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:59.229998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Deleting port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:03:59.230683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:59.310763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] For port 58f25d31-2fe6-4a0b-b2cc-18a169623c7c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:03:59.311145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:59.323884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Calling delete_port for 58f25d31-2fe6-4a0b-b2cc-18a169623c7c owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:03:59.506267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:59.535955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f25d31-2fe6-4a0b-b2cc-18a169623c7c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:03:59.704876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:03:59.922962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:04:00.026191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:04:00.031200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f9713eed-65d0-4a56-a9d8-5cabdbf20fa0 admin admin] 10.222.0.39 "PUT /v2.0/routers/4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4275680 Oct 11 05:04:00.033671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57362) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:00.035030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] Sync routers for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:04:00.044858 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:00.045444 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:03:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:00.136172 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.145934 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:00.233603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.288802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Deleting port 95c37e8e-0876-413c-99c9-dfd63ae91679 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:00.289144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.315997 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T05:03:59Z', 'revision_number': 5, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port': {'id': '95c37e8e-0876-413c-99c9-dfd63ae91679', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:00.345134 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] Checking router: 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:04:00.353104 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] Routers {'4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:00.353691 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:03:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:00.366843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] For port 95c37e8e-0876-413c-99c9-dfd63ae91679, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=95c37e8e-0876-413c-99c9-dfd63ae91679,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:00.367227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.380109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Calling delete_port for 95c37e8e-0876-413c-99c9-dfd63ae91679 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:00.436296 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] Set router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:00.485511 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T05:04:00Z', 'revision_number': 6, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:00.516377 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0da7b-8da2-4402-b28c-3694f3860ab1 None None] The sync data for ids ['4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1'] in dv-neutron-860894-1-hyperv is: [{'id': '4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1', 'name': 'tempest-ServerActionsTestJSON-1903695491-router', 'tenant_id': '09b5ed58a4b24f08af737a378dae335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T04:55:41Z', 'updated_at': '2022-10-11T05:04:00Z', 'revision_number': 6, 'project_id': '09b5ed58a4b24f08af737a378dae335f', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:04:00.549042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.572787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Pushing event deleted for resources: {'Port': ['ID=95c37e8e-0876-413c-99c9-dfd63ae91679,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:00.604837 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:04:00.639824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.726587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.729410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.770213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.770695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:04:00.775185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.776560 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a88e4b0d-3289-4dd7-8c0e-1507edec072a admin admin] 10.222.0.39 "DELETE /v2.0/routers/4e6a6559-d7bb-4c18-a66c-5c3f2c1ddfb1 HTTP/1.1" status: 204 len: 168 time: 0.7419820 Oct 11 05:04:00.779532 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:00.823866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Deleting subnet aeedbd47-3607-4470-b534-218a5aa48c85 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:04:00.826798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.860921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.952442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:00.973786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58f25d31-2fe6-4a0b-b2cc-18a169623c7c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:01.000563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 58f25d31-2fe6-4a0b-b2cc-18a169623c7c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:01.000908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 58f25d31-2fe6-4a0b-b2cc-18a169623c7c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:01.008551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.033931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeedbd47-3607-4470-b534-218a5aa48c85,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:01.042433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.044039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014a8c7-02de-4ce4-9087-f884314479c6 None None] Network 99311e61-49c7-4955-9fba-efd885a0e345 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:01.047865 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aeedbd47-3607-4470-b534-218a5aa48c85 HTTP/1.1" status: 204 len: 168 time: 0.2649393 Oct 11 05:04:01.047865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.047865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.048177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57366) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:01.050700 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.051231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.051576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.051911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.052362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.052696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.053025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.053426 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.053753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.054253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d9002-56e7-4844-9a51-13c5c7646650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:01.118660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.170075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Deleting port 036bf425-ca43-4b70-9728-b8d233b492a3 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:01.170414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.231769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] For port 036bf425-ca43-4b70-9728-b8d233b492a3, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=036bf425-ca43-4b70-9728-b8d233b492a3,segment=NetworkSegment(41e2afe1-2826-4676-bc0d-719995a69d13),segment_id=41e2afe1-2826-4676-bc0d-719995a69d13)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:01.232144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.247679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Calling delete_port for 036bf425-ca43-4b70-9728-b8d233b492a3 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:01.325371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.344296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54834f0-3248-42b0-a5b2-782c140589d9 None None] DHCP port deletion for 99311e61-49c7-4955-9fba-efd885a0e345 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:04:01.352335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=036bf425-ca43-4b70-9728-b8d233b492a3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:01.361429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] No DVR routers for this DVR port 036bf425-ca43-4b70-9728-b8d233b492a3 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:01.730720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.751079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99311e61-49c7-4955-9fba-efd885a0e345']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:01.760863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e2afe1-2826-4676-bc0d-719995a69d13') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:01.761157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e2afe1-2826-4676-bc0d-719995a69d13') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:01.770208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.783217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.789589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Releasing vlan 463 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:01.790041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.847762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.852176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:01.857750 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/99311e61-49c7-4955-9fba-efd885a0e345 HTTP/1.1" status: 204 len: 168 time: 0.8062458 Oct 11 05:04:01.869171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74456d06-6c7f-4f59-92dc-e6d3e81bb0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=99311e61-49c7-4955-9fba-efd885a0e345,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:01.876573 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 41e2afe1-2826-4676-bc0d-719995a69d13 resource provider aggregate not found Oct 11 05:04:01.893193 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 41e2afe1-2826-4676-bc0d-719995a69d13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41e2afe1-2826-4676-bc0d-719995a69d13 found for delete ", "request_id": "req-a61253da-68b5-4a70-9e14-1cdb288248d9"}]} Oct 11 05:04:01.967983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57376) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:02.010902 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-80ab9d7d-2fe2-46c1-8a75-1f358ef06fec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09b5ed58a4b24f08af737a378dae335f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417752 Oct 11 05:04:02.013493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57380) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:02.062252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-465dc3ec-82ec-4399-aa56-c5f4bf71ebca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.082478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-465dc3ec-82ec-4399-aa56-c5f4bf71ebca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.129780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-465dc3ec-82ec-4399-aa56-c5f4bf71ebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.132608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-465dc3ec-82ec-4399-aa56-c5f4bf71ebca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.134125 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-465dc3ec-82ec-4399-aa56-c5f4bf71ebca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2be83eb7-5c01-45fc-a6a8-aa13e06ee1b4 HTTP/1.1" status: 204 len: 168 time: 0.1193168 Oct 11 05:04:02.143087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dc3ec-82ec-4399-aa56-c5f4bf71ebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be83eb7-5c01-45fc-a6a8-aa13e06ee1b4,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:02.776343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:02.868290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-163053828-network', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:02.889243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Made reservation on behalf of fb73137c6433412aa1cca32762a7ec63 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:02.891721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.900478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.915895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 95c37e8e-0876-413c-99c9-dfd63ae91679 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:02.935430 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 95c37e8e-0876-413c-99c9-dfd63ae91679 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:02.935781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 95c37e8e-0876-413c-99c9-dfd63ae91679 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:02.936191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 036bf425-ca43-4b70-9728-b8d233b492a3 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:02.955449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 036bf425-ca43-4b70-9728-b8d233b492a3 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:02.955789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 036bf425-ca43-4b70-9728-b8d233b492a3 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:02.978682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:02.982509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.002776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:03.016637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b0404-f31e-451c-9298-0db6e0cc7334,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:03.022199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.022562 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Added segment 4b14e3d2-91cd-4922-b252-bd9cac382fe9 of type vlan for network 863f94b3-de8d-4592-8742-02cc00427a0e Oct 11 05:04:03.063819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.088173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.089103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:03.089674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.115694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3382804 Oct 11 05:04:03.119331 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57406) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:03.124701 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Request body: {'subnet': {'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-163053828-subnet', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:03.143754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Made reservation on behalf of fb73137c6433412aa1cca32762a7ec63 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:03.146084 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.152251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ccb4-821c-4bc2-9527-a5275f1e385e admin admin] Pushing event updated for resources: {'Network': ['ID=863f94b3-de8d-4592-8742-02cc00427a0e,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:03.162116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 863f94b3-de8d-4592-8742-02cc00427a0e details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:03.322320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.380330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3617ff67-e861-49d6-857a-b5bc67693d85,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:03.385242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Checking segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:03.385602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Network hostable DHCP agents. Network: 863f94b3-de8d-4592-8742-02cc00427a0e, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:03.401694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Network 863f94b3-de8d-4592-8742-02cc00427a0e is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:03.409874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 863f94b3-de8d-4592-8742-02cc00427a0e) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:03.414111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:03.415294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.418329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa11b1b-1954-48d8-83c4-3f9611ce3395 None None] Network 863f94b3-de8d-4592-8742-02cc00427a0e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:03.431569 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-2a91bcad-9ecd-499b-9657-8f5bbeeaf079 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3108704 Oct 11 05:04:03.434329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57410) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:03.438762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:03.459955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.460951 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.520565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.562859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-863f94b3-de8d-4592-8742-02cc00427a0e', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:03.563718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.658778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.703171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Allocated IP 172.20.0.2 (863f94b3-de8d-4592-8742-02cc00427a0e/3617ff67-e861-49d6-857a-b5bc67693d85/a91f4ce8-9514-4028-b76c-d571b11e1f5a) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:03.840142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.846309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.859436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.879175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.889627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Network 863f94b3-de8d-4592-8742-02cc00427a0e is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:03.892453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:03.898783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:03.902466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Pushing event updated for resources: {'Port': ['ID=a91f4ce8-9514-4028-b76c-d571b11e1f5a,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:03.952090 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Attempting to bind port a91f4ce8-9514-4028-b76c-d571b11e1f5a on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:03.952792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Attempting to bind port a91f4ce8-9514-4028-b76c-d571b11e1f5a by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:03.952792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Attempting to bind port a91f4ce8-9514-4028-b76c-d571b11e1f5a on network 863f94b3-de8d-4592-8742-02cc00427a0e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:03.957677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:03.958041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Checking segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:03.958434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.958869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Bound using segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:03.959325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Bound port: a91f4ce8-9514-4028-b76c-d571b11e1f5a, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:03.959714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:03.990076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Allocated IP 172.26.8.50 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/429fc3a9-7456-44d0-aaa4-4dba88a639bc) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:04.022207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] For port a91f4ce8-9514-4028-b76c-d571b11e1f5a, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:04.025810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] For port a91f4ce8-9514-4028-b76c-d571b11e1f5a, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a91f4ce8-9514-4028-b76c-d571b11e1f5a,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:04.029436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.085487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89425a-ebf2-4160-81e8-398abe348f69 None None] Pushing event updated for resources: {'Port': ['ID=a91f4ce8-9514-4028-b76c-d571b11e1f5a,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:04.097428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.131538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.175590 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:04.180850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:04.183374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Pushing event updated for resources: {'Port': ['ID=429fc3a9-7456-44d0-aaa4-4dba88a639bc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:04.185516 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:04.306025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8b2290b7-3f9d-4da3-836d-0a4e8067dbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.454062 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.647075 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.777790 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:04:04.898205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:04:04.912099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Sync routers for ids ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:04:04.923633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Routers {'d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:04.924339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:03:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:04.924502 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:04.925855 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d09939d9-ac09-4f87-ad09-7e7a358bb108 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4902112 Oct 11 05:04:04.928323 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:04.970092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a91f4ce8-9514-4028-b76c-d571b11e1f5a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:05.005568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cd4e2-b76c-4526-84fd-b88761f1f1b9 None None] Network 863f94b3-de8d-4592-8742-02cc00427a0e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:05.141568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Provisioning complete for port a91f4ce8-9514-4028-b76c-d571b11e1f5a triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:05.141928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.142256 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Attempt 1 to provision port a91f4ce8-9514-4028-b76c-d571b11e1f5a Oct 11 05:04:05.178316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Set router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:05.248131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a91f4ce8-9514-4028-b76c-d571b11e1f5a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:05.248390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.248724 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a91f4ce8-9514-4028-b76c-d571b11e1f5a Oct 11 05:04:05.618265 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.624790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Current status of the port a91f4ce8-9514-4028-b76c-d571b11e1f5a is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:05.625168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.668579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a91f4ce8-9514-4028-b76c-d571b11e1f5a is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:05.668961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.716721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] For port a91f4ce8-9514-4028-b76c-d571b11e1f5a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a91f4ce8-9514-4028-b76c-d571b11e1f5a,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:05.728339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.781449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Allocated IP 172.20.0.1 (863f94b3-de8d-4592-8742-02cc00427a0e/3617ff67-e861-49d6-857a-b5bc67693d85/1ea68546-ed10-4910-8ab2-543b86b68286) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:05.802166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:04Z', 'revision_number': 3, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:05.841077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 05:04:05.841425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 05:04:05.841965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Checking router: d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:04:05.842304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Updating router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 port 429fc3a9-7456-44d0-aaa4-4dba88a639bc binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:04:05.845480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfe988-740c-47d8-b0eb-93a9c0d7c65d None None] Pushing event updated for resources: {'Port': ['ID=a91f4ce8-9514-4028-b76c-d571b11e1f5a,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:05.869351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.891890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.926774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.967654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Network 863f94b3-de8d-4592-8742-02cc00427a0e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:05.971899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:05.976167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:05.979235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Pushing event updated for resources: {'Port': ['ID=1ea68546-ed10-4910-8ab2-543b86b68286,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:05.982262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-b0558d83-9dae-41cf-b099-f3a617503096 None None] Provisioning complete for port a91f4ce8-9514-4028-b76c-d571b11e1f5a triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:05.982802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b0558d83-9dae-41cf-b099-f3a617503096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:05.982900 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-b0558d83-9dae-41cf-b099-f3a617503096 None None] Attempt 1 to provision port a91f4ce8-9514-4028-b76c-d571b11e1f5a Oct 11 05:04:06.027384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.147631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-b0558d83-9dae-41cf-b099-f3a617503096 None None] Current status of the port a91f4ce8-9514-4028-b76c-d571b11e1f5a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:06.161471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.210138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.215536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.250893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Attempting to bind port 429fc3a9-7456-44d0-aaa4-4dba88a639bc on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:06.251181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Attempting to bind port 429fc3a9-7456-44d0-aaa4-4dba88a639bc by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:06.251543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Attempting to bind port 429fc3a9-7456-44d0-aaa4-4dba88a639bc on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:06.272098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:06.272474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:06.272878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.273279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:06.273757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Bound port: 429fc3a9-7456-44d0-aaa4-4dba88a639bc, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:06.274181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.300175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c03e-a3ae-4dcb-a8a2-15f3656b242b None None] Pushing event updated for resources: {'Port': ['ID=429fc3a9-7456-44d0-aaa4-4dba88a639bc,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:06.313245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Provisioning complete for port 1ea68546-ed10-4910-8ab2-543b86b68286 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:06.313619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.313960 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 1 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:06.326344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.330937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.394365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] For port 429fc3a9-7456-44d0-aaa4-4dba88a639bc, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:06.398967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] For port 429fc3a9-7456-44d0-aaa4-4dba88a639bc, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=429fc3a9-7456-44d0-aaa4-4dba88a639bc,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:06.400078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:06.401966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Pushing event updated for resources: {'Port': ['ID=1ea68546-ed10-4910-8ab2-543b86b68286,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:06.404422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a91f4ce8-9514-4028-b76c-d571b11e1f5a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:06.404908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.406963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.447172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Routers {'d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:06.447798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:03:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:06.495441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c03e-a3ae-4dcb-a8a2-15f3656b242b None None] Pushing event updated for resources: {'Port': ['ID=429fc3a9-7456-44d0-aaa4-4dba88a639bc,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:06.497208 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Network 863f94b3-de8d-4592-8742-02cc00427a0e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:06.498663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:06.565666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-42fcb2b6-de99-40ed-9fc8-3d185a1d4647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.588929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] Set router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:06.624087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:04:06.740422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:04:06.748198 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-038f289d-3fbe-4c66-a9f6-3076aeae424e admin admin] 10.222.0.39 "PUT /v2.0/routers/d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8187914 Oct 11 05:04:06.808121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '1ea68546-ed10-4910-8ab2-543b86b68286', 'name': '', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'mac_address': 'fa:16:3e:43:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:05Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 2, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'subnets': [{'id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:06.837500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66263074-b9d3-423f-991d-8521b9b2a0f6 None None] The sync data for ids ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'] in dv-neutron-860894-1-hyperv is: [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '1ea68546-ed10-4910-8ab2-543b86b68286', 'name': '', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'mac_address': 'fa:16:3e:43:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:05Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 2, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'subnets': [{'id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:04:06.903001 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 2 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:06.941247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a91f4ce8-9514-4028-b76c-d571b11e1f5a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:06.965819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:06.993248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a91f4ce8-9514-4028-b76c-d571b11e1f5a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:06.993895 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:06.994119 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a91f4ce8-9514-4028-b76c-d571b11e1f5a Oct 11 05:04:07.099995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a91f4ce8-9514-4028-b76c-d571b11e1f5a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:07.245633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-d9b89731-d536-4d73-8de1-c3451d0e47b5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:07.247157 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-d9b89731-d536-4d73-8de1-c3451d0e47b5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/networks?id=863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 200 len: 813 time: 0.1103795 Oct 11 05:04:07.265544 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-a620d9b9-ab9e-4807-8ebd-3eb1a4e82100 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/quotas/fb73137c6433412aa1cca32762a7ec63 HTTP/1.1" status: 200 len: 375 time: 0.0123224 Oct 11 05:04:07.319080 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-95b95405-36de-4ef0-b2b7-68a1da38181a tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb73137c6433412aa1cca32762a7ec63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495315 Oct 11 05:04:07.374406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-dc40fd86-6b9a-4d18-85e5-26245a86011f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:04:07.375484 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-dc40fd86-6b9a-4d18-85e5-26245a86011f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503087 Oct 11 05:04:07.469541 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 3 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:07.483093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-1472b1a0-665c-4c94-9ab8-b3ed69b99987 service neutron] 10.222.0.39 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009946 Oct 11 05:04:07.515055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:07.584345 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-e20cc17f-524c-4bcc-be38-abebd971ff14 service neutron] 10.222.0.39 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952277 Oct 11 05:04:07.751264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fcddb3be-aa65-4a74-a9a0-a7e3cd1ac730 req-310f5610-0eed-4c86-b41d-201ea62fa45a tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Oct 11 05:04:07.890577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:08.016552 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 4 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:08.052242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:08.553856 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 5 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:08.589274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:08.792760 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Sync routers for ids ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:04:08.806775 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Routers {'d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:08.807438 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:04:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:08.872011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-76cab22f-b75a-4298-80d5-ad5af5d4d851 req-8fd936a9-6013-4ef2-a4bf-b1d549e3ee6b tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 210 time: 0.0328121 Oct 11 05:04:08.908221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-511e0c82-c6da-40db-aae6-6ec17e516f5a tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:08.912952 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-511e0c82-c6da-40db-aae6-6ec17e516f5a tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "GET /v2.0/networks?id=863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 200 len: 813 time: 0.1496582 Oct 11 05:04:08.932317 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Set router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:08.935226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Request body: {'port': {'device_id': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'admin_state_up': True, 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:08.988518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 429fc3a9-7456-44d0-aaa4-4dba88a639bc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:09.043200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 429fc3a9-7456-44d0-aaa4-4dba88a639bc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:09.043825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.043825 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 429fc3a9-7456-44d0-aaa4-4dba88a639bc Oct 11 05:04:09.062568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Made reservation on behalf of fb73137c6433412aa1cca32762a7ec63 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:09.066906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.092872 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 6 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:09.145595 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '1ea68546-ed10-4910-8ab2-543b86b68286', 'name': '', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'mac_address': 'fa:16:3e:43:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:05Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 2, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'subnets': [{'id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:09.149946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:09.162623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 429fc3a9-7456-44d0-aaa4-4dba88a639bc is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:09.163007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.184403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 429fc3a9-7456-44d0-aaa4-4dba88a639bc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=429fc3a9-7456-44d0-aaa4-4dba88a639bc,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:09.189339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.208641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Allocated IP 172.20.0.12 (863f94b3-de8d-4592-8742-02cc00427a0e/3617ff67-e861-49d6-857a-b5bc67693d85/06601cc2-6d85-4a99-ae33-1d93b20548b5) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:09.244524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=429fc3a9-7456-44d0-aaa4-4dba88a639bc,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:09.272982 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Checking router: d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:04:09.273445 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Updating router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 port 1ea68546-ed10-4910-8ab2-543b86b68286 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:04:09.297848 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.368658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.401227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.447736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Network 863f94b3-de8d-4592-8742-02cc00427a0e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:09.451133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:09.452654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.456318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:09.485742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Pushing event updated for resources: {'Port': ['ID=06601cc2-6d85-4a99-ae33-1d93b20548b5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:09.517071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:09.517791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.535069 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-04a8dd67-34d0-4aff-9d2f-b1555f9dd9d4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048496 Oct 11 05:04:09.545244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-0c3063d9-68f4-41ac-93d9-e36960946470 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:04:09.546205 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-0c3063d9-68f4-41ac-93d9-e36960946470 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053828 Oct 11 05:04:09.572505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.577073 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.589000 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.617131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Request body: {'port': {'device_id': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:09.651925 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 7 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:09.674989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.681988 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Pushing event updated for resources: {'Port': ['ID=1ea68546-ed10-4910-8ab2-543b86b68286,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:09.692277 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.692738 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.693069 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.693401 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.693724 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.694048 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.694371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.694719 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.695039 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.695356 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.695675 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.696024 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:09.698959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Port 1ea68546-ed10-4910-8ab2-543b86b68286 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:09.700623 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Attempting to bind port 1ea68546-ed10-4910-8ab2-543b86b68286 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:09.700998 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Attempting to bind port 1ea68546-ed10-4910-8ab2-543b86b68286 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:09.701352 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Attempting to bind port 1ea68546-ed10-4910-8ab2-543b86b68286 on network 863f94b3-de8d-4592-8742-02cc00427a0e {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:09.706796 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:09.707364 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Checking segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:09.707756 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.708165 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Bound using segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:09.708623 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Bound port: 1ea68546-ed10-4910-8ab2-543b86b68286, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:09.708997 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.770230 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] For port 1ea68546-ed10-4910-8ab2-543b86b68286, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:09.773248 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] For port 1ea68546-ed10-4910-8ab2-543b86b68286, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1ea68546-ed10-4910-8ab2-543b86b68286,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:09.777055 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.811266 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Routers {'d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:09.811935 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:04:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:09.875008 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618a8a-d10c-457d-81c9-0eeab94417f0 None None] Pushing event updated for resources: {'Port': ['ID=1ea68546-ed10-4910-8ab2-543b86b68286,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:09.936701 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] Set router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:09.950788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06601cc2-6d85-4a99-ae33-1d93b20548b5 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:04:09.958562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:09.972610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Transition to ACTIVE for port object 06601cc2-6d85-4a99-ae33-1d93b20548b5 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:04:09.976819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.026174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262e879-fb79-4c14-939b-50c105c86738 req-c99229fe-82fc-4dc8-80fe-6c00a3c055cd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.028383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b262e879-fb79-4c14-939b-50c105c86738 req-c99229fe-82fc-4dc8-80fe-6c00a3c055cd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 944 time: 0.0549333 Oct 11 05:04:10.060933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Pushing event updated for resources: {'Port': ['ID=06601cc2-6d85-4a99-ae33-1d93b20548b5,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:10.068204 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b262e879-fb79-4c14-939b-50c105c86738 req-d290e923-37eb-49db-a6ed-71420744c961 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Oct 11 05:04:10.085747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Attempting to bind port 06601cc2-6d85-4a99-ae33-1d93b20548b5 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:10.086079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Attempting to bind port 06601cc2-6d85-4a99-ae33-1d93b20548b5 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:10.086952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Attempting to bind port 06601cc2-6d85-4a99-ae33-1d93b20548b5 on network 863f94b3-de8d-4592-8742-02cc00427a0e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:10.091359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Port 06601cc2-6d85-4a99-ae33-1d93b20548b5 on network 863f94b3-de8d-4592-8742-02cc00427a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:04:10.091671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Attempting to bind port 06601cc2-6d85-4a99-ae33-1d93b20548b5 on network 863f94b3-de8d-4592-8742-02cc00427a0e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:10.096444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:10.096774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Checking segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:10.097145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Bound using segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:10.097558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Bound port: 06601cc2-6d85-4a99-ae33-1d93b20548b5, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:10.097905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.147635 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '1ea68546-ed10-4910-8ab2-543b86b68286', 'name': '', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'mac_address': 'fa:16:3e:43:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:05Z', 'updated_at': '2022-10-11T05:04:09Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'subnets': [{'id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:10.160769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] For port 06601cc2-6d85-4a99-ae33-1d93b20548b5, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:10.163811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] For port 06601cc2-6d85-4a99-ae33-1d93b20548b5, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:10.168514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.172449 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.173053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.174407 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] 10.222.0.45 "PUT /v2.0/ports/06601cc2-6d85-4a99-ae33-1d93b20548b5 HTTP/1.1" status: 200 len: 1094 time: 0.6149020 Oct 11 05:04:10.174933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'tag': '06601cc2-6d85-4a99-ae33-1d93b20548b5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:04:10.177365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f20688-56cf-4ecf-98f3-7660fcaf3561" -d '{"events": [{"name": "network-changed", "server_uuid": "3038c191-09a3-4073-9f98-935a8b2ffd80", "tag": "06601cc2-6d85-4a99-ae33-1d93b20548b5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:04:10.178037 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8c803-f34b-45a9-a312-2b8533a8d58e None None] The sync data for ids ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'] in dv-neutron-860894-1-hyperv is: [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:06Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '1ea68546-ed10-4910-8ab2-543b86b68286', 'name': '', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'mac_address': 'fa:16:3e:43:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:05Z', 'updated_at': '2022-10-11T05:04:09Z', 'revision_number': 4, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'subnets': [{'id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:04:10.199833 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Attempt 8 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:10.225740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceae2a89-1b8d-4aa0-ab05-c315ea137699 x-openstack-request-id: req-ceae2a89-1b8d-4aa0-ab05-c315ea137699 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:04:10.226037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3038c191-09a3-4073-9f98-935a8b2ffd80", "tag": "06601cc2-6d85-4a99-ae33-1d93b20548b5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:04:10.226362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ceae2a89-1b8d-4aa0-ab05-c315ea137699 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:04:10.226851 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceae2a89-1b8d-4aa0-ab05-c315ea137699'] response: {'name': 'network-changed', 'server_uuid': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'tag': '06601cc2-6d85-4a99-ae33-1d93b20548b5', 'status': 'completed', 'code': 200} Oct 11 05:04:10.256472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9d2e8-39a1-47a9-b4d5-c3dfdc2d2bcb service neutron] Pushing event updated for resources: {'Port': ['ID=06601cc2-6d85-4a99-ae33-1d93b20548b5,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:10.288649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-3fa7a49d-439e-4b17-86b0-34e30843584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.290918 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-3fa7a49d-439e-4b17-86b0-34e30843584e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb73137c6433412aa1cca32762a7ec63&device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 1097 time: 0.0486219 Oct 11 05:04:10.343447 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-9f985f31-9af3-4832-95be-52520469814f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5 HTTP/1.1" status: 200 len: 217 time: 0.0394871 Oct 11 05:04:10.403507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-7b1a7f4b-e2d1-492e-8f71-9b43418b2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.405060 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-7b1a7f4b-e2d1-492e-8f71-9b43418b2112 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3617ff67-e861-49d6-857a-b5bc67693d85 HTTP/1.1" status: 200 len: 852 time: 0.0535908 Oct 11 05:04:10.446961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Current status of the port 1ea68546-ed10-4910-8ab2-543b86b68286 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:10.447446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.453880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-b169eecd-c0ea-4b85-85d6-4375ca3093fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.455438 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-b169eecd-c0ea-4b85-85d6-4375ca3093fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863f94b3-de8d-4592-8742-02cc00427a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435135 Oct 11 05:04:10.482365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] For port 1ea68546-ed10-4910-8ab2-543b86b68286, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1ea68546-ed10-4910-8ab2-543b86b68286,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:10.487191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.538490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8f39b-4990-435f-828a-257f5ea0d0d4 None None] Pushing event updated for resources: {'Port': ['ID=1ea68546-ed10-4910-8ab2-543b86b68286,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:10.555400 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-43cc9417-b3a0-4c2b-8bd1-943d9e35ed97 service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923734 Oct 11 05:04:10.608626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-824ce710-59fe-428c-a758-6c369a80872b None None] Provisioning complete for port 1ea68546-ed10-4910-8ab2-543b86b68286 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:10.608998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-824ce710-59fe-428c-a758-6c369a80872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.609336 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-824ce710-59fe-428c-a758-6c369a80872b None None] Attempt 1 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:10.659242 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1dcabb7-a84a-499a-af2a-b6a1f1fd573a req-2a8377b1-ea6b-4d4a-babc-e1cd0ecea6f6 service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972338 Oct 11 05:04:10.695881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-824ce710-59fe-428c-a758-6c369a80872b None None] Current status of the port 1ea68546-ed10-4910-8ab2-543b86b68286 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:10.786064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-d963f971-bc96-440e-be9e-a118827bff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.787604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-d963f971-bc96-440e-be9e-a118827bff2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb73137c6433412aa1cca32762a7ec63&device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 1097 time: 0.0434549 Oct 11 05:04:10.870411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.891537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-e44b273d-ded1-4657-8f81-df42ada0b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.893055 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-e44b273d-ded1-4657-8f81-df42ada0b7bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 200 len: 914 time: 0.0978279 Oct 11 05:04:10.935179 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-c9c58052-fc0f-465a-be9f-4a5e3384a3a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5 HTTP/1.1" status: 200 len: 217 time: 0.0352530 Oct 11 05:04:10.946645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 429fc3a9-7456-44d0-aaa4-4dba88a639bc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:10.989011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-29eccca7-4f36-4597-bead-451fe63f0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:10.990487 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-29eccca7-4f36-4597-bead-451fe63f0990 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3617ff67-e861-49d6-857a-b5bc67693d85 HTTP/1.1" status: 200 len: 852 time: 0.0489452 Oct 11 05:04:10.995361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 429fc3a9-7456-44d0-aaa4-4dba88a639bc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:10.995739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:10.996124 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 429fc3a9-7456-44d0-aaa4-4dba88a639bc Oct 11 05:04:11.036776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-a78a4bf1-6405-4945-bea0-29c819c3511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:11.038272 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-a78a4bf1-6405-4945-bea0-29c819c3511b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863f94b3-de8d-4592-8742-02cc00427a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406184 Oct 11 05:04:11.073201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 429fc3a9-7456-44d0-aaa4-4dba88a639bc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:11.074303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1ea68546-ed10-4910-8ab2-543b86b68286 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:11.125767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 1ea68546-ed10-4910-8ab2-543b86b68286 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:11.126141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:11.126480 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 1ea68546-ed10-4910-8ab2-543b86b68286 Oct 11 05:04:11.129702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-36f78ff9-fa53-4c52-8a51-8a84657526e9 service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839970 Oct 11 05:04:11.199138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91febc-0348-423b-b8c1-8083162f1a4a req-02e001db-1b30-46a8-b737-d5bac785b0a3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:11.201377 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ab91febc-0348-423b-b8c1-8083162f1a4a req-02e001db-1b30-46a8-b737-d5bac785b0a3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 944 time: 0.0551181 Oct 11 05:04:11.212116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 1ea68546-ed10-4910-8ab2-543b86b68286 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:11.225139 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1f20688-56cf-4ecf-98f3-7660fcaf3561 req-4a87ee7f-e8e7-4c4b-9339-ebcd7dc9f738 service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892153 Oct 11 05:04:11.247531 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ab91febc-0348-423b-b8c1-8083162f1a4a req-3ec0791d-c860-4743-b0db-78d09b4ba9a3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Oct 11 05:04:12.371298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71034f3c-c66b-432f-b8ef-06f3ac7c7c2a req-34fb599b-ab32-463b-98f7-2d5cc0d05772 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:12.372785 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-71034f3c-c66b-432f-b8ef-06f3ac7c7c2a req-34fb599b-ab32-463b-98f7-2d5cc0d05772 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 944 time: 0.0494492 Oct 11 05:04:12.410888 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-71034f3c-c66b-432f-b8ef-06f3ac7c7c2a req-d0830ab6-0059-4164-b284-fe93ee298a49 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Oct 11 05:04:13.528424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f160314-965a-4b0e-a712-7d8211196db1 req-334ad2c1-8af8-4b7d-ab1b-9ff45d10b3fc tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:13.529790 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7f160314-965a-4b0e-a712-7d8211196db1 req-334ad2c1-8af8-4b7d-ab1b-9ff45d10b3fc tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 944 time: 0.0479293 Oct 11 05:04:13.567430 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7f160314-965a-4b0e-a712-7d8211196db1 req-4bf43f9c-b053-421f-bf2e-15777218685a tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Oct 11 05:04:14.556407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 06601cc2-6d85-4a99-ae33-1d93b20548b5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:04:14.652820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 06601cc2-6d85-4a99-ae33-1d93b20548b5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:14.663671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '06601cc2-6d85-4a99-ae33-1d93b20548b5', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'port_id': '06601cc2-6d85-4a99-ae33-1d93b20548b5', 'mac_address': 'fa:16:3e:b6:cc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 452, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:04:14.687188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e7b62-70ed-454d-9a72-b342c08dbe18 req-66678994-f417-4b88-910a-34aea2c3f192 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:14.688656 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c6e7b62-70ed-454d-9a72-b342c08dbe18 req-66678994-f417-4b88-910a-34aea2c3f192 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 944 time: 0.0489168 Oct 11 05:04:14.700844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 06601cc2-6d85-4a99-ae33-1d93b20548b5 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:14.701230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:14.717772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06601cc2-6d85-4a99-ae33-1d93b20548b5 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:04:14.731009 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c6e7b62-70ed-454d-9a72-b342c08dbe18 req-594f13a9-ae9a-47f6-b54f-123f34b0d174 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 Oct 11 05:04:14.736637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 06601cc2-6d85-4a99-ae33-1d93b20548b5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:14.740525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:14.788911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=06601cc2-6d85-4a99-ae33-1d93b20548b5,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:15.175247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['06601cc2-6d85-4a99-ae33-1d93b20548b5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:04:15.855620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595d34-fb46-4e2f-8480-902381bed627 req-5b750279-dc08-4bb9-84ee-c310eb1f2abb tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:15.857080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-75595d34-fb46-4e2f-8480-902381bed627 req-5b750279-dc08-4bb9-84ee-c310eb1f2abb tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 945 time: 0.0526364 Oct 11 05:04:15.894483 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-75595d34-fb46-4e2f-8480-902381bed627 req-b7518128-7c04-420f-b529-13c22f5a2553 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Oct 11 05:04:16.553156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 06601cc2-6d85-4a99-ae33-1d93b20548b5 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:16.603141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 06601cc2-6d85-4a99-ae33-1d93b20548b5 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:04:16.607172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 06601cc2-6d85-4a99-ae33-1d93b20548b5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:16.607545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:16.607890 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 06601cc2-6d85-4a99-ae33-1d93b20548b5 Oct 11 05:04:16.683232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 06601cc2-6d85-4a99-ae33-1d93b20548b5 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:16.683610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:16.705351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06601cc2-6d85-4a99-ae33-1d93b20548b5'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:04:16.707647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb1a6da-6eef-4d63-bcde-21803ee63cc1" -d '{"events": [{"server_uuid": "3038c191-09a3-4073-9f98-935a8b2ffd80", "name": "network-vif-plugged", "status": "completed", "tag": "06601cc2-6d85-4a99-ae33-1d93b20548b5"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:04:16.724958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 06601cc2-6d85-4a99-ae33-1d93b20548b5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:16.729735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:16.780995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=06601cc2-6d85-4a99-ae33-1d93b20548b5,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:16.801936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b2af45-b341-4f14-8969-7e5bcbc8d959 x-openstack-request-id: req-66b2af45-b341-4f14-8969-7e5bcbc8d959 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:04:16.802232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3038c191-09a3-4073-9f98-935a8b2ffd80", "name": "network-vif-plugged", "status": "completed", "tag": "06601cc2-6d85-4a99-ae33-1d93b20548b5", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:04:16.802486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66b2af45-b341-4f14-8969-7e5bcbc8d959 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:04:16.802913 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b2af45-b341-4f14-8969-7e5bcbc8d959'] response: {'server_uuid': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06601cc2-6d85-4a99-ae33-1d93b20548b5', 'code': 200} Oct 11 05:04:16.995870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3d6e6-b32c-4592-88da-b4c0ec2ecf66 req-c7fef887-9622-4121-b27e-3530f3a9c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:16.997450 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b0d3d6e6-b32c-4592-88da-b4c0ec2ecf66 req-c7fef887-9622-4121-b27e-3530f3a9c4bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 1099 time: 0.0412607 Oct 11 05:04:17.014769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d45589-f3c7-4c2b-93c2-f66655d2b5f6 req-abe8e8b5-7f24-4a74-80d3-61f4e6a4eaf1 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:17.016244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e4d45589-f3c7-4c2b-93c2-f66655d2b5f6 req-abe8e8b5-7f24-4a74-80d3-61f4e6a4eaf1 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0497596 Oct 11 05:04:17.032595 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b0d3d6e6-b32c-4592-88da-b4c0ec2ecf66 req-c5229a2b-d1d5-48fe-84cc-15aa85bb560e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285723 Oct 11 05:04:17.054328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e4d45589-f3c7-4c2b-93c2-f66655d2b5f6 req-a40820a4-2125-40f7-ab57-c7d9fbaf2333 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Oct 11 05:04:18.175713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f031c3-45ad-4fb5-906d-93eae503cfaa req-eb58849c-23f9-4f47-916a-f7b4db01c731 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:18.177177 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a2f031c3-45ad-4fb5-906d-93eae503cfaa req-eb58849c-23f9-4f47-916a-f7b4db01c731 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0484989 Oct 11 05:04:18.214648 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a2f031c3-45ad-4fb5-906d-93eae503cfaa req-e7405c96-99df-49ed-8975-a44412b3d149 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Oct 11 05:04:19.336306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db4a7-7f86-440f-8c54-e42c255bb088 req-dc0dcc28-1397-400d-9386-930939de8f82 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:19.337759 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-346db4a7-7f86-440f-8c54-e42c255bb088 req-dc0dcc28-1397-400d-9386-930939de8f82 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Oct 11 05:04:19.375227 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-346db4a7-7f86-440f-8c54-e42c255bb088 req-1629cda4-a5ec-419c-9be3-cf3f607df210 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Oct 11 05:04:19.603091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-ed978c2b-c3d2-4b8f-bb36-e8937c5fc595 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:19.604528 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-ed978c2b-c3d2-4b8f-bb36-e8937c5fc595 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/networks?id=863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 200 len: 813 time: 0.1048799 Oct 11 05:04:19.619540 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-d59c4225-22df-4225-96e2-edd7f29be7ad tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/quotas/fb73137c6433412aa1cca32762a7ec63 HTTP/1.1" status: 200 len: 375 time: 0.0093462 Oct 11 05:04:19.670962 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-afa91af2-b901-4013-9aa2-0ecda84529b3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb73137c6433412aa1cca32762a7ec63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463302 Oct 11 05:04:19.761613 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-05f0ee88-73da-43a1-82be-57579a71595a service neutron] 10.222.0.39 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837238 Oct 11 05:04:19.848249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-f4d89287-fe16-4ce9-a114-40c2d1ad69d5 service neutron] 10.222.0.39 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806642 Oct 11 05:04:20.006878 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-96302b1c-1364-4440-bad9-8640ed6737f4 req-392bda1d-a123-49bf-93a0-99d62124a7ee tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 210 time: 0.0304964 Oct 11 05:04:20.948747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-d6bdf491-3e5f-4ea1-85bc-cbb425a0cf9e tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:20.950187 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-d6bdf491-3e5f-4ea1-85bc-cbb425a0cf9e tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "GET /v2.0/networks?id=863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 200 len: 813 time: 0.1076493 Oct 11 05:04:20.968371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Request body: {'port': {'device_id': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'admin_state_up': True, 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:21.074404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Made reservation on behalf of fb73137c6433412aa1cca32762a7ec63 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:21.077993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.115162 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2006ba97-a5c2-4473-9d9d-a2d2e64248e9 req-e9718fe9-d02d-43f2-becd-cd155a69bcc1 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 210 time: 0.0347831 Oct 11 05:04:21.224736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Allocated IP 172.20.0.3 (863f94b3-de8d-4592-8742-02cc00427a0e/3617ff67-e861-49d6-857a-b5bc67693d85/b238dd0d-339a-474d-916a-d9640703f49b) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:21.370855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.404194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.440072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['06601cc2-6d85-4a99-ae33-1d93b20548b5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:04:21.447385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Network 863f94b3-de8d-4592-8742-02cc00427a0e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:21.450438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:21.454076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:21.460247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Pushing event updated for resources: {'Port': ['ID=b238dd0d-339a-474d-916a-d9640703f49b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:21.521041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:21.522184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.540477 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-1432dd44-4dd1-41bd-a731-6ddabcb55fbd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765629 Oct 11 05:04:21.573199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Request body: {'port': {'device_id': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:21.628870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.694508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-67592f33-be0d-4d4d-9b22-c7b22d44dc1f None None] Provisioning complete for port b238dd0d-339a-474d-916a-d9640703f49b triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:21.694915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-67592f33-be0d-4d4d-9b22-c7b22d44dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.695240 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-67592f33-be0d-4d4d-9b22-c7b22d44dc1f None None] Attempt 1 to provision port b238dd0d-339a-474d-916a-d9640703f49b Oct 11 05:04:21.729155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-67592f33-be0d-4d4d-9b22-c7b22d44dc1f None None] Port b238dd0d-339a-474d-916a-d9640703f49b cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:04:21.884537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b238dd0d-339a-474d-916a-d9640703f49b {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:04:21.891743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.903848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Transition to ACTIVE for port object b238dd0d-339a-474d-916a-d9640703f49b will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:04:21.907881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:21.967807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Pushing event updated for resources: {'Port': ['ID=b238dd0d-339a-474d-916a-d9640703f49b,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:22.013715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Attempting to bind port b238dd0d-339a-474d-916a-d9640703f49b on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:22.014042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Attempting to bind port b238dd0d-339a-474d-916a-d9640703f49b by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:22.014363 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Attempting to bind port b238dd0d-339a-474d-916a-d9640703f49b on network 863f94b3-de8d-4592-8742-02cc00427a0e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:22.018446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Port b238dd0d-339a-474d-916a-d9640703f49b on network 863f94b3-de8d-4592-8742-02cc00427a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:04:22.018785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Attempting to bind port b238dd0d-339a-474d-916a-d9640703f49b on network 863f94b3-de8d-4592-8742-02cc00427a0e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:22.023500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:22.024433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Checking segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:22.024806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Bound using segment: {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:22.025220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Bound port: b238dd0d-339a-474d-916a-d9640703f49b, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b14e3d2-91cd-4922-b252-bd9cac382fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:22.025562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:22.085426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] For port b238dd0d-339a-474d-916a-d9640703f49b, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:22.088866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] For port b238dd0d-339a-474d-916a-d9640703f49b, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b238dd0d-339a-474d-916a-d9640703f49b,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:22.093124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:22.096983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.097573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:22.098949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] 10.222.0.45 "PUT /v2.0/ports/b238dd0d-339a-474d-916a-d9640703f49b HTTP/1.1" status: 200 len: 1093 time: 0.5302563 Oct 11 05:04:22.099423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'tag': 'b238dd0d-339a-474d-916a-d9640703f49b'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:04:22.101694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8ee08-f726-46e2-a303-eaf86a726225" -d '{"events": [{"name": "network-changed", "server_uuid": "c72beee9-a6ee-4250-a735-29a934bc52a4", "tag": "b238dd0d-339a-474d-916a-d9640703f49b"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:04:22.139758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a23f9e-5e10-4cf0-a765-57f5913204c0 x-openstack-request-id: req-28a23f9e-5e10-4cf0-a765-57f5913204c0 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:04:22.140046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72beee9-a6ee-4250-a735-29a934bc52a4", "tag": "b238dd0d-339a-474d-916a-d9640703f49b", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:04:22.140296 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28a23f9e-5e10-4cf0-a765-57f5913204c0 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:04:22.140694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a23f9e-5e10-4cf0-a765-57f5913204c0'] response: {'name': 'network-changed', 'server_uuid': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'tag': 'b238dd0d-339a-474d-916a-d9640703f49b', 'status': 'completed', 'code': 200} Oct 11 05:04:22.156521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef47d8-985d-422c-ae64-484052a98298 service neutron] Pushing event updated for resources: {'Port': ['ID=b238dd0d-339a-474d-916a-d9640703f49b,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:22.207153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-4f511a79-2a78-4c4a-9ae1-c940ef3d364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.208588 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-4f511a79-2a78-4c4a-9ae1-c940ef3d364e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb73137c6433412aa1cca32762a7ec63&device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 1096 time: 0.0492058 Oct 11 05:04:22.230168 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-67592f33-be0d-4d4d-9b22-c7b22d44dc1f None None] Attempt 2 to provision port b238dd0d-339a-474d-916a-d9640703f49b Oct 11 05:04:22.263779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-d82425ff-bab1-48cb-b364-cc52d5874b1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b238dd0d-339a-474d-916a-d9640703f49b HTTP/1.1" status: 200 len: 217 time: 0.0395331 Oct 11 05:04:22.270491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-67592f33-be0d-4d4d-9b22-c7b22d44dc1f None None] Port b238dd0d-339a-474d-916a-d9640703f49b had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:04:22.286206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2a0e-1d76-47c4-a920-f3b86129560d req-f407927f-9527-49d1-b272-5923b0dba527 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.287626 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b7e2a0e-1d76-47c4-a920-f3b86129560d req-f407927f-9527-49d1-b272-5923b0dba527 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 943 time: 0.0938270 Oct 11 05:04:22.342646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-3b44c678-5207-46f1-9331-0953592bdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.344025 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-3b44c678-5207-46f1-9331-0953592bdb31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3617ff67-e861-49d6-857a-b5bc67693d85 HTTP/1.1" status: 200 len: 852 time: 0.0734363 Oct 11 05:04:22.350895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b7e2a0e-1d76-47c4-a920-f3b86129560d req-cb7b1f23-0d30-49eb-9a58-4c625acd3931 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Oct 11 05:04:22.389305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-a39af9aa-015f-4bb6-9d65-1c3dd42f2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.390713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-a39af9aa-015f-4bb6-9d65-1c3dd42f2f6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863f94b3-de8d-4592-8742-02cc00427a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389850 Oct 11 05:04:22.479931 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-dcd42059-a099-4b20-bf41-ffd72d89557d service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829582 Oct 11 05:04:22.567141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4bbae53-0e9e-431e-9474-5233a81c0d42 req-5941f984-91f4-413b-85ee-f05c1afce834 service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Oct 11 05:04:22.703156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-7e5aa05c-e4a0-4d39-8cf3-68d3777b1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.704608 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-7e5aa05c-e4a0-4d39-8cf3-68d3777b1894 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb73137c6433412aa1cca32762a7ec63&device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 1096 time: 0.0444877 Oct 11 05:04:22.791665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-774758f3-c853-4fd7-b158-1d12be0cf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.793113 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-774758f3-c853-4fd7-b158-1d12be0cf917 service neutron] 10.222.0.45 "GET /v2.0/networks?id=863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 200 len: 914 time: 0.0824723 Oct 11 05:04:22.837061 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-68cc5cc5-7b2f-4029-8755-4396f32120b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b238dd0d-339a-474d-916a-d9640703f49b HTTP/1.1" status: 200 len: 217 time: 0.0373244 Oct 11 05:04:22.884749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-3cf79fa5-418e-4647-88ff-a2750b172f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.886166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-3cf79fa5-418e-4647-88ff-a2750b172f6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3617ff67-e861-49d6-857a-b5bc67693d85 HTTP/1.1" status: 200 len: 852 time: 0.0429728 Oct 11 05:04:22.928433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-408b4ae0-4073-4966-9a66-67ba172d195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:22.930312 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-408b4ae0-4073-4966-9a66-67ba172d195c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=863f94b3-de8d-4592-8742-02cc00427a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378532 Oct 11 05:04:23.018079 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-fd5d3b59-ec5b-4aec-8f04-0f39df8ca096 service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821140 Oct 11 05:04:23.103940 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1c8ee08-f726-46e2-a303-eaf86a726225 req-0d3ad431-36d0-4237-be08-ad9bf133c7ec service neutron] 10.222.0.45 "GET /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793934 Oct 11 05:04:23.474172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b26d5-7637-41bf-a405-5171fcfb5fdd req-f84f3f6f-84ba-4ce2-9fdc-45ca25131634 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:23.475677 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-033b26d5-7637-41bf-a405-5171fcfb5fdd req-f84f3f6f-84ba-4ce2-9fdc-45ca25131634 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 943 time: 0.0486000 Oct 11 05:04:23.513953 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-033b26d5-7637-41bf-a405-5171fcfb5fdd req-2bddd929-d2c2-4f02-94e3-c42da5f9be2b tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Oct 11 05:04:24.635056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42223-571d-43a4-b3c4-dc578ccaf1b6 req-46aa00dc-869a-4da8-a6ab-c5650849afd1 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:24.636516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-88e42223-571d-43a4-b3c4-dc578ccaf1b6 req-46aa00dc-869a-4da8-a6ab-c5650849afd1 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 943 time: 0.0480759 Oct 11 05:04:24.676547 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-88e42223-571d-43a4-b3c4-dc578ccaf1b6 req-e3f8c55b-8c72-4038-b5d8-fe9b5290a4c8 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Oct 11 05:04:25.793828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21e81a-7069-42c7-bff7-81476a2c2c06 req-94c2c6b0-6cc0-4839-a600-578ff88dc408 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:25.795306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6a21e81a-7069-42c7-bff7-81476a2c2c06 req-94c2c6b0-6cc0-4839-a600-578ff88dc408 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 943 time: 0.0478776 Oct 11 05:04:25.832762 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6a21e81a-7069-42c7-bff7-81476a2c2c06 req-7075cbd9-4a6d-4c8c-92dc-73637a4498d5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Oct 11 05:04:26.588305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b238dd0d-339a-474d-916a-d9640703f49b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:04:26.682069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b238dd0d-339a-474d-916a-d9640703f49b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b238dd0d-339a-474d-916a-d9640703f49b,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:26.693127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'b238dd0d-339a-474d-916a-d9640703f49b', 'network_id': '863f94b3-de8d-4592-8742-02cc00427a0e', 'port_id': 'b238dd0d-339a-474d-916a-d9640703f49b', 'mac_address': 'fa:16:3e:19:a8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 452, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3617ff67-e861-49d6-857a-b5bc67693d85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:04:26.730705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b238dd0d-339a-474d-916a-d9640703f49b is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:26.731249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:26.743715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b238dd0d-339a-474d-916a-d9640703f49b {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:04:26.762852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b238dd0d-339a-474d-916a-d9640703f49b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b238dd0d-339a-474d-916a-d9640703f49b,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:26.766969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:26.816945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b238dd0d-339a-474d-916a-d9640703f49b,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:26.824361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.824701 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.825029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.825377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.825685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.826007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.826332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.826686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.827008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.827322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.827648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.827952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:26.952753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae702c-6fc3-4436-8b98-385595f723ce req-5c08a636-72e9-45f3-9b82-bd070cc45556 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:26.954174 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-02ae702c-6fc3-4436-8b98-385595f723ce req-5c08a636-72e9-45f3-9b82-bd070cc45556 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 944 time: 0.0478110 Oct 11 05:04:26.991224 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-02ae702c-6fc3-4436-8b98-385595f723ce req-c1e4e4a8-849e-4c2f-b6f1-0288824a1ba0 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312376 Oct 11 05:04:27.148048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['b238dd0d-339a-474d-916a-d9640703f49b'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:04:28.110249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6389fe-5158-4e2b-937d-03280f6515c7 req-ea922d75-9625-4818-9103-ad1f74d1a23e tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:28.111731 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ca6389fe-5158-4e2b-937d-03280f6515c7 req-ea922d75-9625-4818-9103-ad1f74d1a23e tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 944 time: 0.0478451 Oct 11 05:04:28.153443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ca6389fe-5158-4e2b-937d-03280f6515c7 req-206183d8-4dfe-41da-8d4b-2993151777d3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Oct 11 05:04:28.614759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b238dd0d-339a-474d-916a-d9640703f49b up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:28.665820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port b238dd0d-339a-474d-916a-d9640703f49b completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:04:28.669356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port b238dd0d-339a-474d-916a-d9640703f49b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:28.669722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:28.670053 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port b238dd0d-339a-474d-916a-d9640703f49b Oct 11 05:04:28.743352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b238dd0d-339a-474d-916a-d9640703f49b is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:28.743731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:28.766046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b238dd0d-339a-474d-916a-d9640703f49b'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:04:28.768319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096123b-b4d1-4bbe-b293-7a9768cac7ba" -d '{"events": [{"server_uuid": "c72beee9-a6ee-4250-a735-29a934bc52a4", "name": "network-vif-plugged", "status": "completed", "tag": "b238dd0d-339a-474d-916a-d9640703f49b"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:04:28.781827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b238dd0d-339a-474d-916a-d9640703f49b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b238dd0d-339a-474d-916a-d9640703f49b,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:28.785784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:28.812312 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ec499-48b8-4317-86b7-cff342d57a57 x-openstack-request-id: req-b68ec499-48b8-4317-86b7-cff342d57a57 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:04:28.812605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72beee9-a6ee-4250-a735-29a934bc52a4", "name": "network-vif-plugged", "status": "completed", "tag": "b238dd0d-339a-474d-916a-d9640703f49b", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:04:28.812855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b68ec499-48b8-4317-86b7-cff342d57a57 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:04:28.813240 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68ec499-48b8-4317-86b7-cff342d57a57'] response: {'server_uuid': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b238dd0d-339a-474d-916a-d9640703f49b', 'code': 200} Oct 11 05:04:28.838877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b238dd0d-339a-474d-916a-d9640703f49b,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:29.002615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb63c8e-01d6-4ad0-ba36-502efeea6f18 req-bc5f2aaa-a420-4fcc-8a8f-059a6ba03f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:29.004073 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8cb63c8e-01d6-4ad0-ba36-502efeea6f18 req-bc5f2aaa-a420-4fcc-8a8f-059a6ba03f00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 1098 time: 0.0396743 Oct 11 05:04:29.038262 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8cb63c8e-01d6-4ad0-ba36-502efeea6f18 req-ad68f20d-c5e5-4ad0-bcfc-c6f4d28554fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269263 Oct 11 05:04:29.271201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c58405-264d-48a9-89bf-ac51d72a6f98 req-db8b70d8-2370-41ab-8062-db1f0fb8aeab tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:29.272678 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a9c58405-264d-48a9-89bf-ac51d72a6f98 req-db8b70d8-2370-41ab-8062-db1f0fb8aeab tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 945 time: 0.0486600 Oct 11 05:04:29.310770 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a9c58405-264d-48a9-89bf-ac51d72a6f98 req-033aee44-4305-46bf-b12b-7538597b157b tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Oct 11 05:04:30.433660 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee004a-fd11-42b0-8569-a87eb3aaed72 req-36d92ee1-8eaf-4c2a-ab27-0a42231fb3c4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:30.435267 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-34ee004a-fd11-42b0-8569-a87eb3aaed72 req-36d92ee1-8eaf-4c2a-ab27-0a42231fb3c4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 945 time: 0.0505335 Oct 11 05:04:30.478452 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-34ee004a-fd11-42b0-8569-a87eb3aaed72 req-57fc6d56-3fdd-4f39-8812-377af5b1f6f3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Oct 11 05:04:31.597261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209a0c3-e93b-46d7-bca2-42d039b07c74 req-b7f7bd72-0711-4d56-a790-c47189331fcd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:31.598776 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c209a0c3-e93b-46d7-bca2-42d039b07c74 req-b7f7bd72-0711-4d56-a790-c47189331fcd tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Oct 11 05:04:31.637015 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c209a0c3-e93b-46d7-bca2-42d039b07c74 req-c21c3c2f-7c84-4106-b18a-ce7de77c624b tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Oct 11 05:04:31.869400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f606b-c656-498d-86a3-81613c96b63f req-016938d9-f1f2-4ee6-92e4-0d41aa6a645c tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:31.870880 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-925f606b-c656-498d-86a3-81613c96b63f req-016938d9-f1f2-4ee6-92e4-0d41aa6a645c tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 945 time: 0.0488131 Oct 11 05:04:31.912392 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-925f606b-c656-498d-86a3-81613c96b63f req-b81e5c1f-e287-4b98-97a5-5a94a1d2ccdf tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Oct 11 05:04:33.031796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758912-855f-4b76-9fc6-74f92e86cc9a req-5795422c-1783-4108-9f5a-0a3ffec83bf3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:33.033236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b9758912-855f-4b76-9fc6-74f92e86cc9a req-5795422c-1783-4108-9f5a-0a3ffec83bf3 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Oct 11 05:04:33.070249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b9758912-855f-4b76-9fc6-74f92e86cc9a req-19faf9d0-8251-41ad-b32a-4841517e9027 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311882 Oct 11 05:04:33.551271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-50d63a73-a77d-44e5-8c2b-775f822672b7 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:33.552897 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-50d63a73-a77d-44e5-8c2b-775f822672b7 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 945 time: 0.0472178 Oct 11 05:04:33.641309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Deleting port b238dd0d-339a-474d-916a-d9640703f49b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:33.641638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:33.727344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] For port b238dd0d-339a-474d-916a-d9640703f49b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b238dd0d-339a-474d-916a-d9640703f49b,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:33.727704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:33.739699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Calling delete_port for b238dd0d-339a-474d-916a-d9640703f49b owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:33.866138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:33.894678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Pushing event deleted for resources: {'Port': ['ID=b238dd0d-339a-474d-916a-d9640703f49b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:33.901819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['06601cc2-6d85-4a99-ae33-1d93b20548b5', 'b238dd0d-339a-474d-916a-d9640703f49b'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:04:33.948198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] No DVR routers for this DVR port b238dd0d-339a-474d-916a-d9640703f49b on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:33.950378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:33.953670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f4f53651-6075-4ab9-b232-9098c7bc7a36 req-30b169f3-4a01-426b-b80e-363a1adff204 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "DELETE /v2.0/ports/b238dd0d-339a-474d-916a-d9640703f49b HTTP/1.1" status: 204 len: 173 time: 0.3950632 Oct 11 05:04:33.954183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'name': 'network-vif-deleted', 'tag': 'b238dd0d-339a-474d-916a-d9640703f49b'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:04:33.956497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f902857c-99db-4755-897c-88f621b725db" -d '{"events": [{"server_uuid": "c72beee9-a6ee-4250-a735-29a934bc52a4", "name": "network-vif-deleted", "tag": "b238dd0d-339a-474d-916a-d9640703f49b"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:04:34.001095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5926dfc-edb7-41f4-962b-e5962ffe1880 x-openstack-request-id: req-e5926dfc-edb7-41f4-962b-e5962ffe1880 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:04:34.001452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72beee9-a6ee-4250-a735-29a934bc52a4", "name": "network-vif-deleted", "tag": "b238dd0d-339a-474d-916a-d9640703f49b", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:04:34.001734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5926dfc-edb7-41f4-962b-e5962ffe1880 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:04:34.002193 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5926dfc-edb7-41f4-962b-e5962ffe1880'] response: {'server_uuid': 'c72beee9-a6ee-4250-a735-29a934bc52a4', 'name': 'network-vif-deleted', 'tag': 'b238dd0d-339a-474d-916a-d9640703f49b', 'status': 'completed', 'code': 200} Oct 11 05:04:34.179828 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6e51ee70-8655-45f6-8f01-9a5eb5858006 req-1a093d59-0406-4377-9299-c4b9242e2084 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=c72beee9-a6ee-4250-a735-29a934bc52a4 HTTP/1.1" status: 200 len: 210 time: 0.0255375 Oct 11 05:04:34.313076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e952ca8-25d2-4b04-9887-86f04b0818b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:35.333525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a5a-106c-4ff7-b15f-aa8a20777022 req-4a04db2b-896e-43f3-8e46-fcb69b358cfc tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:35.337956 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a9567a5a-106c-4ff7-b15f-aa8a20777022 req-4a04db2b-896e-43f3-8e46-fcb69b358cfc tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0488908 Oct 11 05:04:35.373798 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a9567a5a-106c-4ff7-b15f-aa8a20777022 req-3412b2c8-8585-43a4-b934-ad2e12eeff1b tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308435 Oct 11 05:04:35.504590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899482-cc79-4fbf-a397-8235464a0812 req-98b9d0a0-d958-4f84-9def-2d11ed10f111 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:35.506151 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0c899482-cc79-4fbf-a397-8235464a0812 req-98b9d0a0-d958-4f84-9def-2d11ed10f111 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0466840 Oct 11 05:04:35.542373 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0c899482-cc79-4fbf-a397-8235464a0812 req-de6732f6-dec1-4a68-a9d8-b46c7bc530b7 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297315 Oct 11 05:04:35.662852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01a5c-f3e9-4aee-aad0-4b796315567b req-c9b05ea3-2b46-4b62-abc0-da4b0384f77c tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:35.664316 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5dd01a5c-f3e9-4aee-aad0-4b796315567b req-c9b05ea3-2b46-4b62-abc0-da4b0384f77c tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0501297 Oct 11 05:04:35.701946 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5dd01a5c-f3e9-4aee-aad0-4b796315567b req-d6a20bc4-12c6-40af-8d36-95a8ff7386b8 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Oct 11 05:04:35.783188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-a8ed8b81-c861-41b6-8577-2c934ad3534a req-82a1bbbf-3480-46ba-8579-256700f19ecd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:04:35.784055 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a8ed8b81-c861-41b6-8577-2c934ad3534a req-82a1bbbf-3480-46ba-8579-256700f19ecd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051081 Oct 11 05:04:35.888859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61bbc4-ba20-4e9e-96ef-a59e6eaacae1 req-05441998-566e-4b6b-b8a9-6efa45efee8c tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:35.890309 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd61bbc4-ba20-4e9e-96ef-a59e6eaacae1 req-05441998-566e-4b6b-b8a9-6efa45efee8c tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0497432 Oct 11 05:04:35.927127 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fd61bbc4-ba20-4e9e-96ef-a59e6eaacae1 req-fa2673e1-3cc6-49b0-9ff8-84a9be07d87a tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Oct 11 05:04:36.047416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cc809-52ff-419b-98e3-7aeec92e17ac req-a2b2a498-a8fa-4e58-b016-1f6250f36baa tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:36.048747 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-991cc809-52ff-419b-98e3-7aeec92e17ac req-a2b2a498-a8fa-4e58-b016-1f6250f36baa tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0506148 Oct 11 05:04:36.085103 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-991cc809-52ff-419b-98e3-7aeec92e17ac req-ace0b5d1-ddbc-4c43-a334-860fc8319d68 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Oct 11 05:04:36.212470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57dc4d-1605-4e96-bb9a-8a7dc65ed57f req-a17b06b2-1c9e-4608-9ca5-0aedee787029 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:36.213915 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ee57dc4d-1605-4e96-bb9a-8a7dc65ed57f req-a17b06b2-1c9e-4608-9ca5-0aedee787029 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0475807 Oct 11 05:04:36.250993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ee57dc4d-1605-4e96-bb9a-8a7dc65ed57f req-f86ca9f5-2d0c-4acb-9c8a-bd7b3bf37ea0 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Oct 11 05:04:36.528907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f9ce93cf-a95a-4521-9b2c-2359b86e124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:36.553353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544cb25-fa18-4328-b152-7d5f4658b17f req-67da0a24-3d72-49cc-a30b-b43859f3dfa9 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:36.554821 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d544cb25-fa18-4328-b152-7d5f4658b17f req-67da0a24-3d72-49cc-a30b-b43859f3dfa9 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Oct 11 05:04:36.592081 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d544cb25-fa18-4328-b152-7d5f4658b17f req-0cc87b07-0183-4ccf-8ada-c9da0538904e tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Oct 11 05:04:37.603378 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:04:37.713221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aff5bc-0270-4bc6-b206-66ff0d183b58 req-ffdf4fd3-dc0a-4793-be06-ae5bc2508b26 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:37.714693 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-48aff5bc-0270-4bc6-b206-66ff0d183b58 req-ffdf4fd3-dc0a-4793-be06-ae5bc2508b26 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Oct 11 05:04:37.755379 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-48aff5bc-0270-4bc6-b206-66ff0d183b58 req-3cc6e4f2-a9a3-4291-9d73-277b8321622b tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Oct 11 05:04:37.892239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:38.275827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-7693be3e-fcf9-4468-9134-67a08cba06f4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:38.277145 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-7693be3e-fcf9-4468-9134-67a08cba06f4 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0510423 Oct 11 05:04:38.363611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Deleting port 06601cc2-6d85-4a99-ae33-1d93b20548b5 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:38.363945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:38.673506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b238dd0d-339a-474d-916a-d9640703f49b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:38.694221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: b238dd0d-339a-474d-916a-d9640703f49b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:38.694593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b238dd0d-339a-474d-916a-d9640703f49b not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:38.747887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] For port 06601cc2-6d85-4a99-ae33-1d93b20548b5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=06601cc2-6d85-4a99-ae33-1d93b20548b5,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:38.748242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:38.761004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Calling delete_port for 06601cc2-6d85-4a99-ae33-1d93b20548b5 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:38.913549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:38.927914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afa33d-caa6-42f6-8c0a-d86cb86d979b req-2f5e61f8-7cd7-4ed0-bf01-b1a3b51995aa tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:38.929352 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6afa33d-caa6-42f6-8c0a-d86cb86d979b req-2f5e61f8-7cd7-4ed0-bf01-b1a3b51995aa tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/ports?device_id=3038c191-09a3-4073-9f98-935a8b2ffd80 HTTP/1.1" status: 200 len: 946 time: 0.0884368 Oct 11 05:04:38.944993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['06601cc2-6d85-4a99-ae33-1d93b20548b5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:04:38.964631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Pushing event deleted for resources: {'Port': ['ID=06601cc2-6d85-4a99-ae33-1d93b20548b5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:39.010498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] No DVR routers for this DVR port 06601cc2-6d85-4a99-ae33-1d93b20548b5 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:39.013073 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:39.016483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c86e3c96-b149-4695-a72a-4727503b5ad8 req-63aed2d5-46af-4d02-82b3-f4b9fff9a6c5 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.45 "DELETE /v2.0/ports/06601cc2-6d85-4a99-ae33-1d93b20548b5 HTTP/1.1" status: 204 len: 173 time: 0.7329743 Oct 11 05:04:39.023154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'name': 'network-vif-deleted', 'tag': '06601cc2-6d85-4a99-ae33-1d93b20548b5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:04:39.025903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf23c5e-f27c-4688-a389-bde5f540d206" -d '{"events": [{"server_uuid": "3038c191-09a3-4073-9f98-935a8b2ffd80", "name": "network-vif-deleted", "tag": "06601cc2-6d85-4a99-ae33-1d93b20548b5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:04:39.036826 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6afa33d-caa6-42f6-8c0a-d86cb86d979b req-6092ddee-3cdc-4577-bde2-fd456e925a89 tempest-ServersNegativeTestJSON-911376214 tempest-ServersNegativeTestJSON-911376214-project] 10.222.0.39 "GET /v2.0/security-groups?id=434b0404-f31e-451c-9298-0db6e0cc7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849948 Oct 11 05:04:39.082395 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8698de-998b-47fe-8b9f-f007a9ea6abe x-openstack-request-id: req-1e8698de-998b-47fe-8b9f-f007a9ea6abe {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:04:39.082733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3038c191-09a3-4073-9f98-935a8b2ffd80", "name": "network-vif-deleted", "tag": "06601cc2-6d85-4a99-ae33-1d93b20548b5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:04:39.082992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e8698de-998b-47fe-8b9f-f007a9ea6abe {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:04:39.083488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8698de-998b-47fe-8b9f-f007a9ea6abe'] response: {'server_uuid': '3038c191-09a3-4073-9f98-935a8b2ffd80', 'name': 'network-vif-deleted', 'tag': '06601cc2-6d85-4a99-ae33-1d93b20548b5', 'status': 'completed', 'code': 200} Oct 11 05:04:39.452991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:39.568126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:40.103356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57576) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:40.433768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:40.670311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Deleting port 1ea68546-ed10-4910-8ab2-543b86b68286 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:40.670686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:40.749339 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] For port 1ea68546-ed10-4910-8ab2-543b86b68286, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=1ea68546-ed10-4910-8ab2-543b86b68286,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:40.749611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:40.762248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Calling delete_port for 1ea68546-ed10-4910-8ab2-543b86b68286 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:40.872648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:40.956274 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:40.983923 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea68546-ed10-4910-8ab2-543b86b68286,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:41.153232 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:41.361382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:04:41.466791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:04:41.472053 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-79546105-7099-46d0-b729-39ea09240db9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3676744 Oct 11 05:04:41.474660 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57578) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:41.475697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] Sync routers for ids ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:04:41.485133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] Routers {'d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:41.485776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:04:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:41.580756 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:41.592016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] Set router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:41.683928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:41.736865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Deleting port 429fc3a9-7456-44d0-aaa4-4dba88a639bc {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:41.737211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:41.768518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:40Z', 'revision_number': 5, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port': {'id': '429fc3a9-7456-44d0-aaa4-4dba88a639bc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:41.794253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] Checking router: d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:04:41.802446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] Routers {'d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:04:41.803081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:04:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:41.820476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] For port 429fc3a9-7456-44d0-aaa4-4dba88a639bc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=429fc3a9-7456-44d0-aaa4-4dba88a639bc,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:41.820842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:41.832520 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Calling delete_port for 429fc3a9-7456-44d0-aaa4-4dba88a639bc owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:41.894478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] Set router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:04:41.951210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:41Z', 'revision_number': 6, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:41.978379 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957b47d-9edd-4b86-89d0-d03bc6264343 None None] The sync data for ids ['d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118'] in dv-neutron-860894-1-hyperv is: [{'id': 'd6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118', 'name': 'tempest-ServersNegativeTestJSON-163053828-router', 'tenant_id': 'fb73137c6433412aa1cca32762a7ec63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:04:03Z', 'updated_at': '2022-10-11T05:04:41Z', 'revision_number': 6, 'project_id': 'fb73137c6433412aa1cca32762a7ec63', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:04:42.256103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.280781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Pushing event deleted for resources: {'Port': ['ID=429fc3a9-7456-44d0-aaa4-4dba88a639bc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:42.341160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.436169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.438372 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.479595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.480278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:04:42.484679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.485889 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-66d8b249-08ae-4d25-a723-b68e5a82ad19 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d6a32f41-e50d-4bb5-b8f2-aaa8aeb4f118 HTTP/1.1" status: 204 len: 168 time: 1.0102847 Oct 11 05:04:42.488346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57580) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:42.532119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Deleting subnet 3617ff67-e861-49d6-857a-b5bc67693d85 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:04:42.535004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.567484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.646718 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.688854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 06601cc2-6d85-4a99-ae33-1d93b20548b5 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:42.698117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.715937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 06601cc2-6d85-4a99-ae33-1d93b20548b5 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:42.716395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 06601cc2-6d85-4a99-ae33-1d93b20548b5 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:42.722422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3617ff67-e861-49d6-857a-b5bc67693d85,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:42.728408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.734000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a0ae0f6-a100-43ec-973f-b4969a123a0e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3617ff67-e861-49d6-857a-b5bc67693d85 HTTP/1.1" status: 204 len: 168 time: 0.2424548 Oct 11 05:04:42.735027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57582) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:42.737393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153821ce-3cdd-4621-9b18-34fb5fcb2110 None None] Network 863f94b3-de8d-4592-8742-02cc00427a0e requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:42.807926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.880611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Deleting port a91f4ce8-9514-4028-b76c-d571b11e1f5a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:42.880927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.950691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] For port a91f4ce8-9514-4028-b76c-d571b11e1f5a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a91f4ce8-9514-4028-b76c-d571b11e1f5a,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:42.951072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:42.952210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] DHCP port deletion for 863f94b3-de8d-4592-8742-02cc00427a0e request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:04:42.964419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Calling delete_port for a91f4ce8-9514-4028-b76c-d571b11e1f5a owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:42.983619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 429fc3a9-7456-44d0-aaa4-4dba88a639bc no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:43.007135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 429fc3a9-7456-44d0-aaa4-4dba88a639bc {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:43.007473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 429fc3a9-7456-44d0-aaa4-4dba88a639bc not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:43.008079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1ea68546-ed10-4910-8ab2-543b86b68286 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:43.033381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 1ea68546-ed10-4910-8ab2-543b86b68286 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:43.033968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 1ea68546-ed10-4910-8ab2-543b86b68286 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:43.049594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] Deleting port a91f4ce8-9514-4028-b76c-d571b11e1f5a {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:43.049956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.056125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.081290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91f4ce8-9514-4028-b76c-d571b11e1f5a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:43.086903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] No DVR routers for this DVR port a91f4ce8-9514-4028-b76c-d571b11e1f5a on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:43.116151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] For port a91f4ce8-9514-4028-b76c-d571b11e1f5a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a91f4ce8-9514-4028-b76c-d571b11e1f5a,segment=NetworkSegment(4b14e3d2-91cd-4922-b252-bd9cac382fe9),segment_id=4b14e3d2-91cd-4922-b252-bd9cac382fe9)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:43.116534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.129785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] Calling delete_port for a91f4ce8-9514-4028-b76c-d571b11e1f5a owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:43.158921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.178257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863f94b3-de8d-4592-8742-02cc00427a0e']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:43.188234 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b14e3d2-91cd-4922-b252-bd9cac382fe9') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:43.188523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b14e3d2-91cd-4922-b252-bd9cac382fe9') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:43.198067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.202859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.210639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.216719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Releasing vlan 452 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:43.217112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.227802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] Pushing event deleted for resources: {'Port': ['ID=a91f4ce8-9514-4028-b76c-d571b11e1f5a,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:43.231556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d9357-49c7-4b7a-84c7-4871ec4f1cbd None None] No DVR routers for this DVR port a91f4ce8-9514-4028-b76c-d571b11e1f5a on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:43.273891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 4b14e3d2-91cd-4922-b252-bd9cac382fe9 resource provider aggregate not found Oct 11 05:04:43.284340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.291220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.294233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] 10.222.0.39 "DELETE /v2.0/networks/863f94b3-de8d-4592-8742-02cc00427a0e HTTP/1.1" status: 204 len: 168 time: 0.5582204 Oct 11 05:04:43.303855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 4b14e3d2-91cd-4922-b252-bd9cac382fe9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b14e3d2-91cd-4922-b252-bd9cac382fe9 found for delete ", "request_id": "req-c977bed8-f832-4cdc-a487-cebeabedfa7b"}]} Oct 11 05:04:43.305003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558014fd-aeb9-4816-84c6-6a4367558130 admin admin] Pushing event deleted for resources: {'Network': ['ID=863f94b3-de8d-4592-8742-02cc00427a0e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:43.400984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57590) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:43.440287 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bb87abb8-21bc-4a9f-802f-5990320fccec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb73137c6433412aa1cca32762a7ec63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381491 Oct 11 05:04:43.442768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57592) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:43.488786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74a143fe-bf6f-4481-950f-b1a782e465a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.509490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74a143fe-bf6f-4481-950f-b1a782e465a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.553936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74a143fe-bf6f-4481-950f-b1a782e465a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.557094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74a143fe-bf6f-4481-950f-b1a782e465a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:43.558238 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-74a143fe-bf6f-4481-950f-b1a782e465a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/434b0404-f31e-451c-9298-0db6e0cc7334 HTTP/1.1" status: 204 len: 168 time: 0.1145933 Oct 11 05:04:43.566143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a143fe-bf6f-4481-950f-b1a782e465a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b0404-f31e-451c-9298-0db6e0cc7334,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:44.216091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57614) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:44.307717 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1865931907'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:44.327836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:44.331374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.340436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.416819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.420111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.442239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:44.455787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6c9ad-c6e0-4915-9e5c-7d61172db71f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:44.460431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.460773 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Added segment 6d6c853d-ae18-4c9e-a556-33a5820b425b of type vlan for network 2f082e0f-cef2-4ab6-a543-de6d3943674b Oct 11 05:04:44.501268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.526035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.531531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:44.532393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:44.562122 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3448803 Oct 11 05:04:44.602561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d1813-458d-4d63-b6f6-2daf10d285fc tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Network': ['ID=2f082e0f-cef2-4ab6-a543-de6d3943674b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:44.613427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 2f082e0f-cef2-4ab6-a543-de6d3943674b details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:44.934243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a91f4ce8-9514-4028-b76c-d571b11e1f5a no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:44.954609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a91f4ce8-9514-4028-b76c-d571b11e1f5a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:44.954948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a91f4ce8-9514-4028-b76c-d571b11e1f5a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:47.886033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57618) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:47.891241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'subnet': {'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:47.979901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:47.983383 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.162762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.225801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Subnet': ['ID=7039afc2-1fd3-4067-883b-55846ae75514,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:48.234494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Checking segment: {'id': '6d6c853d-ae18-4c9e-a556-33a5820b425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:48.234889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network hostable DHCP agents. Network: 2f082e0f-cef2-4ab6-a543-de6d3943674b, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:48.251632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network 2f082e0f-cef2-4ab6-a543-de6d3943674b is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:48.260693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 2f082e0f-cef2-4ab6-a543-de6d3943674b) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:48.264830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:48.265414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.269139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fc9a2-141d-4c3e-8ec2-defc390dfeaf None None] Network 2f082e0f-cef2-4ab6-a543-de6d3943674b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:48.282575 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f5b7268d-e7ef-417d-bcfa-a001a5480278 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3936422 Oct 11 05:04:48.284354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57620) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:48.289247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1587487335'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:48.308596 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:48.312009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.335629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 485} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:48.345136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.345479 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Added segment 2dce51cf-03b8-4850-a8a8-b0f92a167d68 of type vlan for network e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 Oct 11 05:04:48.385561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.408846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.414440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:48.414788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-2f082e0f-cef2-4ab6-a543-de6d3943674b', 'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b', 'tenant_id': 'c5ffe9d6f2cc4c66a17329db63b3c4ba', 'fixed_ips': [{'subnet_id': '7039afc2-1fd3-4067-883b-55846ae75514'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:48.415069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.415661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.446571 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1605985 Oct 11 05:04:48.449828 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57622) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:48.455441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'subnet': {'network_id': 'e6a2a8ef-66bd-46e5-a807-9cc60b6f4275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:48.483446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfb798-62c9-4301-9566-e82a24e598a6 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Network': ['ID=e6a2a8ef-66bd-46e5-a807-9cc60b6f4275,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:48.497186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:48.549805 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:48.553525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.752454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Allocated IP 2001:db8:0:ffff::2 (2f082e0f-cef2-4ab6-a543-de6d3943674b/7039afc2-1fd3-4067-883b-55846ae75514/3797fae7-6763-459b-b391-3ee94070a543) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:48.758345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.820731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Subnet': ['ID=fe0cedf5-c277-4e96-b7ed-c07ebf70a6ad,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:48.828181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Checking segment: {'id': '2dce51cf-03b8-4850-a8a8-b0f92a167d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': 'e6a2a8ef-66bd-46e5-a807-9cc60b6f4275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:48.828543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network hostable DHCP agents. Network: e6a2a8ef-66bd-46e5-a807-9cc60b6f4275, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:48.846020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:48.855770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, e6a2a8ef-66bd-46e5-a807-9cc60b6f4275) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:48.861180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:48.861180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.877422 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3532f88b-f06d-47b4-9cfb-8510ecc1159d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4263666 Oct 11 05:04:48.880352 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57624) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:48.881551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86f138-b0ff-4322-a980-c635ab292013 None None] Network e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:48.926843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.956490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:48.981215 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.017393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Network 2f082e0f-cef2-4ab6-a543-de6d3943674b is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:49.023274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:49.026249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:49.055927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Pushing event updated for resources: {'Port': ['ID=3797fae7-6763-459b-b391-3ee94070a543,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:49.056819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.117743 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Attempting to bind port 3797fae7-6763-459b-b391-3ee94070a543 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:49.118117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Attempting to bind port 3797fae7-6763-459b-b391-3ee94070a543 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '6d6c853d-ae18-4c9e-a556-33a5820b425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:49.118481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Attempting to bind port 3797fae7-6763-459b-b391-3ee94070a543 on network 2f082e0f-cef2-4ab6-a543-de6d3943674b {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:49.123165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.142810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:49.143191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Checking segment: {'id': '6d6c853d-ae18-4c9e-a556-33a5820b425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:49.143602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.144187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Bound using segment: {'id': '6d6c853d-ae18-4c9e-a556-33a5820b425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:49.144609 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Bound port: 3797fae7-6763-459b-b391-3ee94070a543, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c853d-ae18-4c9e-a556-33a5820b425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2f082e0f-cef2-4ab6-a543-de6d3943674b'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:49.145124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.150436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34dbbf6-aeae-4407-8032-7639d5c90263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-e6a2a8ef-66bd-46e5-a807-9cc60b6f4275', 'network_id': 'e6a2a8ef-66bd-46e5-a807-9cc60b6f4275', 'tenant_id': 'c5ffe9d6f2cc4c66a17329db63b3c4ba', 'fixed_ips': [{'subnet_id': 'fe0cedf5-c277-4e96-b7ed-c07ebf70a6ad'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:49.151268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e34dbbf6-aeae-4407-8032-7639d5c90263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.156145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0cedf5-c277-4e96-b7ed-c07ebf70a6ad,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:49.213759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.234010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a2a8ef-66bd-46e5-a807-9cc60b6f4275']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:49.242976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dce51cf-03b8-4850-a8a8-b0f92a167d68') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:49.243267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dce51cf-03b8-4850-a8a8-b0f92a167d68') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:49.252308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.266238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.272143 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Releasing vlan 485 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:49.272465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.278810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] For port 3797fae7-6763-459b-b391-3ee94070a543, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:49.282575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] For port 3797fae7-6763-459b-b391-3ee94070a543, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3797fae7-6763-459b-b391-3ee94070a543,segment=NetworkSegment(6d6c853d-ae18-4c9e-a556-33a5820b425b),segment_id=6d6c853d-ae18-4c9e-a556-33a5820b425b)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:49.287572 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.297439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460c6da-27e3-4237-8c06-e990ae16a787 None None] Network e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:49.354418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.372099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.378574 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 HTTP/1.1" status: 204 len: 168 time: 0.4939780 Oct 11 05:04:49.378574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62ccc-78ac-4e3f-a92b-98983bfb804f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Network': ['ID=e6a2a8ef-66bd-46e5-a807-9cc60b6f4275,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:49.378873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57630) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:49.384486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192490581'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:49.407560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:49.411735 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.420809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5a377-9d05-41f7-86c6-b2b64ae452b4 None None] Pushing event updated for resources: {'Port': ['ID=3797fae7-6763-459b-b391-3ee94070a543,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:49.445358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:49.458912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.459514 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Added segment 3d4feb19-e8fc-4a31-842c-8124594c58d5 of type vlan for network 7009b487-2d74-424e-993e-c482ae4b7296 Oct 11 05:04:49.462028 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 2dce51cf-03b8-4850-a8a8-b0f92a167d68 resource provider aggregate not found Oct 11 05:04:49.496281 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 2dce51cf-03b8-4850-a8a8-b0f92a167d68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dce51cf-03b8-4850-a8a8-b0f92a167d68 found for delete ", "request_id": "req-ede8e3f7-8a7c-4bb2-b1fe-89c6bbe8c65c"}]} Oct 11 05:04:49.510311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.553249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.559519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:49.560696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.592454 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2126470 Oct 11 05:04:49.595326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57634) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:49.600748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'subnet': {'network_id': '7009b487-2d74-424e-993e-c482ae4b7296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:49.684449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45552151-3998-4a54-935d-3647440b166e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Network': ['ID=7009b487-2d74-424e-993e-c482ae4b7296,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:49.698176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 7009b487-2d74-424e-993e-c482ae4b7296 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:49.702326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:49.706285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.763711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Performing IP validity checks on allocation pools {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 11 05:04:49.764322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 11 05:04:49.886591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.944311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Subnet': ['ID=e369d835-fdce-461e-9a8b-530d9658ae1c,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:49.953002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Checking segment: {'id': '3d4feb19-e8fc-4a31-842c-8124594c58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '7009b487-2d74-424e-993e-c482ae4b7296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:49.953356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network hostable DHCP agents. Network: 7009b487-2d74-424e-993e-c482ae4b7296, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:49.970152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network 7009b487-2d74-424e-993e-c482ae4b7296 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:49.979673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 7009b487-2d74-424e-993e-c482ae4b7296) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:49.983724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:49.984345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:49.990514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda2cf6a-a996-4825-b7b8-8a31a3c3f6a2 None None] Network 7009b487-2d74-424e-993e-c482ae4b7296 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:50.003219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ed0da6f7-6201-4705-bcf4-9fd35065d999 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4066732 Oct 11 05:04:50.006119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57636) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:50.113563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.145456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-7009b487-2d74-424e-993e-c482ae4b7296', 'network_id': '7009b487-2d74-424e-993e-c482ae4b7296', 'tenant_id': 'c5ffe9d6f2cc4c66a17329db63b3c4ba', 'fixed_ips': [{'subnet_id': 'e369d835-fdce-461e-9a8b-530d9658ae1c'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:50.146631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.197570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.291416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Allocated IP 2001:db8::3 (7009b487-2d74-424e-993e-c482ae4b7296/e369d835-fdce-461e-9a8b-530d9658ae1c/7e69f783-43de-4695-9f22-a5e982b641c9) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:50.332108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39cb0c3-8295-4298-b37f-4dea1751bfe2 None None] Network 2f082e0f-cef2-4ab6-a543-de6d3943674b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:50.445632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Provisioning complete for port 3797fae7-6763-459b-b391-3ee94070a543 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:50.446498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.446855 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Attempt 1 to provision port 3797fae7-6763-459b-b391-3ee94070a543 Oct 11 05:04:50.569983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.583541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.595970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.621089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Subnet': ['ID=e369d835-fdce-461e-9a8b-530d9658ae1c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:50.631009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.631358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.631783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.632011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.632336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.632661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.632982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.633972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.634298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.634640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.634971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.635274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:04:50.664822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Network 7009b487-2d74-424e-993e-c482ae4b7296 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:50.677539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:50.684955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:50.691161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Pushing event updated for resources: {'Port': ['ID=7e69f783-43de-4695-9f22-a5e982b641c9,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:50.693688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.703472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Current status of the port 3797fae7-6763-459b-b391-3ee94070a543 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:50.703854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.714665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7009b487-2d74-424e-993e-c482ae4b7296']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:50.725252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4feb19-e8fc-4a31-842c-8124594c58d5') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:50.725613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4feb19-e8fc-4a31-842c-8124594c58d5') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:50.735921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.749625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.756071 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Releasing vlan 474 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:50.756461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.777549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Attempting to bind port 7e69f783-43de-4695-9f22-a5e982b641c9 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:50.777926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Attempting to bind port 7e69f783-43de-4695-9f22-a5e982b641c9 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '3d4feb19-e8fc-4a31-842c-8124594c58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '7009b487-2d74-424e-993e-c482ae4b7296'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:50.778289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Attempting to bind port 7e69f783-43de-4695-9f22-a5e982b641c9 on network 7009b487-2d74-424e-993e-c482ae4b7296 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:50.781437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] For port 3797fae7-6763-459b-b391-3ee94070a543, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3797fae7-6763-459b-b391-3ee94070a543,segment=NetworkSegment(6d6c853d-ae18-4c9e-a556-33a5820b425b),segment_id=6d6c853d-ae18-4c9e-a556-33a5820b425b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:50.783783 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 3d4feb19-e8fc-4a31-842c-8124594c58d5 resource provider aggregate not found Oct 11 05:04:50.786669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:50.787051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Checking segment: {'id': '3d4feb19-e8fc-4a31-842c-8124594c58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '7009b487-2d74-424e-993e-c482ae4b7296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:50.787581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.787979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Bound using segment: {'id': '3d4feb19-e8fc-4a31-842c-8124594c58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '7009b487-2d74-424e-993e-c482ae4b7296'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:50.788454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Bound port: 7e69f783-43de-4695-9f22-a5e982b641c9, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4feb19-e8fc-4a31-842c-8124594c58d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '7009b487-2d74-424e-993e-c482ae4b7296'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:50.788838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.792677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.836788 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 3d4feb19-e8fc-4a31-842c-8124594c58d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d4feb19-e8fc-4a31-842c-8124594c58d5 found for delete ", "request_id": "req-8a2646b7-3321-4465-8f5b-f90c84520f73"}]} Oct 11 05:04:50.842949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.db.api [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 11 05:04:50.842949 dv-neutron-860894-1-hyperv neutron-server[103099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 11 05:04:50.842949 dv-neutron-860894-1-hyperv neutron-server[103099]: [parameters: {'id': '7009b487-2d74-424e-993e-c482ae4b7296'}] Oct 11 05:04:50.842949 dv-neutron-860894-1-hyperv neutron-server[103099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 05:04:50.843404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG oslo_db.api [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 05:04:50.882934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09a61-d42c-405c-af4b-ae1b14aa0816 None None] Pushing event updated for resources: {'Port': ['ID=3797fae7-6763-459b-b391-3ee94070a543,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:50.897757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] For port 7e69f783-43de-4695-9f22-a5e982b641c9, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:50.901443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] For port 7e69f783-43de-4695-9f22-a5e982b641c9, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e69f783-43de-4695-9f22-a5e982b641c9,segment=NetworkSegment(3d4feb19-e8fc-4a31-842c-8124594c58d5),segment_id=3d4feb19-e8fc-4a31-842c-8124594c58d5)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:50.907767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:50.986261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3797fae7-6763-459b-b391-3ee94070a543 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:51.012318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ffd3d7-5b4d-4da6-9a09-e8a6fc7e8944 None None] Network 7009b487-2d74-424e-993e-c482ae4b7296 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:51.015144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a1dc3-0543-4760-9639-85cc98ef2598 None None] Pushing event updated for resources: {'Port': ['ID=7e69f783-43de-4695-9f22-a5e982b641c9,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:51.092640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-6a777ab5-5f78-4848-92e8-486e4fb7f847 None None] Provisioning complete for port 3797fae7-6763-459b-b391-3ee94070a543 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:51.092965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6a777ab5-5f78-4848-92e8-486e4fb7f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.093251 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-6a777ab5-5f78-4848-92e8-486e4fb7f847 None None] Attempt 1 to provision port 3797fae7-6763-459b-b391-3ee94070a543 Oct 11 05:04:51.156655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 3797fae7-6763-459b-b391-3ee94070a543 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:51.157046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.157355 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 3797fae7-6763-459b-b391-3ee94070a543 Oct 11 05:04:51.257695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6a777ab5-5f78-4848-92e8-486e4fb7f847 None None] Current status of the port 3797fae7-6763-459b-b391-3ee94070a543 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:51.262874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62be7d-8ed3-42fd-ab3b-6fe5f43af07d None None] get_active_networks_info from dv-neutron-860894-1-hyperv {{(pid=103100) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 05:04:51.345041 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.400416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Deleting port 7e69f783-43de-4695-9f22-a5e982b641c9 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:51.400759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.465577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 3797fae7-6763-459b-b391-3ee94070a543 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:51.469178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] For port 7e69f783-43de-4695-9f22-a5e982b641c9, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e69f783-43de-4695-9f22-a5e982b641c9,segment=NetworkSegment(3d4feb19-e8fc-4a31-842c-8124594c58d5),segment_id=3d4feb19-e8fc-4a31-842c-8124594c58d5)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:51.469413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.481619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Calling delete_port for 7e69f783-43de-4695-9f22-a5e982b641c9 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:51.500848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62be7d-8ed3-42fd-ab3b-6fe5f43af07d None None] Resources bound (agent type, host, resource id): {{(pid=103100) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 11 05:04:51.562918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.590680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Port': ['ID=7e69f783-43de-4695-9f22-a5e982b641c9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:51.592839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No DVR routers for this DVR port 7e69f783-43de-4695-9f22-a5e982b641c9 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:51.675257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.694802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7009b487-2d74-424e-993e-c482ae4b7296']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:51.704611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4feb19-e8fc-4a31-842c-8124594c58d5') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:51.704907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4feb19-e8fc-4a31-842c-8124594c58d5') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:51.714601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.727320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.733682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Releasing vlan 474 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:51.734063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.797439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.804443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.807799 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/7009b487-2d74-424e-993e-c482ae4b7296 HTTP/1.1" status: 204 len: 168 time: 1.8001158 Oct 11 05:04:51.811528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57642) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:51.816974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747183105'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:51.819664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d0fe-e674-4244-aa00-54c21e29e340 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Network': ['ID=7009b487-2d74-424e-993e-c482ae4b7296,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:51.839311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:51.842958 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.865468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:51.874884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.875230 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Added segment 88308a59-d846-482f-84cf-b742cbee4759 of type vlan for network fcafacc4-e7bd-494a-86be-2e9431d6d2bd Oct 11 05:04:51.922154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.946169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.951706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:51.952287 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:51.993445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1798265 Oct 11 05:04:51.996953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57644) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:52.002180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'subnet': {'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:52.024823 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a820bed-17a7-4899-979f-70b46cc3cd0c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Network': ['ID=fcafacc4-e7bd-494a-86be-2e9431d6d2bd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:52.035329 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network fcafacc4-e7bd-494a-86be-2e9431d6d2bd details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:52.088436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:52.092544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.271325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.336531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Subnet': ['ID=cf987489-e72e-4f77-aa03-7fa7ca678637,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:52.345563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Checking segment: {'id': '88308a59-d846-482f-84cf-b742cbee4759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:52.345912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network hostable DHCP agents. Network: fcafacc4-e7bd-494a-86be-2e9431d6d2bd, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:52.362472 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network fcafacc4-e7bd-494a-86be-2e9431d6d2bd is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:52.372052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, fcafacc4-e7bd-494a-86be-2e9431d6d2bd) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:52.376436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:52.377273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.380828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c2b71-fe91-4000-8459-a6f27c587159 None None] Network fcafacc4-e7bd-494a-86be-2e9431d6d2bd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:52.392982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4771ec68-4b7e-4d58-9144-150012e4edb8 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3948605 Oct 11 05:04:52.396867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57646) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:52.402210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066918998'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:52.422633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:52.425941 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.449428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:52.458681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.459025 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Added segment a9023fce-10c2-4b87-aacd-321fe6867a27 of type vlan for network 71999690-a279-4df8-8b0f-c2f7b15939b1 Oct 11 05:04:52.499549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.524580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.527905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-fcafacc4-e7bd-494a-86be-2e9431d6d2bd', 'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd', 'tenant_id': 'c5ffe9d6f2cc4c66a17329db63b3c4ba', 'fixed_ips': [{'subnet_id': 'cf987489-e72e-4f77-aa03-7fa7ca678637'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:52.529047 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.530018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:52.530630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.561570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1633716 Oct 11 05:04:52.564550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57648) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:52.569299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Request body: {'subnet': {'network_id': '71999690-a279-4df8-8b0f-c2f7b15939b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:52.627383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d592d-c96d-4a53-a648-21fbce03b112 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Network': ['ID=71999690-a279-4df8-8b0f-c2f7b15939b1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:52.647561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 71999690-a279-4df8-8b0f-c2f7b15939b1 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:52.692666 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Made reservation on behalf of c5ffe9d6f2cc4c66a17329db63b3c4ba for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:52.696679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.721755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Allocated IP 2001:db8::2 (fcafacc4-e7bd-494a-86be-2e9431d6d2bd/cf987489-e72e-4f77-aa03-7fa7ca678637/fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:52.857216 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 3d4feb19-e8fc-4a31-842c-8124594c58d5 resource provider aggregate not found Oct 11 05:04:52.869287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.876224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.877869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 3d4feb19-e8fc-4a31-842c-8124594c58d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d4feb19-e8fc-4a31-842c-8124594c58d5 found for delete ", "request_id": "req-41ab9fae-aa24-4536-807b-f285927e8742"}]} Oct 11 05:04:52.885506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.916073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Network fcafacc4-e7bd-494a-86be-2e9431d6d2bd is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:52.920851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:52.924849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:52.939937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Pushing event updated for resources: {'Port': ['ID=fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:52.959374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event updated for resources: {'Subnet': ['ID=96b21e15-610f-4911-ad80-c49c15f25169,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:52.965160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Checking segment: {'id': 'a9023fce-10c2-4b87-aacd-321fe6867a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '71999690-a279-4df8-8b0f-c2f7b15939b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:52.965527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network hostable DHCP agents. Network: 71999690-a279-4df8-8b0f-c2f7b15939b1, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:52.982881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Network 71999690-a279-4df8-8b0f-c2f7b15939b1 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:52.985140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Attempting to bind port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:52.985587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Attempting to bind port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '88308a59-d846-482f-84cf-b742cbee4759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:52.986015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Attempting to bind port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c on network fcafacc4-e7bd-494a-86be-2e9431d6d2bd {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:52.991125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:52.991440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 71999690-a279-4df8-8b0f-c2f7b15939b1) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:52.991687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Checking segment: {'id': '88308a59-d846-482f-84cf-b742cbee4759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:52.992119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.993131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Bound using segment: {'id': '88308a59-d846-482f-84cf-b742cbee4759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:52.993678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Bound port: fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88308a59-d846-482f-84cf-b742cbee4759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': 'fcafacc4-e7bd-494a-86be-2e9431d6d2bd'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:52.994112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:52.998144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:52.998144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.004886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d6506-a608-4c70-b9ee-21b7aa9be7b1 None None] Network 71999690-a279-4df8-8b0f-c2f7b15939b1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:53.015766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-81ebe5cf-9ec0-46fd-b79f-2042fe89a90d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4502203 Oct 11 05:04:53.018358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57654) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:53.114889 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.118288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] For port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:53.125513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] For port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c,segment=NetworkSegment(88308a59-d846-482f-84cf-b742cbee4759),segment_id=88308a59-d846-482f-84cf-b742cbee4759)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:53.132454 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.179270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.229358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c4476-6780-43bc-bb30-a3b345e2ff11 None None] Pushing event updated for resources: {'Port': ['ID=fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:53.243012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f07c2-7c60-4ded-a3c3-38ee0ee4f41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-71999690-a279-4df8-8b0f-c2f7b15939b1', 'network_id': '71999690-a279-4df8-8b0f-c2f7b15939b1', 'tenant_id': 'c5ffe9d6f2cc4c66a17329db63b3c4ba', 'fixed_ips': [{'subnet_id': '96b21e15-610f-4911-ad80-c49c15f25169'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:53.243962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-898f07c2-7c60-4ded-a3c3-38ee0ee4f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.247915 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.278469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Subnet': ['ID=96b21e15-610f-4911-ad80-c49c15f25169,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:53.356384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb533cc-9cb3-48b3-b8cd-51c6b4a8bec7 None None] Network 71999690-a279-4df8-8b0f-c2f7b15939b1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:53.368298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.388948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71999690-a279-4df8-8b0f-c2f7b15939b1']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:53.402049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9023fce-10c2-4b87-aacd-321fe6867a27') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:53.402354 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9023fce-10c2-4b87-aacd-321fe6867a27') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:53.411864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.427492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.433815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Releasing vlan 488 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:53.434205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.454989 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a9023fce-10c2-4b87-aacd-321fe6867a27 resource provider aggregate not found Oct 11 05:04:53.483106 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment a9023fce-10c2-4b87-aacd-321fe6867a27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9023fce-10c2-4b87-aacd-321fe6867a27 found for delete ", "request_id": "req-7a392171-66e3-4816-b21d-ce304f2e7985"}]} Oct 11 05:04:53.516518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.524420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.527647 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/71999690-a279-4df8-8b0f-c2f7b15939b1 HTTP/1.1" status: 204 len: 168 time: 0.5082195 Oct 11 05:04:53.530562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57660) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:53.538425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed84c4-b6ce-4563-9c32-568620fab30d tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Network': ['ID=71999690-a279-4df8-8b0f-c2f7b15939b1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:53.559077 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ea1768-1bff-4972-b435-5712dfca73f0 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] GET failed (client error): The resource could not be found. Oct 11 05:04:53.560372 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-13ea1768-1bff-4972-b435-5712dfca73f0 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "GET /v2.0/subnets/96b21e15-610f-4911-ad80-c49c15f25169 HTTP/1.1" status: 404 len: 337 time: 0.0288048 Oct 11 05:04:53.563173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57662) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:53.580506 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-139e1c20-c026-4b6f-8bdf-55680716fd39 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:53.581080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139e1c20-c026-4b6f-8bdf-55680716fd39 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:53.583982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-139e1c20-c026-4b6f-8bdf-55680716fd39 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/71999690-a279-4df8-8b0f-c2f7b15939b1 HTTP/1.1" status: 404 len: 339 time: 0.0199263 Oct 11 05:04:53.588249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57664) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:53.614021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80e924d-a06d-4a25-9ebf-fda00a67ec50 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:53.614465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80e924d-a06d-4a25-9ebf-fda00a67ec50 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:53.617458 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e80e924d-a06d-4a25-9ebf-fda00a67ec50 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/subnets/96b21e15-610f-4911-ad80-c49c15f25169 HTTP/1.1" status: 404 len: 337 time: 0.0282881 Oct 11 05:04:53.620154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57666) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:53.638134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-306561d4-4d7f-472c-8c93-1b0a7d8f2d4f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:53.638737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306561d4-4d7f-472c-8c93-1b0a7d8f2d4f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:53.641680 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-306561d4-4d7f-472c-8c93-1b0a7d8f2d4f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/71999690-a279-4df8-8b0f-c2f7b15939b1 HTTP/1.1" status: 404 len: 339 time: 0.0206962 Oct 11 05:04:53.644293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57668) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:53.699237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Deleting subnet cf987489-e72e-4f77-aa03-7fa7ca678637 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:04:53.702220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.741316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.825164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.891222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.921047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Subnet': ['ID=cf987489-e72e-4f77-aa03-7fa7ca678637,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:53.923413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:53.926579 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c0af883b-9ebe-4f9c-af75-f5974fe01034 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/subnets/cf987489-e72e-4f77-aa03-7fa7ca678637 HTTP/1.1" status: 204 len: 168 time: 0.2813525 Oct 11 05:04:53.929183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57670) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.005736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.065791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Deleting port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:54.066128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.090906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb266c3-38e7-4c75-97d4-a56437e2d2b4 None None] Network fcafacc4-e7bd-494a-86be-2e9431d6d2bd requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:54.131636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] For port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c,segment=NetworkSegment(88308a59-d846-482f-84cf-b742cbee4759),segment_id=88308a59-d846-482f-84cf-b742cbee4759)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:54.131995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.144818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Calling delete_port for fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:54.211040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-cacbc079-5d9d-4e89-ae9a-cdf389c4ef1f None None] Provisioning complete for port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:54.211427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cacbc079-5d9d-4e89-ae9a-cdf389c4ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.211760 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-cacbc079-5d9d-4e89-ae9a-cdf389c4ef1f None None] Attempt 1 to provision port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c Oct 11 05:04:54.230998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.252028 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-cacbc079-5d9d-4e89-ae9a-cdf389c4ef1f None None] Could not find standard attr ID for object fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 05:04:54.254631 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.db [None req-cacbc079-5d9d-4e89-ae9a-cdf389c4ef1f None None] No ports have port_id starting with fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c Oct 11 05:04:54.260003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Port': ['ID=fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:54.261860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No DVR routers for this DVR port fa4b4cc5-42cc-42e1-af3f-8b6062b66c9c on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:54.270450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af008e-8c23-42db-aa90-f3baed87f8a8 None None] DHCP port deletion for fcafacc4-e7bd-494a-86be-2e9431d6d2bd request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:04:54.339529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.362888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcafacc4-e7bd-494a-86be-2e9431d6d2bd']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:54.372509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88308a59-d846-482f-84cf-b742cbee4759') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:54.372811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88308a59-d846-482f-84cf-b742cbee4759') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:54.382417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.396166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.402013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Releasing vlan 466 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:54.402376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.460915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.468705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.471821 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/fcafacc4-e7bd-494a-86be-2e9431d6d2bd HTTP/1.1" status: 204 len: 168 time: 0.5417428 Oct 11 05:04:54.474579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57672) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.481400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07607b86-7998-4e7b-92f6-a344d82e0948 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Network': ['ID=fcafacc4-e7bd-494a-86be-2e9431d6d2bd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:54.506136 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b03d88-c11d-4ab2-a321-59afdb644c79 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:54.506605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b03d88-c11d-4ab2-a321-59afdb644c79 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:54.509552 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e4b03d88-c11d-4ab2-a321-59afdb644c79 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/subnets/e369d835-fdce-461e-9a8b-530d9658ae1c HTTP/1.1" status: 404 len: 337 time: 0.0334747 Oct 11 05:04:54.512183 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57674) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.529778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f875d78-6c83-4005-b62b-c81db9f7d4d1 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:54.530300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f875d78-6c83-4005-b62b-c81db9f7d4d1 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103098) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:54.533246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3f875d78-6c83-4005-b62b-c81db9f7d4d1 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/7009b487-2d74-424e-993e-c482ae4b7296 HTTP/1.1" status: 404 len: 339 time: 0.0201826 Oct 11 05:04:54.535751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57676) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.562089 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-744ffdf9-07b9-4e7e-932d-cf5da189775c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:54.562549 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744ffdf9-07b9-4e7e-932d-cf5da189775c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:54.565457 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-744ffdf9-07b9-4e7e-932d-cf5da189775c tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/subnets/fe0cedf5-c277-4e96-b7ed-c07ebf70a6ad HTTP/1.1" status: 404 len: 337 time: 0.0287392 Oct 11 05:04:54.567750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57678) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.584809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58f5923-a16e-4297-9f24-05e00268511f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] DELETE failed (client error): The resource could not be found. Oct 11 05:04:54.585332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58f5923-a16e-4297-9f24-05e00268511f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 11 05:04:54.588277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b58f5923-a16e-4297-9f24-05e00268511f tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/e6a2a8ef-66bd-46e5-a807-9cc60b6f4275 HTTP/1.1" status: 404 len: 339 time: 0.0196657 Oct 11 05:04:54.590486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57680) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.644895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Deleting subnet 7039afc2-1fd3-4067-883b-55846ae75514 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:04:54.648170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.687278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.766788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.826543 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.853638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Subnet': ['ID=7039afc2-1fd3-4067-883b-55846ae75514,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:54.857088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.860217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-997a3be1-5382-4ab4-a12f-814692b5120e tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/subnets/7039afc2-1fd3-4067-883b-55846ae75514 HTTP/1.1" status: 204 len: 168 time: 0.2688146 Oct 11 05:04:54.862829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8de12-92e4-40f3-83ed-e38e005919d3 None None] Network 2f082e0f-cef2-4ab6-a543-de6d3943674b requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:54.862959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57682) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:54.908068 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 88308a59-d846-482f-84cf-b742cbee4759 resource provider aggregate not found Oct 11 05:04:54.953454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:54.958976 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 88308a59-d846-482f-84cf-b742cbee4759 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88308a59-d846-482f-84cf-b742cbee4759 found for delete ", "request_id": "req-bd890231-5cfa-47bd-9ec7-d8a78744b4a7"}]} Oct 11 05:04:55.013963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Deleting port 3797fae7-6763-459b-b391-3ee94070a543 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:55.014330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.050621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] DHCP port deletion for 2f082e0f-cef2-4ab6-a543-de6d3943674b request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:04:55.078369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] For port 3797fae7-6763-459b-b391-3ee94070a543, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3797fae7-6763-459b-b391-3ee94070a543,segment=NetworkSegment(6d6c853d-ae18-4c9e-a556-33a5820b425b),segment_id=6d6c853d-ae18-4c9e-a556-33a5820b425b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:55.078817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.091116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Calling delete_port for 3797fae7-6763-459b-b391-3ee94070a543 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:55.098004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] Deleting port 3797fae7-6763-459b-b391-3ee94070a543 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:55.098486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.162972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] For port 3797fae7-6763-459b-b391-3ee94070a543, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=3797fae7-6763-459b-b391-3ee94070a543,segment=NetworkSegment(6d6c853d-ae18-4c9e-a556-33a5820b425b),segment_id=6d6c853d-ae18-4c9e-a556-33a5820b425b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:55.163277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.171739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.176824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] Calling delete_port for 3797fae7-6763-459b-b391-3ee94070a543 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:55.198674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Port': ['ID=3797fae7-6763-459b-b391-3ee94070a543,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:55.200511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] No DVR routers for this DVR port 3797fae7-6763-459b-b391-3ee94070a543 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:55.253192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.279984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.280173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] Pushing event deleted for resources: {'Port': ['ID=3797fae7-6763-459b-b391-3ee94070a543,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:55.281961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd7c8a-b42e-4b33-835a-d3e7b8654b38 None None] No DVR routers for this DVR port 3797fae7-6763-459b-b391-3ee94070a543 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:55.302077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f082e0f-cef2-4ab6-a543-de6d3943674b']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:55.311235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6c853d-ae18-4c9e-a556-33a5820b425b') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:55.311529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6c853d-ae18-4c9e-a556-33a5820b425b') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:55.325325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.338750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.344387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:55.344743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.403003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.409519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.412628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] 10.222.0.39 "DELETE /v2.0/networks/2f082e0f-cef2-4ab6-a543-de6d3943674b HTTP/1.1" status: 204 len: 168 time: 0.5488510 Oct 11 05:04:55.423753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99fc0f-0d3c-4efc-a639-6c611313c388 tempest-NetworksIpV6Test-1937100119 tempest-NetworksIpV6Test-1937100119-project] Pushing event deleted for resources: {'Network': ['ID=2f082e0f-cef2-4ab6-a543-de6d3943674b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:55.642650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57692) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:55.769735 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1a36a51c-df42-4620-b3e6-c6c81985ef55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5ffe9d6f2cc4c66a17329db63b3c4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259050 Oct 11 05:04:55.772204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57696) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:55.817316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9636018a-15ac-4cea-9d1b-519e146f5441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.841931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9636018a-15ac-4cea-9d1b-519e146f5441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.887556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9636018a-15ac-4cea-9d1b-519e146f5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.890361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9636018a-15ac-4cea-9d1b-519e146f5441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:55.891517 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9636018a-15ac-4cea-9d1b-519e146f5441 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edb6c9ad-c6e0-4915-9e5c-7d61172db71f HTTP/1.1" status: 204 len: 168 time: 0.1184132 Oct 11 05:04:55.899267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636018a-15ac-4cea-9d1b-519e146f5441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6c9ad-c6e0-4915-9e5c-7d61172db71f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:56.497913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57718) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:56.590879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-465264636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:56.613452 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.614496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.664994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.669149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.685889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.687069 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5331663a-1d37-4fc2-a0a5-9c78a60fe140 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1881139 Oct 11 05:04:56.689695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57722) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:56.694263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1898720402'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:56.711933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Made reservation on behalf of 49a27314c00747c6b9f85f0dc3121d84 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:56.715457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.723590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.797766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.801764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.825904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:56.840808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34d150-aec8-4e28-9ee6-ad79220a426f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:56.843693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.844024 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Added segment 564b6d63-89d1-4c48-b1df-45fa25911ee7 of type vlan for network a6501eea-f81d-4a80-b484-d946b6e716a9 Oct 11 05:04:56.881960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.907494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.913500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:56.914226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:56.943210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3797fae7-6763-459b-b391-3ee94070a543 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:04:56.952830 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2621443 Oct 11 05:04:56.956051 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57724) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:56.961796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Request body: {'subnet': {'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:56.964849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 3797fae7-6763-459b-b391-3ee94070a543 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:04:56.965160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 3797fae7-6763-459b-b391-3ee94070a543 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:04:56.987641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c87098-ac8e-4695-9b49-a30273340a2a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event updated for resources: {'Network': ['ID=a6501eea-f81d-4a80-b484-d946b6e716a9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:56.999510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network a6501eea-f81d-4a80-b484-d946b6e716a9 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:57.000504 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 6d6c853d-ae18-4c9e-a556-33a5820b425b resource provider aggregate not found Oct 11 05:04:57.018879 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 6d6c853d-ae18-4c9e-a556-33a5820b425b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d6c853d-ae18-4c9e-a556-33a5820b425b found for delete ", "request_id": "req-ecf5856c-c992-4f1b-871f-2c6d1e6c1053"}]} Oct 11 05:04:57.051720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Made reservation on behalf of 49a27314c00747c6b9f85f0dc3121d84 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:57.055387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.231032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.294023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event updated for resources: {'Subnet': ['ID=748c9fb2-6d58-4b48-8d74-4e87949aa182,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:57.300863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Checking segment: {'id': '564b6d63-89d1-4c48-b1df-45fa25911ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:57.301223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Network hostable DHCP agents. Network: a6501eea-f81d-4a80-b484-d946b6e716a9, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:57.317596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Network a6501eea-f81d-4a80-b484-d946b6e716a9 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:57.326271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, a6501eea-f81d-4a80-b484-d946b6e716a9) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:57.330299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:57.330904 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.335472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dee4b7-3fec-4217-b3b5-0d86203d2b78 None None] Network a6501eea-f81d-4a80-b484-d946b6e716a9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:57.349758 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5894e173-b340-4233-8bea-a0ea0d5014ca tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3896124 Oct 11 05:04:57.349962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57730) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:57.354754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-31892473'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:57.373467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Made reservation on behalf of 49a27314c00747c6b9f85f0dc3121d84 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:57.376849 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.400464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:04:57.409440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.409778 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Added segment 6d0054ef-7d00-4b18-8f5c-62c871a3a2fe of type vlan for network d94c5916-4cfd-4b0e-b938-115b9c411cf7 Oct 11 05:04:57.449698 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.475531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.482884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:57.483046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-a6501eea-f81d-4a80-b484-d946b6e716a9', 'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9', 'tenant_id': '49a27314c00747c6b9f85f0dc3121d84', 'fixed_ips': [{'subnet_id': '748c9fb2-6d58-4b48-8d74-4e87949aa182'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:57.483392 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.483770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.523045 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1721394 Oct 11 05:04:57.524088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57732) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:57.529460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Request body: {'subnet': {'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:57.555772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b30ea-c7b1-41db-a175-fd4a01d41d09 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event updated for resources: {'Network': ['ID=d94c5916-4cfd-4b0e-b938-115b9c411cf7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:57.567242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d94c5916-4cfd-4b0e-b938-115b9c411cf7 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:04:57.631533 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Made reservation on behalf of 49a27314c00747c6b9f85f0dc3121d84 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:04:57.635173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.677272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Allocated IP 172.20.0.2 (a6501eea-f81d-4a80-b484-d946b6e716a9/748c9fb2-6d58-4b48-8d74-4e87949aa182/d4307f9f-9d5d-4920-8254-45f2251b463c) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:57.814630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.819595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.824617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.863068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Network a6501eea-f81d-4a80-b484-d946b6e716a9 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:57.867355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:57.873207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:57.875820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event updated for resources: {'Subnet': ['ID=a562e44f-ac1c-4c9e-8c84-79ab62e77eff,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:57.876100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Pushing event updated for resources: {'Port': ['ID=d4307f9f-9d5d-4920-8254-45f2251b463c,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:57.887527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Checking segment: {'id': '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:57.887527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Network hostable DHCP agents. Network: d94c5916-4cfd-4b0e-b938-115b9c411cf7, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:04:57.904811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Network d94c5916-4cfd-4b0e-b938-115b9c411cf7 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:04:57.913392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d94c5916-4cfd-4b0e-b938-115b9c411cf7) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:57.918219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:04:57.918853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.923032 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff368f5-b53d-4535-b19c-f5a3384bbcf5 None None] Network d94c5916-4cfd-4b0e-b938-115b9c411cf7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:57.935576 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1f851d9e-8d65-460f-af07-aec4d38bbf4a tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4103093 Oct 11 05:04:57.938322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57734) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:57.942834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-41abb6e0-44b9-4a10-8038-1be4386ca5a9 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:04:57.943434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Attempting to bind port d4307f9f-9d5d-4920-8254-45f2251b463c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:57.943914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Attempting to bind port d4307f9f-9d5d-4920-8254-45f2251b463c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '564b6d63-89d1-4c48-b1df-45fa25911ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:57.944147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Attempting to bind port d4307f9f-9d5d-4920-8254-45f2251b463c on network a6501eea-f81d-4a80-b484-d946b6e716a9 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:57.957813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:57.958178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Checking segment: {'id': '564b6d63-89d1-4c48-b1df-45fa25911ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:57.958594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:57.958980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Bound using segment: {'id': '564b6d63-89d1-4c48-b1df-45fa25911ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:57.959436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Bound port: d4307f9f-9d5d-4920-8254-45f2251b463c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564b6d63-89d1-4c48-b1df-45fa25911ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'a6501eea-f81d-4a80-b484-d946b6e716a9'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:57.959808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.093157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] For port d4307f9f-9d5d-4920-8254-45f2251b463c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:58.097711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] For port d4307f9f-9d5d-4920-8254-45f2251b463c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4307f9f-9d5d-4920-8254-45f2251b463c,segment=NetworkSegment(564b6d63-89d1-4c48-b1df-45fa25911ee7),segment_id=564b6d63-89d1-4c48-b1df-45fa25911ee7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:58.103976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.161534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d94c5916-4cfd-4b0e-b938-115b9c411cf7', 'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7', 'tenant_id': '49a27314c00747c6b9f85f0dc3121d84', 'fixed_ips': [{'subnet_id': 'a562e44f-ac1c-4c9e-8c84-79ab62e77eff'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:04:58.162388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.193110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449472d-7605-491a-b9e7-2a48bca6d5ae None None] Pushing event updated for resources: {'Port': ['ID=d4307f9f-9d5d-4920-8254-45f2251b463c,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:58.346577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Allocated IP 172.21.0.2 (d94c5916-4cfd-4b0e-b938-115b9c411cf7/a562e44f-ac1c-4c9e-8c84-79ab62e77eff/bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:04:58.491081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41abb6e0-44b9-4a10-8038-1be4386ca5a9 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.513342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.519518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.562384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Network d94c5916-4cfd-4b0e-b938-115b9c411cf7 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:04:58.565240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:04:58.568628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:04:58.575766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Pushing event updated for resources: {'Port': ['ID=bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:58.600897 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.api.v2.resource [None req-41abb6e0-44b9-4a10-8038-1be4386ca5a9 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 11 05:04:58.603102 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-41abb6e0-44b9-4a10-8038-1be4386ca5a9 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "PUT /v2.0/routers/e7d99e76-f15d-423c-8902-386bf41ba7db HTTP/1.1" status: 400 len: 364 time: 0.6636486 Oct 11 05:04:58.608242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57736) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:58.663850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Deleting subnet a562e44f-ac1c-4c9e-8c84-79ab62e77eff {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:04:58.667391 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.714013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.771140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Attempting to bind port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:04:58.771758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Attempting to bind port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:04:58.772282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Attempting to bind port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa on network d94c5916-4cfd-4b0e-b938-115b9c411cf7 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:04:58.777798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:04:58.778390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Checking segment: {'id': '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:04:58.778977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.779546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Bound using segment: {'id': '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:04:58.780010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Bound port: bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd94c5916-4cfd-4b0e-b938-115b9c411cf7'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:04:58.780399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.799996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.866191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.866816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] For port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:04:58.871615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] For port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa,segment=NetworkSegment(6d0054ef-7d00-4b18-8f5c-62c871a3a2fe),segment_id=6d0054ef-7d00-4b18-8f5c-62c871a3a2fe)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:04:58.878000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.907966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event deleted for resources: {'Subnet': ['ID=a562e44f-ac1c-4c9e-8c84-79ab62e77eff,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:58.919839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:58.923691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4b76f382-6334-431e-ab54-66d12ca1fc84 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "DELETE /v2.0/subnets/a562e44f-ac1c-4c9e-8c84-79ab62e77eff HTTP/1.1" status: 204 len: 168 time: 0.3141005 Oct 11 05:04:58.926321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57738) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:58.990968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1883c-b45f-482e-b9b3-47ca27a3ad2d None None] Pushing event updated for resources: {'Port': ['ID=bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:59.060366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.062153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4307f9f-9d5d-4920-8254-45f2251b463c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:04:59.118402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d4307f9f-9d5d-4920-8254-45f2251b463c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:59.119174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.119663 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d4307f9f-9d5d-4920-8254-45f2251b463c Oct 11 05:04:59.151388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Deleting port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:04:59.151971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.255799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d4307f9f-9d5d-4920-8254-45f2251b463c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:59.256070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.264759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] For port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa,segment=NetworkSegment(6d0054ef-7d00-4b18-8f5c-62c871a3a2fe),segment_id=6d0054ef-7d00-4b18-8f5c-62c871a3a2fe)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:59.269098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.294222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Calling delete_port for bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:04:59.302884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port d4307f9f-9d5d-4920-8254-45f2251b463c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4307f9f-9d5d-4920-8254-45f2251b463c,segment=NetworkSegment(564b6d63-89d1-4c48-b1df-45fa25911ee7),segment_id=564b6d63-89d1-4c48-b1df-45fa25911ee7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:04:59.311645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.351432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d342ef8-6e5f-400a-8be5-d84886abb26e None None] Network a6501eea-f81d-4a80-b484-d946b6e716a9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:04:59.391341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.404969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] No DVR routers for this DVR port bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:04:59.439645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=d4307f9f-9d5d-4920-8254-45f2251b463c,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:59.452091 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event deleted for resources: {'Port': ['ID=bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:59.466955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4f0d7fd1-ec0e-4f60-9519-7adb41d78512 None None] Provisioning complete for port d4307f9f-9d5d-4920-8254-45f2251b463c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:59.467332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7fd1-ec0e-4f60-9519-7adb41d78512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.467674 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4f0d7fd1-ec0e-4f60-9519-7adb41d78512 None None] Attempt 1 to provision port d4307f9f-9d5d-4920-8254-45f2251b463c Oct 11 05:04:59.514055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.540285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94c5916-4cfd-4b0e-b938-115b9c411cf7']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:59.551843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:59.552246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0054ef-7d00-4b18-8f5c-62c871a3a2fe') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:04:59.563897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.579491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.592473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:04:59.592967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.615069 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 6d0054ef-7d00-4b18-8f5c-62c871a3a2fe resource provider aggregate not found Oct 11 05:04:59.635882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d7fd1-ec0e-4f60-9519-7adb41d78512 None None] Current status of the port d4307f9f-9d5d-4920-8254-45f2251b463c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:04:59.675058 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 6d0054ef-7d00-4b18-8f5c-62c871a3a2fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d0054ef-7d00-4b18-8f5c-62c871a3a2fe found for delete ", "request_id": "req-ed8b4546-8d80-44d8-b60c-b01bb1e50687"}]} Oct 11 05:04:59.683720 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.690086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.693742 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "DELETE /v2.0/networks/d94c5916-4cfd-4b0e-b938-115b9c411cf7 HTTP/1.1" status: 204 len: 168 time: 0.7655234 Oct 11 05:04:59.696466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57744) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:04:59.721541 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593078f-d3dd-4481-b678-d0faa39306e7 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event deleted for resources: {'Network': ['ID=d94c5916-4cfd-4b0e-b938-115b9c411cf7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:04:59.769525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Deleting subnet 748c9fb2-6d58-4b48-8d74-4e87949aa182 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:04:59.773038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.815212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.912998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.967893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-edd33917-1f69-4ced-8450-a4f5262384bc None None] Provisioning complete for port d4307f9f-9d5d-4920-8254-45f2251b463c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:04:59.968063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-edd33917-1f69-4ced-8450-a4f5262384bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:04:59.968414 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-edd33917-1f69-4ced-8450-a4f5262384bc None None] Attempt 1 to provision port d4307f9f-9d5d-4920-8254-45f2251b463c Oct 11 05:04:59.978659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.008907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event deleted for resources: {'Subnet': ['ID=748c9fb2-6d58-4b48-8d74-4e87949aa182,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:00.011209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.017612 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-60814ecd-ecf2-4209-a344-15fa011c18b0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "DELETE /v2.0/subnets/748c9fb2-6d58-4b48-8d74-4e87949aa182 HTTP/1.1" status: 204 len: 168 time: 0.3173969 Oct 11 05:05:00.017612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57746) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:00.018570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b58fb-ea6a-4482-9ee7-ac44681f326c None None] Network a6501eea-f81d-4a80-b484-d946b6e716a9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:05:00.101693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.160196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-edd33917-1f69-4ced-8450-a4f5262384bc None None] Current status of the port d4307f9f-9d5d-4920-8254-45f2251b463c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:00.165796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Deleting port d4307f9f-9d5d-4920-8254-45f2251b463c {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:05:00.166202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.187577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee514c-6009-48cd-853e-4db6adb891be None None] DHCP port deletion for d94c5916-4cfd-4b0e-b938-115b9c411cf7 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:05:00.209077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696943ca-9fa1-41c3-98a3-c3e15e6bb55c None None] Network d94c5916-4cfd-4b0e-b938-115b9c411cf7 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:05:00.225513 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696943ca-9fa1-41c3-98a3-c3e15e6bb55c None None] Network d94c5916-4cfd-4b0e-b938-115b9c411cf7 could not be found, it might have been deleted concurrently. {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 11 05:05:00.235913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] For port d4307f9f-9d5d-4920-8254-45f2251b463c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4307f9f-9d5d-4920-8254-45f2251b463c,segment=NetworkSegment(564b6d63-89d1-4c48-b1df-45fa25911ee7),segment_id=564b6d63-89d1-4c48-b1df-45fa25911ee7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:00.236274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.248484 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Calling delete_port for d4307f9f-9d5d-4920-8254-45f2251b463c owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:05:00.272232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9e761dca-2c71-4690-8b97-4fe4435c9c15 None None] Could not find standard attr ID for object bc7fbc32-5879-4b06-a0f8-d1591f4bf4fa. {{(pid=103100) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 11 05:05:00.281786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] DHCP port deletion for a6501eea-f81d-4a80-b484-d946b6e716a9 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:05:00.329991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] Deleting port d4307f9f-9d5d-4920-8254-45f2251b463c {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:05:00.330359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.335746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.362029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event deleted for resources: {'Port': ['ID=d4307f9f-9d5d-4920-8254-45f2251b463c,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:00.365558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] No DVR routers for this DVR port d4307f9f-9d5d-4920-8254-45f2251b463c on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:05:00.398981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] For port d4307f9f-9d5d-4920-8254-45f2251b463c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d4307f9f-9d5d-4920-8254-45f2251b463c,segment=NetworkSegment(564b6d63-89d1-4c48-b1df-45fa25911ee7),segment_id=564b6d63-89d1-4c48-b1df-45fa25911ee7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:00.399381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.411475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] Calling delete_port for d4307f9f-9d5d-4920-8254-45f2251b463c owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:05:00.445742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.466955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6501eea-f81d-4a80-b484-d946b6e716a9']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:00.476252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564b6d63-89d1-4c48-b1df-45fa25911ee7') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:00.477157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564b6d63-89d1-4c48-b1df-45fa25911ee7') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:00.484106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.486520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.499442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.505998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Releasing vlan 487 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:05:00.506471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.512892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] Pushing event deleted for resources: {'Port': ['ID=d4307f9f-9d5d-4920-8254-45f2251b463c,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:00.516354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452062fe-51dd-40b4-9b0f-f187f77972f0 None None] No DVR routers for this DVR port d4307f9f-9d5d-4920-8254-45f2251b463c on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:05:00.539713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 564b6d63-89d1-4c48-b1df-45fa25911ee7 resource provider aggregate not found Oct 11 05:05:00.576514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.583457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.587153 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "DELETE /v2.0/networks/a6501eea-f81d-4a80-b484-d946b6e716a9 HTTP/1.1" status: 204 len: 168 time: 0.5688467 Oct 11 05:05:00.588652 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 564b6d63-89d1-4c48-b1df-45fa25911ee7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 564b6d63-89d1-4c48-b1df-45fa25911ee7 found for delete ", "request_id": "req-d06d0c4c-5f84-46b8-ac3a-f7aa1ae04457"}]} Oct 11 05:05:00.590115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:00.599897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775cc2-d447-4670-809e-ff7eb52f0f03 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Pushing event deleted for resources: {'Network': ['ID=a6501eea-f81d-4a80-b484-d946b6e716a9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:00.616285 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c45fb1f6-0620-4bf5-a776-ec9d114a90c0 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7d99e76-f15d-423c-8902-386bf41ba7db HTTP/1.1" status: 200 len: 205 time: 0.0249014 Oct 11 05:05:00.618946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57754) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:00.692801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:00.948594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4307f9f-9d5d-4920-8254-45f2251b463c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:05:00.969441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d4307f9f-9d5d-4920-8254-45f2251b463c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:05:00.969786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d4307f9f-9d5d-4920-8254-45f2251b463c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:05:01.111769 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.113949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.155872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.156399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Fanout notify agent at l3_agent the message router_deleted on router e7d99e76-f15d-423c-8902-386bf41ba7db {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:05:01.163657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.164752 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3ecaf5be-b362-4fa7-acf0-a5e1acc1ce38 tempest-RoutersNegativeTest-821980237 tempest-RoutersNegativeTest-821980237-project] 10.222.0.39 "DELETE /v2.0/routers/e7d99e76-f15d-423c-8902-386bf41ba7db HTTP/1.1" status: 204 len: 168 time: 0.5449250 Oct 11 05:05:01.395636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57760) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:01.523642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-42e55df4-a4d5-4be0-927b-b402c4533cb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49a27314c00747c6b9f85f0dc3121d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267357 Oct 11 05:05:01.525924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57764) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:01.572164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.593119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.640716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.643198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:01.644357 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb34d150-aec8-4e28-9ee6-ad79220a426f HTTP/1.1" status: 204 len: 168 time: 0.1175420 Oct 11 05:05:01.654066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34d150-aec8-4e28-9ee6-ad79220a426f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:01.661285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.661630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.661968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.662301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.662657 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.663017 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.663341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.663671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.664023 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.664894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.665219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:01.665535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7697da-02e9-4277-8f27-1fe233e6cb80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:02.233048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57786) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:02.328111 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2005670182-network', 'tenant_id': 'a9e2031baef444479769a62f91768722'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:02.347556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Made reservation on behalf of a9e2031baef444479769a62f91768722 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:05:02.349690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.357970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.430494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.434277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.454270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:05:02.468909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b76776-da3b-4a38-b076-17f9f7127f08,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:02.471811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.472156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Added segment 5fc8b2fc-888b-461b-92e4-b649283d08f7 of type vlan for network d47c0937-24ca-453c-a28a-00fd29d250d9 Oct 11 05:05:02.511710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.534934 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.535867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:02.536439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.563613 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3294196 Oct 11 05:05:02.565644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57790) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:02.571379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Request body: {'subnet': {'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-subnet', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:02.592941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Made reservation on behalf of a9e2031baef444479769a62f91768722 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:05:02.595320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.603198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5356ded-8a11-42c6-bbe4-dbcd9d28521b admin admin] Pushing event updated for resources: {'Network': ['ID=d47c0937-24ca-453c-a28a-00fd29d250d9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:02.612880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d47c0937-24ca-453c-a28a-00fd29d250d9 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:05:02.765983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.825164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fac0d7-4757-4274-8aab-d66d61284e34,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:02.834362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Checking segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:02.834762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Network hostable DHCP agents. Network: d47c0937-24ca-453c-a28a-00fd29d250d9, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:05:02.850560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:05:02.859600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d47c0937-24ca-453c-a28a-00fd29d250d9) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:02.863858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:02.865333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.869400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ccdc12-7a40-40ed-8054-8da861c8af41 None None] Network d47c0937-24ca-453c-a28a-00fd29d250d9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:05:02.884441 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6664e8ab-b890-46c6-9d34-5d781b5be964 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3176429 Oct 11 05:05:02.887180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57792) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:02.891447 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:02.910192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.911210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:02.962513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.018843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d47c0937-24ca-453c-a28a-00fd29d250d9', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:05:03.019689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.099605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.152594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Allocated IP 172.20.0.2 (d47c0937-24ca-453c-a28a-00fd29d250d9/55fac0d7-4757-4274-8aab-d66d61284e34/589cdab0-9b58-4bb9-911b-c7e4c59ce168) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:03.290917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.297059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.298803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.318490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.336335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:03.339164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:03.342472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:03.348012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Pushing event updated for resources: {'Port': ['ID=589cdab0-9b58-4bb9-911b-c7e4c59ce168,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:03.401514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Attempting to bind port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:03.401869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Attempting to bind port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:03.402222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Attempting to bind port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:03.407059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:03.407429 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Checking segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:03.407819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.408201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Bound using segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:03.408655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Bound port: 589cdab0-9b58-4bb9-911b-c7e4c59ce168, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:03.409024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.423432 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Allocated IP 172.26.8.90 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/c9dac86b-eb43-4fa4-8869-f78dec5c4a82) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:03.470966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] For port 589cdab0-9b58-4bb9-911b-c7e4c59ce168, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:03.473968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] For port 589cdab0-9b58-4bb9-911b-c7e4c59ce168, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=589cdab0-9b58-4bb9-911b-c7e4c59ce168,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:03.478342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.531997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.533527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bf138-277b-40eb-9e5e-c83efc07d456 None None] Pushing event updated for resources: {'Port': ['ID=589cdab0-9b58-4bb9-911b-c7e4c59ce168,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:03.566669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:03.611062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:03.616321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:03.618651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:03.620754 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:03.892792 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.087408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.219822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Router e52ebf4d-3729-41c8-9894-855afb073a0a is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:05:04.307541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b32d1c9f-6e57-4d82-9f51-242723338b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.335036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:05:04.346658 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Sync routers for ids ['e52ebf4d-3729-41c8-9894-855afb073a0a'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:05:04.357342 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Routers {'e52ebf4d-3729-41c8-9894-855afb073a0a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:04.357950 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:04:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e52ebf4d-3729-41c8-9894-855afb073a0a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:04.358469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.361724 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-929a87f1-d475-438e-a76a-9eb509493658 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4735551 Oct 11 05:05:04.364505 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57794) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:04.426112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05189c-bcf7-481a-ad7f-c9517945e6b2 None None] Network d47c0937-24ca-453c-a28a-00fd29d250d9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:05:04.467932 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Set router e52ebf4d-3729-41c8-9894-855afb073a0a gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:04.549159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Provisioning complete for port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:04.549529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.549864 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Attempt 1 to provision port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 Oct 11 05:05:04.666103 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:05:03Z', 'revision_number': 3, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:04.667006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Current status of the port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:04.667397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.697155 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Checking router: e52ebf4d-3729-41c8-9894-855afb073a0a for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:05:04.697579 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Updating router e52ebf4d-3729-41c8-9894-855afb073a0a port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:05:04.709049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] For port 589cdab0-9b58-4bb9-911b-c7e4c59ce168, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=589cdab0-9b58-4bb9-911b-c7e4c59ce168,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:04.720376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.726833 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.776800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b76974-b02b-4b09-a3d0-7cb4ae72a008 None None] Pushing event updated for resources: {'Port': ['ID=589cdab0-9b58-4bb9-911b-c7e4c59ce168,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:04.797566 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.952151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d3cdfb9a-ba23-4dee-8908-e4c866220c50 None None] Provisioning complete for port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:04.952520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3cdfb9a-ba23-4dee-8908-e4c866220c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:04.953362 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d3cdfb9a-ba23-4dee-8908-e4c866220c50 None None] Attempt 1 to provision port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 Oct 11 05:05:04.974797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Allocated IP 172.20.0.1 (d47c0937-24ca-453c-a28a-00fd29d250d9/55fac0d7-4757-4274-8aab-d66d61284e34/4bca4922-8424-40ce-9f70-3b75b9bb2bb6) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:05.012712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 589cdab0-9b58-4bb9-911b-c7e4c59ce168 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:05.025743 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.034462 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.068216 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Attempting to bind port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:05.068443 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Attempting to bind port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:05.068624 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Attempting to bind port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:05.080007 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:05.080383 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:05.080778 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.081161 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:05.081632 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Bound port: c9dac86b-eb43-4fa4-8869-f78dec5c4a82, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:05.081987 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.089130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdfb9a-ba23-4dee-8908-e4c866220c50 None None] Current status of the port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:05.096849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:05.097221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.097555 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 Oct 11 05:05:05.102622 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.110844 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18721d-ab75-4242-aec0-188e2b292175 None None] Pushing event updated for resources: {'Port': ['ID=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:05.139806 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] For port c9dac86b-eb43-4fa4-8869-f78dec5c4a82, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:05.142406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.143463 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] For port c9dac86b-eb43-4fa4-8869-f78dec5c4a82, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:05.148311 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.184061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:05.184658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:05.185678 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Routers {'e52ebf4d-3729-41c8-9894-855afb073a0a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:05.186301 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:04:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e52ebf4d-3729-41c8-9894-855afb073a0a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:05.189794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:05.192219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:05.229515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Pushing event updated for resources: {'Port': ['ID=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:05.241244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.244391 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18721d-ab75-4242-aec0-188e2b292175 None None] Pushing event updated for resources: {'Port': ['ID=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:05.310954 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] Set router e52ebf4d-3729-41c8-9894-855afb073a0a gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:05.381449 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.411666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Provisioning complete for port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:05.412232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.412351 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 1 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:05.448363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:05.553336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.558283 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.578521 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:05:03Z', 'revision_number': 3, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:05.605131 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378af6c-d97d-428b-95de-82ea30adfa54 None None] The sync data for ids ['e52ebf4d-3729-41c8-9894-855afb073a0a'] in dv-neutron-860894-1-hyperv is: [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:05:03Z', 'revision_number': 3, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:05:05.627977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Pushing event updated for resources: {'Port': ['ID=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:05.630659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:05.728749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:05.730219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:05.857703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Router e52ebf4d-3729-41c8-9894-855afb073a0a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:05:05.949578 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 2 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:05.980611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:05:05.986291 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e01f1cf5-c2ff-4593-9c3a-3030af6936da admin admin] 10.222.0.39 "PUT /v2.0/routers/e52ebf4d-3729-41c8-9894-855afb073a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206617 Oct 11 05:05:05.991511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:06.460881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57810) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:06.465800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1978327488-network', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:06.486152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Made reservation on behalf of cfcc75c9d224456ea98ffecc59726476 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:05:06.488523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.493097 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 3 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:06.497364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.542231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:06.543977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec523f57-4788-45d8-b5a8-c29ac7e4840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.574001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.577650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.601237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:05:06.611256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d08a79-6ed3-4d52-beb9-5f9f515f2f6f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:06.616023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.616357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Added segment 5ebbbd2e-9072-40c9-8fe1-073912652418 of type vlan for network 20e54e0e-7542-4a66-be52-81bf73c5ab23 Oct 11 05:05:06.669519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.693114 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.694063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:06.694669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.729385 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2674112 Oct 11 05:05:06.732305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:06.738636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Request body: {'subnet': {'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-subnet', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:06.759010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Made reservation on behalf of cfcc75c9d224456ea98ffecc59726476 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:05:06.759608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df8396-a6f1-4693-8d3c-979c94a26e48 admin admin] Pushing event updated for resources: {'Network': ['ID=20e54e0e-7542-4a66-be52-81bf73c5ab23,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:06.761582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.769642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:05:06.938336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:06.976881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c9dac86b-eb43-4fa4-8869-f78dec5c4a82 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:07.008145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8a99f8-27b8-4de5-8461-9f9be5b009ea,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:07.019268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Checking segment: {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:07.019627 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Network hostable DHCP agents. Network: 20e54e0e-7542-4a66-be52-81bf73c5ab23, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:05:07.029542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:07.030109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.030617 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 Oct 11 05:05:07.037174 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:05:07.046474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 20e54e0e-7542-4a66-be52-81bf73c5ab23) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:07.050071 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 4 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:07.051592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:07.052785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.068485 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8ef33ca9-27ad-48d4-960a-229b3f6b50d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3350630 Oct 11 05:05:07.071732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 57814) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:07.076084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:07.081148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1540ba-b422-480b-8ade-fdc315da7348 None None] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:05:07.095618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.096703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.128276 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:07.159093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.235355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Sync routers for ids ['e52ebf4d-3729-41c8-9894-855afb073a0a'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:05:07.245465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:07.245781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.271460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Routers {'e52ebf4d-3729-41c8-9894-855afb073a0a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:07.272080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:05:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e52ebf4d-3729-41c8-9894-855afb073a0a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:07.307206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.460682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c9dac86b-eb43-4fa4-8869-f78dec5c4a82, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:07.484007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.511863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-20e54e0e-7542-4a66-be52-81bf73c5ab23', 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'fixed_ips': [{'subnet_id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:05:07.512614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.514791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.534398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.602269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:07.613119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Set router e52ebf4d-3729-41c8-9894-855afb073a0a gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:07.639010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Allocated IP 172.26.8.81 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/65e43510-79b6-4a01-b481-7ae80ec98507) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:07.656207 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 5 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:07.745568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.779005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:07.798556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:07.816633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:07.819619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:07.823458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:07.838042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Allocated IP 172.20.0.2 (20e54e0e-7542-4a66-be52-81bf73c5ab23/3d8a99f8-27b8-4de5-8461-9f9be5b009ea/7ee2d3ab-0054-41dc-9798-55c044692784) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:07.848620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Pushing event updated for resources: {'Port': ['ID=65e43510-79b6-4a01-b481-7ae80ec98507,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:07.925168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.071182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 4, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '4bca4922-8424-40ce-9f70-3b75b9bb2bb6', 'name': '', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'mac_address': 'fa:16:3e:3e:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:04Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 2, 'project_id': 'a9e2031baef444479769a62f91768722', 'subnets': [{'id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:08.073665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.077010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.105619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Checking router: e52ebf4d-3729-41c8-9894-855afb073a0a for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:05:08.106048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Updating router e52ebf4d-3729-41c8-9894-855afb073a0a port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:05:08.109943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.165543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.169777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:08.179424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:08.186246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:08.190412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Pushing event updated for resources: {'Port': ['ID=7ee2d3ab-0054-41dc-9798-55c044692784,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:08.268945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.310039 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 6 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:08.333641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Attempting to bind port 7ee2d3ab-0054-41dc-9798-55c044692784 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:08.333923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Attempting to bind port 7ee2d3ab-0054-41dc-9798-55c044692784 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:08.334281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Attempting to bind port 7ee2d3ab-0054-41dc-9798-55c044692784 on network 20e54e0e-7542-4a66-be52-81bf73c5ab23 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:08.352568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:08.352938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Checking segment: {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:08.353339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.353733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Bound using segment: {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:08.354190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Bound port: 7ee2d3ab-0054-41dc-9798-55c044692784, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:08.354585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.383298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:08.395150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Router 49b283b4-452a-489b-a635-a9896ce889fc is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:05:08.483920 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f778967e-41d7-4489-901b-598411f421e2 None None] For port 7ee2d3ab-0054-41dc-9798-55c044692784, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:08.488965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f778967e-41d7-4489-901b-598411f421e2 None None] For port 7ee2d3ab-0054-41dc-9798-55c044692784, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7ee2d3ab-0054-41dc-9798-55c044692784,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:08.493205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.585126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778967e-41d7-4489-901b-598411f421e2 None None] Pushing event updated for resources: {'Port': ['ID=7ee2d3ab-0054-41dc-9798-55c044692784,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:08.629777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.637422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.730968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ee35-f849-42ea-8b10-cedba73f50cc None None] Pushing event updated for resources: {'Port': ['ID=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:08.752198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Attempting to bind port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:08.752646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Attempting to bind port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:08.753072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Attempting to bind port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:08.759178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:08.759670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Checking segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:08.760197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.760665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Bound using segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:08.761208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Bound port: 4bca4922-8424-40ce-9f70-3b75b9bb2bb6, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:08.761659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.829804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] For port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:08.833392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] For port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:08.840411 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.842790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:05:08.853806 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Sync routers for ids ['49b283b4-452a-489b-a635-a9896ce889fc'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:05:08.863803 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Routers {'49b283b4-452a-489b-a635-a9896ce889fc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:08.864677 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:05:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['49b283b4-452a-489b-a635-a9896ce889fc'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:08.874261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:08.876265 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cadc400b-81b3-4d85-82fd-5bd9fa25fc8a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8034577 Oct 11 05:05:08.878992 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 57816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:05:08.889181 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Attempt 7 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:08.933574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Routers {'e52ebf4d-3729-41c8-9894-855afb073a0a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:08.934316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:05:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e52ebf4d-3729-41c8-9894-855afb073a0a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:08.939546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ee35-f849-42ea-8b10-cedba73f50cc None None] Pushing event updated for resources: {'Port': ['ID=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:08.996110 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Set router 49b283b4-452a-489b-a635-a9896ce889fc gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:09.045134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Current status of the port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:09.045608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.126239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] Set router e52ebf4d-3729-41c8-9894-855afb073a0a gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:09.129380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] For port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:09.156787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7ee2d3ab-0054-41dc-9798-55c044692784 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:09.160596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.204406 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 3, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:09.233440 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Checking router: 49b283b4-452a-489b-a635-a9896ce889fc for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:05:09.233885 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Updating router 49b283b4-452a-489b-a635-a9896ce889fc port 65e43510-79b6-4a01-b481-7ae80ec98507 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:05:09.261259 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.438717 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.493552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705249a-95c5-4302-a672-c633eacf6ed4 None None] Pushing event updated for resources: {'Port': ['ID=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:09.510210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-c2c970e6-f184-4f53-9de0-f9f01d0c3865 None None] Provisioning complete for port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:09.510589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c2c970e6-f184-4f53-9de0-f9f01d0c3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.510931 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-c2c970e6-f184-4f53-9de0-f9f01d0c3865 None None] Attempt 1 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:09.549645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.571011 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.579425 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.619826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7ee2d3ab-0054-41dc-9798-55c044692784 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:09.620358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.620568 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7ee2d3ab-0054-41dc-9798-55c044692784 Oct 11 05:05:09.627520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.649001 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Allocated IP 172.20.0.1 (20e54e0e-7542-4a66-be52-81bf73c5ab23/3d8a99f8-27b8-4de5-8461-9f9be5b009ea/9c34eb62-6d99-49a6-b3b0-cbf385513bdb) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:09.660537 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Attempting to bind port 65e43510-79b6-4a01-b481-7ae80ec98507 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:09.660864 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Attempting to bind port 65e43510-79b6-4a01-b481-7ae80ec98507 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:09.661338 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Attempting to bind port 65e43510-79b6-4a01-b481-7ae80ec98507 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:09.668005 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Pushing event updated for resources: {'Port': ['ID=65e43510-79b6-4a01-b481-7ae80ec98507,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:09.670877 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:09.671384 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:09.671787 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.672175 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:09.672644 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Bound port: 65e43510-79b6-4a01-b481-7ae80ec98507, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:09.673021 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.684397 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7631fa-c2c4-4c32-8f75-4a6789c00eb3 None None] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:05:09.726267 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] For port 65e43510-79b6-4a01-b481-7ae80ec98507, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:09.729476 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] For port 65e43510-79b6-4a01-b481-7ae80ec98507, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=65e43510-79b6-4a01-b481-7ae80ec98507,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:09.734697 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.779367 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Routers {'49b283b4-452a-489b-a635-a9896ce889fc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:09.779983 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:05:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['49b283b4-452a-489b-a635-a9896ce889fc'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:09.782868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.823030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.843953 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Pushing event updated for resources: {'Port': ['ID=65e43510-79b6-4a01-b481-7ae80ec98507,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:09.848265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-c2c970e6-f184-4f53-9de0-f9f01d0c3865 None None] Current status of the port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:09.862986 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.863541 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.863663 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.864202 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.864542 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.865282 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.865282 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.865518 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.866006 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.866338 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.866691 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.867563 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057a427-5cbf-41cf-928c-c87049366498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:09.872101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 4, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '4bca4922-8424-40ce-9f70-3b75b9bb2bb6', 'name': '', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'mac_address': 'fa:16:3e:3e:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:04Z', 'updated_at': '2022-10-11T05:05:08Z', 'revision_number': 4, 'project_id': 'a9e2031baef444479769a62f91768722', 'subnets': [{'id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:09.898138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:09.900070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Pushing event updated for resources: {'Port': ['ID=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:09.902665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:09.904825 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:09.919461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7ee2d3ab-0054-41dc-9798-55c044692784 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:09.919617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:09.923957 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] Set router 49b283b4-452a-489b-a635-a9896ce889fc gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:09.924200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32180096-fa23-4430-88a4-8eff32f45746 None None] The sync data for ids ['e52ebf4d-3729-41c8-9894-855afb073a0a'] in dv-neutron-860894-1-hyperv is: [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:05:05Z', 'revision_number': 4, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '4bca4922-8424-40ce-9f70-3b75b9bb2bb6', 'name': '', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'mac_address': 'fa:16:3e:3e:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:04Z', 'updated_at': '2022-10-11T05:05:08Z', 'revision_number': 4, 'project_id': 'a9e2031baef444479769a62f91768722', 'subnets': [{'id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:05:09.956128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.012688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 7ee2d3ab-0054-41dc-9798-55c044692784, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7ee2d3ab-0054-41dc-9798-55c044692784,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:10.026700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.027569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c9dac86b-eb43-4fa4-8869-f78dec5c4a82 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:10.081908 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-64d0c8ec-654c-43c2-92d1-2e4223f2b802 None None] Provisioning complete for port 7ee2d3ab-0054-41dc-9798-55c044692784 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:10.082277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-64d0c8ec-654c-43c2-92d1-2e4223f2b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.082657 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-64d0c8ec-654c-43c2-92d1-2e4223f2b802 None None] Attempt 1 to provision port 7ee2d3ab-0054-41dc-9798-55c044692784 Oct 11 05:05:10.165075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=7ee2d3ab-0054-41dc-9798-55c044692784,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:10.170662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.176361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:10.176733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.177052 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 Oct 11 05:05:10.178123 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 3, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:10.217652 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee873ba-e1af-49d0-b1c8-aa885e588ccb None None] The sync data for ids ['49b283b4-452a-489b-a635-a9896ce889fc'] in dv-neutron-860894-1-hyperv is: [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 3, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:05:10.306991 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-64d0c8ec-654c-43c2-92d1-2e4223f2b802 None None] Current status of the port 7ee2d3ab-0054-41dc-9798-55c044692784 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:10.366498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:10.430356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.441047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.558591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Provisioning complete for port 7ee2d3ab-0054-41dc-9798-55c044692784 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:10.559586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.560107 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 1 to provision port 7ee2d3ab-0054-41dc-9798-55c044692784 Oct 11 05:05:10.711929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Current status of the port 7ee2d3ab-0054-41dc-9798-55c044692784 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:10.724040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Provisioning complete for port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:10.724562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.725027 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 1 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:10.764170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:10.861738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.911212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:10.913011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Pushing event updated for resources: {'Port': ['ID=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:11.029181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:11.030860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:11.109516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 65e43510-79b6-4a01-b481-7ae80ec98507 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:11.177768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Router 49b283b4-452a-489b-a635-a9896ce889fc has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:05:11.213712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 65e43510-79b6-4a01-b481-7ae80ec98507 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:11.214078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:11.214413 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 65e43510-79b6-4a01-b481-7ae80ec98507 Oct 11 05:05:11.267389 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 2 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:11.313694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:11.328165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:05:11.342396 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8e1b56dc-a1ad-4290-bebd-951597bd372f admin admin] 10.222.0.39 "PUT /v2.0/routers/49b283b4-452a-489b-a635-a9896ce889fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526029 Oct 11 05:05:11.358992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 65e43510-79b6-4a01-b481-7ae80ec98507 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:11.359321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:11.380297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 65e43510-79b6-4a01-b481-7ae80ec98507, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=65e43510-79b6-4a01-b481-7ae80ec98507,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:11.385650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:11.386567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:11.471862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=65e43510-79b6-4a01-b481-7ae80ec98507,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:11.484067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:11.484441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:11.484772 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 Oct 11 05:05:11.570425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:11.571764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7ee2d3ab-0054-41dc-9798-55c044692784 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:11.620611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7ee2d3ab-0054-41dc-9798-55c044692784 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:11.621066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:11.621465 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7ee2d3ab-0054-41dc-9798-55c044692784 Oct 11 05:05:11.701508 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7ee2d3ab-0054-41dc-9798-55c044692784 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:11.814639 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 3 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:11.849683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:11.923464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-dfd2b0c4-a3e9-44cc-b231-d625feeb4109 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:11.924935 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-dfd2b0c4-a3e9-44cc-b231-d625feeb4109 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 817 time: 0.1017098 Oct 11 05:05:11.940140 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-b3ca998c-b952-4f5f-b5e2-6a4fce0c34e1 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/quotas/a9e2031baef444479769a62f91768722 HTTP/1.1" status: 200 len: 375 time: 0.0088344 Oct 11 05:05:11.993822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-28b9451a-782a-46b4-936f-6dec0d83ec2d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485475 Oct 11 05:05:12.087448 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-8b2b3311-f487-494b-b469-a77462fa4a30 service neutron] 10.222.0.39 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824907 Oct 11 05:05:12.178760 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-c6c66280-c17d-411f-ae7a-b2e0deedd698 service neutron] 10.222.0.39 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Oct 11 05:05:12.338343 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7ac12fa7-4b84-4d51-afce-55f9fd9c0126 req-7efaeadb-6012-4dd1-b228-1b618e89df87 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 210 time: 0.0298281 Oct 11 05:05:12.351167 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 4 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:12.387634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:12.888402 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 5 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:12.927425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:12.958787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 65e43510-79b6-4a01-b481-7ae80ec98507 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:13.008435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 65e43510-79b6-4a01-b481-7ae80ec98507 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:13.008804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:13.009140 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 65e43510-79b6-4a01-b481-7ae80ec98507 Oct 11 05:05:13.084925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 65e43510-79b6-4a01-b481-7ae80ec98507 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:13.170605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Sync routers for ids ['49b283b4-452a-489b-a635-a9896ce889fc'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:05:13.180926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Routers {'49b283b4-452a-489b-a635-a9896ce889fc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:13.181620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:05:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['49b283b4-452a-489b-a635-a9896ce889fc'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:13.291858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Set router 49b283b4-452a-489b-a635-a9896ce889fc gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:13.348462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-5568e81e-e163-48ec-a537-7cbc882f110d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:13.350093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-5568e81e-e163-48ec-a537-7cbc882f110d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 817 time: 0.1126192 Oct 11 05:05:13.368727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Request body: {'port': {'device_id': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'admin_state_up': True, 'tenant_id': 'a9e2031baef444479769a62f91768722'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:13.430689 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 6 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:13.468651 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7e0eed89-46f5-4d07-b0c4-439eeb8e277a req-6a5bba7b-13ac-47f7-878a-d66b751f922a tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 210 time: 0.0357294 Oct 11 05:05:13.484304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:13.515026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Made reservation on behalf of a9e2031baef444479769a62f91768722 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:05:13.518632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:13.533786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:10Z', 'revision_number': 4, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '9c34eb62-6d99-49a6-b3b0-cbf385513bdb', 'name': '', 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'mac_address': 'fa:16:3e:3b:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:09Z', 'updated_at': '2022-10-11T05:05:10Z', 'revision_number': 2, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'subnets': [{'id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:13.561019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Checking router: 49b283b4-452a-489b-a635-a9896ce889fc for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:05:13.561368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Updating router 49b283b4-452a-489b-a635-a9896ce889fc port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:05:13.591185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:13.646502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Allocated IP 172.20.0.9 (d47c0937-24ca-453c-a28a-00fd29d250d9/55fac0d7-4757-4274-8aab-d66d61284e34/d4b41894-57a8-4cc8-b9f5-2c5931e33d72) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:13.798052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:13.832274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:13.878511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:13.881951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:13.885698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:13.910488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Pushing event updated for resources: {'Port': ['ID=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:13.939025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:13.939678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:13.956355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-96f9a505-a24f-481b-ae7b-7a314679174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918460 Oct 11 05:05:13.985588 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 7 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:13.999867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Request body: {'port': {'device_id': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:14.035726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.037544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:14.042798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.066497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.107811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a43000-8069-486e-a3b9-654db3bb0659 None None] Pushing event updated for resources: {'Port': ['ID=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:14.135729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Attempting to bind port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:14.136077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Attempting to bind port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:14.136485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Attempting to bind port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb on network 20e54e0e-7542-4a66-be52-81bf73c5ab23 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:14.141425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:14.141803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Checking segment: {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:14.142205 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.142641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Bound using segment: {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:14.143112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Bound port: 9c34eb62-6d99-49a6-b3b0-cbf385513bdb, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebbbd2e-9072-40c9-8fe1-073912652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:14.143492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.204618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] For port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:14.207529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] For port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:14.212786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.252483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Routers {'49b283b4-452a-489b-a635-a9896ce889fc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:05:14.253105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:05:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['49b283b4-452a-489b-a635-a9896ce889fc'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:14.304506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a43000-8069-486e-a3b9-654db3bb0659 None None] Pushing event updated for resources: {'Port': ['ID=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:14.332624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b41894-57a8-4cc8-b9f5-2c5931e33d72 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:05:14.340753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.353594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Transition to ACTIVE for port object d4b41894-57a8-4cc8-b9f5-2c5931e33d72 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:05:14.357180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.373234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] Set router 49b283b4-452a-489b-a635-a9896ce889fc gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:05:14.437865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:14.468389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Attempting to bind port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:14.468640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Attempting to bind port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:14.468965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Attempting to bind port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:14.473267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 on network d47c0937-24ca-453c-a28a-00fd29d250d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:05:14.473586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Attempting to bind port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:14.479026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:14.479362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Checking segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:14.479742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Bound using segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:14.480165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Bound port: d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:14.480519 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.544926 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Attempt 8 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:14.545399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] For port d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:14.548567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] For port d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:14.552451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.555955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:14.556665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.558152 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] 10.222.0.45 "PUT /v2.0/ports/d4b41894-57a8-4cc8-b9f5-2c5931e33d72 HTTP/1.1" status: 200 len: 1093 time: 0.5631607 Oct 11 05:05:14.560364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'tag': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:05:14.562873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed25f6a6-c76f-4322-9e7f-27893d7d7b45", "tag": "d4b41894-57a8-4cc8-b9f5-2c5931e33d72"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:05:14.605271 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:05:14.615752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:10Z', 'revision_number': 4, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '9c34eb62-6d99-49a6-b3b0-cbf385513bdb', 'name': '', 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'mac_address': 'fa:16:3e:3b:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:09Z', 'updated_at': '2022-10-11T05:05:14Z', 'revision_number': 4, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'subnets': [{'id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:05:14.627124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77991d33-f415-4f4d-b098-c451b9a2fe20 x-openstack-request-id: req-77991d33-f415-4f4d-b098-c451b9a2fe20 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:05:14.627561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed25f6a6-c76f-4322-9e7f-27893d7d7b45", "tag": "d4b41894-57a8-4cc8-b9f5-2c5931e33d72", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:05:14.628040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77991d33-f415-4f4d-b098-c451b9a2fe20 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:05:14.628561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77991d33-f415-4f4d-b098-c451b9a2fe20'] response: {'name': 'network-changed', 'server_uuid': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'tag': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72', 'status': 'completed', 'code': 200} Oct 11 05:05:14.654451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37974823-ed37-4d2d-9c9b-1492f852cb4d req-2dc99a49-4ae5-42d5-9829-e3fbcf3d7876 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:14.655256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a99fa-aea4-4480-a497-18d1a3306b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:14.666554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4a16d-3664-4a6b-8dde-a70720420358 None None] The sync data for ids ['49b283b4-452a-489b-a635-a9896ce889fc'] in dv-neutron-860894-1-hyperv is: [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:10Z', 'revision_number': 4, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '9c34eb62-6d99-49a6-b3b0-cbf385513bdb', 'name': '', 'network_id': '20e54e0e-7542-4a66-be52-81bf73c5ab23', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'mac_address': 'fa:16:3e:3b:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:09Z', 'updated_at': '2022-10-11T05:05:14Z', 'revision_number': 4, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'subnets': [{'id': '3d8a99f8-27b8-4de5-8461-9f9be5b009ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:05:14.667322 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-37974823-ed37-4d2d-9c9b-1492f852cb4d req-2dc99a49-4ae5-42d5-9829-e3fbcf3d7876 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 943 time: 0.1188569 Oct 11 05:05:14.693221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Current status of the port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:14.693951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.742257 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-37974823-ed37-4d2d-9c9b-1492f852cb4d req-2ddfe327-52da-4cb5-b9cb-e71d0dcae799 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Oct 11 05:05:14.743337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-558e57eb-0295-4e44-b0ed-c9497aa577f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:14.744983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-558e57eb-0295-4e44-b0ed-c9497aa577f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 1096 time: 0.0719805 Oct 11 05:05:14.745556 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] For port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:14.750714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.804619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-0074a5cc-6782-461b-95ce-9ce1c9449caa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72 HTTP/1.1" status: 200 len: 217 time: 0.0434468 Oct 11 05:05:14.807012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087969d6-6458-4140-b7b8-4c6e7f14e079 None None] Pushing event updated for resources: {'Port': ['ID=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:14.857318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-4ea7fcf6-af58-4857-ad1b-78cc4801342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:14.859079 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-4ea7fcf6-af58-4857-ad1b-78cc4801342e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0478370 Oct 11 05:05:14.881630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-649f91c3-56fc-4a57-99db-59e618df0155 None None] Provisioning complete for port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:14.882002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-649f91c3-56fc-4a57-99db-59e618df0155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:14.882914 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-649f91c3-56fc-4a57-99db-59e618df0155 None None] Attempt 1 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:14.914286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-fe10bb50-c49c-4143-8c3e-f9f7bf0b84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:14.915911 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-fe10bb50-c49c-4143-8c3e-f9f7bf0b84d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506625 Oct 11 05:05:14.981264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-649f91c3-56fc-4a57-99db-59e618df0155 None None] Current status of the port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:15.002939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9c34eb62-6d99-49a6-b3b0-cbf385513bdb up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:15.053071 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-e2897a17-02ed-49f6-acee-c207a904dd08 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273129 Oct 11 05:05:15.058860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:15.059238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:15.059585 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb Oct 11 05:05:15.144407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:15.156437 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c28caa1-de6c-4379-b89d-aa04f7dc07a1 req-3e80bbc1-1df0-43ef-b086-8224417ef192 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968578 Oct 11 05:05:15.293789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-72c550d0-7eee-4a50-abee-f682cc2d29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:15.295376 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-72c550d0-7eee-4a50-abee-f682cc2d29f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 1096 time: 0.0481668 Oct 11 05:05:15.389037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-0735e8ec-3d4c-4268-8d24-e15c15f19c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:15.390515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-0735e8ec-3d4c-4268-8d24-e15c15f19c48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 918 time: 0.0885932 Oct 11 05:05:15.436943 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-44708887-a87b-465b-8041-e93f9bfc1660 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72 HTTP/1.1" status: 200 len: 217 time: 0.0399680 Oct 11 05:05:15.487501 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-ee36634a-9f0f-4577-ad6b-ddc0652beb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:15.489096 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-ee36634a-9f0f-4577-ad6b-ddc0652beb61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0459793 Oct 11 05:05:15.535337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-699a3c4d-e189-4c68-a205-307aaf5fcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:15.536836 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-699a3c4d-e189-4c68-a205-307aaf5fcb9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416741 Oct 11 05:05:15.630295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-e644f5cf-0a0e-4814-8c9e-1491f5ebd66f service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865922 Oct 11 05:05:15.719790 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98cf2c82-d06f-4c0a-9c1c-1c67db896fd5 req-3b905ed3-8a55-481c-a30e-f044d05f238c service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830452 Oct 11 05:05:15.861445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045e4e-ec7f-4090-bb44-2dc2bc1a12b6 req-62c8b643-4015-4dff-b657-3eb259a22b09 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:15.862998 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-db045e4e-ec7f-4090-bb44-2dc2bc1a12b6 req-62c8b643-4015-4dff-b657-3eb259a22b09 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 943 time: 0.0532680 Oct 11 05:05:15.900217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-db045e4e-ec7f-4090-bb44-2dc2bc1a12b6 req-aadbdf0e-0ec0-4ff9-bb33-f17ea6c064cb tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313740 Oct 11 05:05:17.020544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38ef4-e6d5-4452-a577-d9b7fda9f146 req-bbd13db3-35e7-444a-b6d7-6b446116f000 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:17.022047 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-00e38ef4-e6d5-4452-a577-d9b7fda9f146 req-bbd13db3-35e7-444a-b6d7-6b446116f000 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 943 time: 0.0497963 Oct 11 05:05:17.066721 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-00e38ef4-e6d5-4452-a577-d9b7fda9f146 req-675dfea3-bd37-4a3d-b1d4-cc3e6f13c858 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385790 Oct 11 05:05:18.185139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380e8eb-e2a3-4325-81d0-4f9996c37371 req-002c3f49-1e39-4d03-a304-b3f24bf0f65c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:18.186653 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9380e8eb-e2a3-4325-81d0-4f9996c37371 req-002c3f49-1e39-4d03-a304-b3f24bf0f65c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 943 time: 0.0483828 Oct 11 05:05:18.223321 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9380e8eb-e2a3-4325-81d0-4f9996c37371 req-8ff5886b-150c-4d81-8a1c-3c0130698e24 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Oct 11 05:05:18.865087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d4b41894-57a8-4cc8-b9f5-2c5931e33d72 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:05:18.957668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:18.968618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'port_id': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72', 'mac_address': 'fa:16:3e:60:ca:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:05:19.007730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:19.008120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:19.020170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b41894-57a8-4cc8-b9f5-2c5931e33d72 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:05:19.040136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:19.044888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:19.090628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:19.345257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b800f2f-9017-4dfb-b818-091a7c7e29eb req-649687f0-1bf1-4244-a71f-c91e2098acd3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:19.346747 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1b800f2f-9017-4dfb-b818-091a7c7e29eb req-649687f0-1bf1-4244-a71f-c91e2098acd3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 944 time: 0.0495362 Oct 11 05:05:19.388455 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1b800f2f-9017-4dfb-b818-091a7c7e29eb req-287814aa-6512-43b4-a25d-84b39d3a6620 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Oct 11 05:05:19.426372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['d4b41894-57a8-4cc8-b9f5-2c5931e33d72'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:05:20.505844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993973db-7fdb-43a0-b043-36d115a1362c req-c3596941-abba-401f-86a8-95a5c5c21546 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:20.507321 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-993973db-7fdb-43a0-b043-36d115a1362c req-c3596941-abba-401f-86a8-95a5c5c21546 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 944 time: 0.0488045 Oct 11 05:05:20.544357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-993973db-7fdb-43a0-b043-36d115a1362c req-3cf6787a-d0c2-44b1-8906-02bf8809792e tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Oct 11 05:05:20.876168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d4b41894-57a8-4cc8-b9f5-2c5931e33d72 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:20.924057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:05:20.927964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:20.928332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:20.928665 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 Oct 11 05:05:21.005723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:21.006102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:21.028527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:05:21.030936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8e83b1-4bcb-40a6-8976-3dc73c4a8e95" -d '{"events": [{"server_uuid": "ed25f6a6-c76f-4322-9e7f-27893d7d7b45", "name": "network-vif-plugged", "status": "completed", "tag": "d4b41894-57a8-4cc8-b9f5-2c5931e33d72"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:05:21.044410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:21.048020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:21.072290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1118bba9-afe0-44cc-9251-d3fa25f1f124 x-openstack-request-id: req-1118bba9-afe0-44cc-9251-d3fa25f1f124 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:05:21.072583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed25f6a6-c76f-4322-9e7f-27893d7d7b45", "name": "network-vif-plugged", "status": "completed", "tag": "d4b41894-57a8-4cc8-b9f5-2c5931e33d72", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:05:21.072834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1118bba9-afe0-44cc-9251-d3fa25f1f124 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:05:21.073221 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1118bba9-afe0-44cc-9251-d3fa25f1f124'] response: {'server_uuid': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72', 'code': 200} Oct 11 05:05:21.099363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:21.262612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f8203-f5cb-4259-a85d-fd2eb507c92c req-96c16d64-334e-480c-aaaa-fdad6a2c5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:21.264091 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-229f8203-f5cb-4259-a85d-fd2eb507c92c req-96c16d64-334e-480c-aaaa-fdad6a2c5ed7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 1098 time: 0.0433090 Oct 11 05:05:21.296311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-229f8203-f5cb-4259-a85d-fd2eb507c92c req-f9e29c7f-d84e-44ab-91db-0dccde633b79 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260882 Oct 11 05:05:21.662023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f651e-df9b-441c-bb56-e2d2c7b1cd91 req-2bb981bc-d7b3-4256-8c51-7e9e4521552f tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:21.663521 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b70f651e-df9b-441c-bb56-e2d2c7b1cd91 req-2bb981bc-d7b3-4256-8c51-7e9e4521552f tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 945 time: 0.0482581 Oct 11 05:05:21.701330 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b70f651e-df9b-441c-bb56-e2d2c7b1cd91 req-a9d7b32e-2ee3-4dfb-a146-2ad59d6eede7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Oct 11 05:05:22.825144 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ab565-acf8-43f3-a84e-d5389b969b12 req-0495629a-bb16-4abe-b0d7-05831d77ff68 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:22.826653 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f98ab565-acf8-43f3-a84e-d5389b969b12 req-0495629a-bb16-4abe-b0d7-05831d77ff68 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Oct 11 05:05:22.862886 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f98ab565-acf8-43f3-a84e-d5389b969b12 req-bf487417-65d2-45f1-b083-908079b40d36 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303030 Oct 11 05:05:22.981306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369c6e1-e50a-4979-adae-b6cd8295ef78 req-5ae31a4a-0b61-4302-9c24-3400e8206231 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:22.982776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3369c6e1-e50a-4979-adae-b6cd8295ef78 req-5ae31a4a-0b61-4302-9c24-3400e8206231 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 945 time: 0.0479248 Oct 11 05:05:23.019253 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3369c6e1-e50a-4979-adae-b6cd8295ef78 req-8ddf814e-9d02-4c7e-b7b6-77e6b285f54f tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307405 Oct 11 05:05:34.309327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-337b9ab7-cd53-436f-8910-311580cd1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:36.534878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25c3fabf-6a35-449c-a90e-61148b2e8728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:37.899464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:39.464396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:39.573802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:40.867165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:42.830635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008de25-05eb-4e4f-bdbb-6527f8674467 req-951a5d77-9cdb-480f-bd58-aa59cf8d7fad tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:42.832103 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f008de25-05eb-4e4f-bdbb-6527f8674467 req-951a5d77-9cdb-480f-bd58-aa59cf8d7fad tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Oct 11 05:05:42.870138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f008de25-05eb-4e4f-bdbb-6527f8674467 req-ed904313-5126-4ef5-aef3-cfe600c274c0 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Oct 11 05:05:43.992306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d8f77-6703-488d-8b49-2c071adc8894 req-4e6ef72d-8eb0-4d05-b641-c96824ad56e8 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:43.993780 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be9d8f77-6703-488d-8b49-2c071adc8894 req-4e6ef72d-8eb0-4d05-b641-c96824ad56e8 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Oct 11 05:05:44.030292 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-be9d8f77-6703-488d-8b49-2c071adc8894 req-94352189-7f42-41e0-b452-4a5efb764bf9 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Oct 11 05:05:44.712491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-a3f573f4-2ed3-4003-829f-4622c7d5ee41 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:44.713953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-a3f573f4-2ed3-4003-829f-4622c7d5ee41 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 945 time: 0.0478678 Oct 11 05:05:44.802834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Deleting port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:05:44.803174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:44.890410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] For port d4b41894-57a8-4cc8-b9f5-2c5931e33d72, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:44.890808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:44.903590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Calling delete_port for d4b41894-57a8-4cc8-b9f5-2c5931e33d72 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:05:45.028904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:45.058069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Pushing event deleted for resources: {'Port': ['ID=d4b41894-57a8-4cc8-b9f5-2c5931e33d72,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:45.061791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['d4b41894-57a8-4cc8-b9f5-2c5931e33d72'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:05:45.120955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] No DVR routers for this DVR port d4b41894-57a8-4cc8-b9f5-2c5931e33d72 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:05:45.129923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:45.133399 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-71c247fe-9ff6-49cb-ad8b-28ba04c67ca6 req-5e3d9afa-cbbf-4934-bfef-806af3ae659b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "DELETE /v2.0/ports/d4b41894-57a8-4cc8-b9f5-2c5931e33d72 HTTP/1.1" status: 204 len: 173 time: 0.4138436 Oct 11 05:05:45.133904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'name': 'network-vif-deleted', 'tag': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:05:45.137424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80755e93-931a-45d3-9615-a9d028ca66d3" -d '{"events": [{"server_uuid": "ed25f6a6-c76f-4322-9e7f-27893d7d7b45", "name": "network-vif-deleted", "tag": "d4b41894-57a8-4cc8-b9f5-2c5931e33d72"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:05:45.171152 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-94697bbe-eafe-4b66-9ced-373998a4265e req-5fbff604-5875-4f31-9959-bed187563702 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed25f6a6-c76f-4322-9e7f-27893d7d7b45 HTTP/1.1" status: 200 len: 210 time: 0.0519531 Oct 11 05:05:45.201732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09876c-c89f-4810-931a-6fca82eeb815 x-openstack-request-id: req-7c09876c-c89f-4810-931a-6fca82eeb815 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:05:45.202306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed25f6a6-c76f-4322-9e7f-27893d7d7b45", "name": "network-vif-deleted", "tag": "d4b41894-57a8-4cc8-b9f5-2c5931e33d72", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:05:45.202543 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c09876c-c89f-4810-931a-6fca82eeb815 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:05:45.203075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c09876c-c89f-4810-931a-6fca82eeb815'] response: {'server_uuid': 'ed25f6a6-c76f-4322-9e7f-27893d7d7b45', 'name': 'network-vif-deleted', 'tag': 'd4b41894-57a8-4cc8-b9f5-2c5931e33d72', 'status': 'completed', 'code': 200} Oct 11 05:05:46.548335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-fa0dc8b4-dc68-40d6-80aa-a79d0e3275ac tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:46.549704 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-fa0dc8b4-dc68-40d6-80aa-a79d0e3275ac tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 817 time: 0.1021781 Oct 11 05:05:46.564664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-fcb94d2b-41ac-497d-9fda-7246f4282216 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/quotas/a9e2031baef444479769a62f91768722 HTTP/1.1" status: 200 len: 375 time: 0.0087698 Oct 11 05:05:46.614742 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-d3e087b5-fa19-4afa-b3e3-f1aa0bdc239b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446718 Oct 11 05:05:46.712216 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-0ffbe938-d9f9-4bad-a866-63d26f6dce8c service neutron] 10.222.0.39 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Oct 11 05:05:46.802836 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-b886b42b-8a5c-4f0a-8f33-709054b61954 service neutron] 10.222.0.39 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837235 Oct 11 05:05:46.961562 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e14d475-2e1f-4a35-a21b-105df929f965 req-4f8b55d2-5d10-4f42-b917-df491bad4ecd tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 210 time: 0.0268233 Oct 11 05:05:47.905643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-fc47808d-1ea1-496d-a9b4-5e6993b89bab tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:47.907001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-fc47808d-1ea1-496d-a9b4-5e6993b89bab tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 817 time: 0.1008265 Oct 11 05:05:47.925163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Request body: {'port': {'device_id': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'admin_state_up': True, 'tenant_id': 'a9e2031baef444479769a62f91768722'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:48.036368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Made reservation on behalf of a9e2031baef444479769a62f91768722 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:05:48.040274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.059982 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e216e361-bd47-4516-aa01-c03b53192842 req-041a8e61-19c3-4af5-909a-f48fa52444bb tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Oct 11 05:05:48.166978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Allocated IP 172.20.0.11 (d47c0937-24ca-453c-a28a-00fd29d250d9/55fac0d7-4757-4274-8aab-d66d61284e34/6365eec7-ec62-40ba-b2e7-13fbaeec1196) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:05:48.311938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.343252 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.386959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:05:48.390003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:05:48.393563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:05:48.416788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Pushing event updated for resources: {'Port': ['ID=6365eec7-ec62-40ba-b2e7-13fbaeec1196,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:48.447656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:48.448298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.465518 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-54ad818e-e46b-4802-9673-688bbd7b435d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5440590 Oct 11 05:05:48.530509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Request body: {'port': {'device_id': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:05:48.585884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.604072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-02c61418-2c51-416d-a288-030efad9ae74 None None] Provisioning complete for port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:48.604643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-02c61418-2c51-416d-a288-030efad9ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.604752 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-02c61418-2c51-416d-a288-030efad9ae74 None None] Attempt 1 to provision port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 Oct 11 05:05:48.638115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-02c61418-2c51-416d-a288-030efad9ae74 None None] Port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:05:48.848040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6365eec7-ec62-40ba-b2e7-13fbaeec1196 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:05:48.855342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.868112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Transition to ACTIVE for port object 6365eec7-ec62-40ba-b2e7-13fbaeec1196 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:05:48.870925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:48.946352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Pushing event updated for resources: {'Port': ['ID=6365eec7-ec62-40ba-b2e7-13fbaeec1196,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:48.973627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Attempting to bind port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:05:48.973956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Attempting to bind port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:05:48.974281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Attempting to bind port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:48.978461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 on network d47c0937-24ca-453c-a28a-00fd29d250d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:05:48.978807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Attempting to bind port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:05:48.983535 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:05:48.983867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Checking segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:05:48.984240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Bound using segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:05:48.984655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Bound port: 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:05:48.984999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:49.001765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d4b41894-57a8-4cc8-b9f5-2c5931e33d72 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:05:49.024910 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: d4b41894-57a8-4cc8-b9f5-2c5931e33d72 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:05:49.025255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device d4b41894-57a8-4cc8-b9f5-2c5931e33d72 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:05:49.051213 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] For port 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:05:49.054724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] For port 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:05:49.059555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:49.063434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.064024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:49.065404 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] 10.222.0.45 "PUT /v2.0/ports/6365eec7-ec62-40ba-b2e7-13fbaeec1196 HTTP/1.1" status: 200 len: 1094 time: 0.5392313 Oct 11 05:05:49.065893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'tag': '6365eec7-ec62-40ba-b2e7-13fbaeec1196'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:05:49.068169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677a933d-0158-40a7-a409-a2ca91ab5741" -d '{"events": [{"name": "network-changed", "server_uuid": "4213fabc-eb6d-4a35-9e5e-193f3e0df636", "tag": "6365eec7-ec62-40ba-b2e7-13fbaeec1196"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:05:49.107333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e68fe-824b-416b-868f-a2f204a2a039 x-openstack-request-id: req-266e68fe-824b-416b-868f-a2f204a2a039 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:05:49.107600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4213fabc-eb6d-4a35-9e5e-193f3e0df636", "tag": "6365eec7-ec62-40ba-b2e7-13fbaeec1196", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:05:49.107857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-266e68fe-824b-416b-868f-a2f204a2a039 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:05:49.108260 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266e68fe-824b-416b-868f-a2f204a2a039'] response: {'name': 'network-changed', 'server_uuid': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'tag': '6365eec7-ec62-40ba-b2e7-13fbaeec1196', 'status': 'completed', 'code': 200} Oct 11 05:05:49.121267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38a170-681a-432d-a15b-66fb19b45145 service neutron] Pushing event updated for resources: {'Port': ['ID=6365eec7-ec62-40ba-b2e7-13fbaeec1196,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:49.140048 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-02c61418-2c51-416d-a288-030efad9ae74 None None] Attempt 2 to provision port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 Oct 11 05:05:49.168998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-8d95ad62-edb1-40ef-adac-9e4239aabe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.170641 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-8d95ad62-edb1-40ef-adac-9e4239aabe11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 1097 time: 0.0424004 Oct 11 05:05:49.191150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-02c61418-2c51-416d-a288-030efad9ae74 None None] Port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:05:49.192117 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea38499-605b-417f-8743-8795dde9b850 req-bbb1ca43-d7fd-418a-8430-44151bf7cfa5 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.193800 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ea38499-605b-417f-8743-8795dde9b850 req-bbb1ca43-d7fd-418a-8430-44151bf7cfa5 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 944 time: 0.0547442 Oct 11 05:05:49.223010 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-56b142b5-8f0c-438e-8439-e56ec23567d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196 HTTP/1.1" status: 200 len: 217 time: 0.0397851 Oct 11 05:05:49.234558 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ea38499-605b-417f-8743-8795dde9b850 req-42259580-87e9-495b-814c-f002a2b853ec tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Oct 11 05:05:49.272137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5e89809f-b65b-4ac9-981b-77b6d9716baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.273690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-5e89809f-b65b-4ac9-981b-77b6d9716baf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0440426 Oct 11 05:05:49.319269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e997b-90c0-43c7-9299-350e96d316fc req-04f912da-95ca-442f-b50e-9c6f306dd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.320807 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-04f912da-95ca-442f-b50e-9c6f306dd77b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402300 Oct 11 05:05:49.410662 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-984fcca8-bd31-4674-a399-6cd6db17ee75 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825214 Oct 11 05:05:49.495839 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-da6e997b-90c0-43c7-9299-350e96d316fc req-ddb5fc45-1282-4214-9706-073be4a77baf service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790567 Oct 11 05:05:49.630516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-f6e5ab7c-60d4-4c3b-94dd-b4f67e9c1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.631983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-f6e5ab7c-60d4-4c3b-94dd-b4f67e9c1688 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 1097 time: 0.0442054 Oct 11 05:05:49.718982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-bc261cf2-4b76-4ba7-b0f1-768d9f49012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.720334 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-bc261cf2-4b76-4ba7-b0f1-768d9f49012b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 918 time: 0.0824466 Oct 11 05:05:49.763405 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-0372dad4-e6aa-4a8e-8a51-8094cadd76ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196 HTTP/1.1" status: 200 len: 217 time: 0.0361667 Oct 11 05:05:49.811118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-f448ffca-215c-46f2-86de-f06423732d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.812520 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-f448ffca-215c-46f2-86de-f06423732d12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0432758 Oct 11 05:05:49.857164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-3b24ba17-1e81-4b0a-beb6-b198bad97a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:49.858619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-3b24ba17-1e81-4b0a-beb6-b198bad97a67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394974 Oct 11 05:05:49.949997 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-62709c31-6bd8-41c9-96f1-2d6793cbf03c service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847845 Oct 11 05:05:50.038767 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-677a933d-0158-40a7-a409-a2ca91ab5741 req-339b24c4-9aba-4c78-9460-bd834866eb75 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808363 Oct 11 05:05:50.357583 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb39d25-19bf-4897-a5c4-d22a0e4d4841 req-8e0a6eaa-1d77-4105-a384-b95c2fe297be tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:50.359057 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6bb39d25-19bf-4897-a5c4-d22a0e4d4841 req-8e0a6eaa-1d77-4105-a384-b95c2fe297be tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 944 time: 0.0483193 Oct 11 05:05:50.399500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6bb39d25-19bf-4897-a5c4-d22a0e4d4841 req-508bd1fe-9689-4ff0-be8b-b975c8dbc428 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Oct 11 05:05:51.519632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fafc1-da24-4b82-8aae-1c7a8447c0f5 req-aeadd300-b0a2-496d-9b97-4336677ef53b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:51.521112 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-009fafc1-da24-4b82-8aae-1c7a8447c0f5 req-aeadd300-b0a2-496d-9b97-4336677ef53b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 944 time: 0.0496058 Oct 11 05:05:51.558679 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-009fafc1-da24-4b82-8aae-1c7a8447c0f5 req-462d674f-053b-4b9b-a960-28254127eb5b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Oct 11 05:05:51.604659 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:05:52.677185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8693212-b5c8-495e-b6de-e3cbf0f87a65 req-b0842df7-6db0-4e79-95b1-9bfa0c484c59 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:52.678673 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b8693212-b5c8-495e-b6de-e3cbf0f87a65 req-b0842df7-6db0-4e79-95b1-9bfa0c484c59 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 944 time: 0.0483656 Oct 11 05:05:52.715894 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b8693212-b5c8-495e-b6de-e3cbf0f87a65 req-ed68f15b-3601-4235-9256-bb2db07533e2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Oct 11 05:05:53.014619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6365eec7-ec62-40ba-b2e7-13fbaeec1196 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:05:53.109334 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:53.120912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '6365eec7-ec62-40ba-b2e7-13fbaeec1196', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'port_id': '6365eec7-ec62-40ba-b2e7-13fbaeec1196', 'mac_address': 'fa:16:3e:37:a1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:05:53.157753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:53.158140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:53.171353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6365eec7-ec62-40ba-b2e7-13fbaeec1196 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:05:53.190611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:53.194291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:53.239236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=6365eec7-ec62-40ba-b2e7-13fbaeec1196,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:53.245954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.246301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.246664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.247001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.247331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.247661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.247988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.248317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.248641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.248963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.249283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.249630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:05:53.570066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['6365eec7-ec62-40ba-b2e7-13fbaeec1196'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:05:53.833692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c202-d566-4cce-bc84-b9de0d46103c req-d8e262cd-fb44-4461-b496-e79ce46df998 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:53.835103 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e4d0c202-d566-4cce-bc84-b9de0d46103c req-d8e262cd-fb44-4461-b496-e79ce46df998 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 945 time: 0.0488050 Oct 11 05:05:53.872926 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e4d0c202-d566-4cce-bc84-b9de0d46103c req-bc9044f0-b9ed-46ff-af8a-ecb73fc60111 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Oct 11 05:05:54.992786 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d998e2-769e-4311-9dfb-544fc47b2651 req-6aa7243e-b9e3-4f69-bf1a-d2d7b78617c6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:54.994237 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07d998e2-769e-4311-9dfb-544fc47b2651 req-6aa7243e-b9e3-4f69-bf1a-d2d7b78617c6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 945 time: 0.0476172 Oct 11 05:05:55.030677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6365eec7-ec62-40ba-b2e7-13fbaeec1196 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:05:55.031254 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07d998e2-769e-4311-9dfb-544fc47b2651 req-6d397013-86fc-40c3-bec7-6f3f6e1cc421 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Oct 11 05:05:55.079157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:05:55.083245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:05:55.083617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:55.083946 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 Oct 11 05:05:55.159893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:05:55.160201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:55.182658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365eec7-ec62-40ba-b2e7-13fbaeec1196'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:05:55.184956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee5720-4deb-4d8e-8a61-2d9508d539b2" -d '{"events": [{"server_uuid": "4213fabc-eb6d-4a35-9e5e-193f3e0df636", "name": "network-vif-plugged", "status": "completed", "tag": "6365eec7-ec62-40ba-b2e7-13fbaeec1196"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:05:55.199061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:05:55.203117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:05:55.225366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32462bf3-3c1e-40be-b230-6a3fd50fb287 x-openstack-request-id: req-32462bf3-3c1e-40be-b230-6a3fd50fb287 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:05:55.226188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4213fabc-eb6d-4a35-9e5e-193f3e0df636", "name": "network-vif-plugged", "status": "completed", "tag": "6365eec7-ec62-40ba-b2e7-13fbaeec1196", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:05:55.226439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32462bf3-3c1e-40be-b230-6a3fd50fb287 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:05:55.226852 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32462bf3-3c1e-40be-b230-6a3fd50fb287'] response: {'server_uuid': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6365eec7-ec62-40ba-b2e7-13fbaeec1196', 'code': 200} Oct 11 05:05:55.251887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=6365eec7-ec62-40ba-b2e7-13fbaeec1196,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:05:55.412996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd6b47-9d8b-4a92-8d63-d663f72e8442 req-ac0b293f-6be9-4a22-b685-fec8e466223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:55.414891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a1dd6b47-9d8b-4a92-8d63-d663f72e8442 req-ac0b293f-6be9-4a22-b685-fec8e466223d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 1099 time: 0.0384300 Oct 11 05:05:55.451683 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a1dd6b47-9d8b-4a92-8d63-d663f72e8442 req-19497dc9-3cc7-4790-9513-589e9189f559 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299103 Oct 11 05:05:56.152076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b992ee-3f58-4bd8-a7be-36beaa9d3aa5 req-cdd1a6ef-1698-4900-a652-46e121c71a67 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:56.153566 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6b992ee-3f58-4bd8-a7be-36beaa9d3aa5 req-cdd1a6ef-1698-4900-a652-46e121c71a67 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 946 time: 0.0482724 Oct 11 05:05:56.189369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6b992ee-3f58-4bd8-a7be-36beaa9d3aa5 req-9720c275-2613-4092-9aa2-8b113ccdc8e0 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298636 Oct 11 05:05:57.316436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892e12-a606-453f-b4da-148f5ce90435 req-8b394078-3147-475e-822d-4989d22db3c6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:57.317900 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-db892e12-a606-453f-b4da-148f5ce90435 req-8b394078-3147-475e-822d-4989d22db3c6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 946 time: 0.0533550 Oct 11 05:05:57.355219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-db892e12-a606-453f-b4da-148f5ce90435 req-6a17aa97-ace1-47b9-9cc3-64db27f89c3c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Oct 11 05:05:57.472357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b2e3-104b-4420-b69e-307cb91a5abe req-db9f2470-aa24-4138-adc8-a99574edc69f tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:57.473800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f532b2e3-104b-4420-b69e-307cb91a5abe req-db9f2470-aa24-4138-adc8-a99574edc69f tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 946 time: 0.0477209 Oct 11 05:05:57.510507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f532b2e3-104b-4420-b69e-307cb91a5abe req-7bdb497d-6b52-47d6-8aa9-1a6c50f1f26d tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Oct 11 05:05:57.687555 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-5ba0ff68-f776-4baf-b3cb-747c801b4807 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379403 Oct 11 05:05:57.789571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-a4eba885-97dd-47d0-9ec2-a84dc34a68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:57.791074 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-a4eba885-97dd-47d0-9ec2-a84dc34a68df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 1099 time: 0.0477374 Oct 11 05:05:57.900682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-51278381-d85b-4408-b5a7-fe0d8250d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:57.902143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-51278381-d85b-4408-b5a7-fe0d8250d091 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 918 time: 0.0921485 Oct 11 05:05:57.949384 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-b0764cf6-2900-4875-a67e-891897567644 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196 HTTP/1.1" status: 200 len: 217 time: 0.0399799 Oct 11 05:05:57.999804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-08a48636-4782-4641-9df5-f12481458582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:58.001152 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-08a48636-4782-4641-9df5-f12481458582 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0441787 Oct 11 05:05:58.045671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-4a83f6bf-bce4-4b3e-912b-fb3d086db0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:05:58.047199 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-4a83f6bf-bce4-4b3e-912b-fb3d086db0cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400145 Oct 11 05:05:58.138664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-54368f3c-ef27-4597-85a2-15dd609a6e35 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 Oct 11 05:05:58.224596 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06016d2e-7148-4d55-9d06-86fe2ab7130e req-3f6a793e-a232-433e-8e4c-c7bae32c3f02 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796776 Oct 11 05:06:04.310068 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fc3e040d-d8f3-496a-a093-52d13bb6128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:06.536317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b606dab2-b128-4602-a99d-26bb805e1d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:07.896938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:09.462233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:09.576382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:10.897385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:16.980306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b2e0-278f-46b3-9b21-0fc59d2ef0c5 req-f53abe15-a2ab-46e3-be40-93aab9796bad tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:16.981898 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6745b2e0-278f-46b3-9b21-0fc59d2ef0c5 req-f53abe15-a2ab-46e3-be40-93aab9796bad tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 946 time: 0.0553534 Oct 11 05:06:17.019413 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6745b2e0-278f-46b3-9b21-0fc59d2ef0c5 req-024d0cb6-c5f6-45de-a63d-70463020dd5a tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Oct 11 05:06:18.141973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ad196-a23b-4089-9ad5-9f76ff22fd10 req-a137c0e9-7bc6-4d5d-aed5-0cf5dacf49c9 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:18.143480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c59ad196-a23b-4089-9ad5-9f76ff22fd10 req-a137c0e9-7bc6-4d5d-aed5-0cf5dacf49c9 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 946 time: 0.0499067 Oct 11 05:06:18.180655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c59ad196-a23b-4089-9ad5-9f76ff22fd10 req-b1635fcc-b7c4-4b61-ac0d-f89a0547b7d9 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Oct 11 05:06:18.913909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-95e6bf82-ff16-4e80-a369-4424638de5b6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:18.915309 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-95e6bf82-ff16-4e80-a369-4424638de5b6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 946 time: 0.0474272 Oct 11 05:06:19.006746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Deleting port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:19.007088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:19.092025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] For port 6365eec7-ec62-40ba-b2e7-13fbaeec1196, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6365eec7-ec62-40ba-b2e7-13fbaeec1196,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:19.092379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:19.104874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Calling delete_port for 6365eec7-ec62-40ba-b2e7-13fbaeec1196 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:06:19.231980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:19.262930 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Pushing event deleted for resources: {'Port': ['ID=6365eec7-ec62-40ba-b2e7-13fbaeec1196,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:19.266282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['6365eec7-ec62-40ba-b2e7-13fbaeec1196'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:06:19.300021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-488e7478-bec7-44fc-a5e5-a8e99a5e0383 req-3673591e-0788-4f4b-86b0-d41afce0f776 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=4213fabc-eb6d-4a35-9e5e-193f3e0df636 HTTP/1.1" status: 200 len: 210 time: 0.0404654 Oct 11 05:06:19.318784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.319667 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.320015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.320351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.320689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.321021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.321345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.321671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.321996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.322320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.322669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.322998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:19.346702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] No DVR routers for this DVR port 6365eec7-ec62-40ba-b2e7-13fbaeec1196 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:06:19.349502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:19.353044 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a96f2d56-aac7-4c27-8447-0f6f9150ab7d req-b6d8d623-61cc-4e82-aba2-016f4ef4b6d3 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "DELETE /v2.0/ports/6365eec7-ec62-40ba-b2e7-13fbaeec1196 HTTP/1.1" status: 204 len: 173 time: 0.4301064 Oct 11 05:06:19.353553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'name': 'network-vif-deleted', 'tag': '6365eec7-ec62-40ba-b2e7-13fbaeec1196'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:06:19.355986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15830734-1b5e-4823-8ebb-7feb78d9cc79" -d '{"events": [{"server_uuid": "4213fabc-eb6d-4a35-9e5e-193f3e0df636", "name": "network-vif-deleted", "tag": "6365eec7-ec62-40ba-b2e7-13fbaeec1196"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:06:19.480405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b38592-34a9-47a9-a8ce-cff93ac0f03d x-openstack-request-id: req-c0b38592-34a9-47a9-a8ce-cff93ac0f03d {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:06:19.480870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4213fabc-eb6d-4a35-9e5e-193f3e0df636", "name": "network-vif-deleted", "tag": "6365eec7-ec62-40ba-b2e7-13fbaeec1196", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:06:19.481142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0b38592-34a9-47a9-a8ce-cff93ac0f03d {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:06:19.481509 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b38592-34a9-47a9-a8ce-cff93ac0f03d'] response: {'server_uuid': '4213fabc-eb6d-4a35-9e5e-193f3e0df636', 'name': 'network-vif-deleted', 'tag': '6365eec7-ec62-40ba-b2e7-13fbaeec1196', 'status': 'completed', 'code': 200} Oct 11 05:06:20.661414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-581bef4d-0d71-43c1-87c3-13ae6d417c8b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:20.662919 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-581bef4d-0d71-43c1-87c3-13ae6d417c8b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 817 time: 0.1060872 Oct 11 05:06:20.677303 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b8641e36-602a-4636-a3da-6b6d996b1958 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/quotas/a9e2031baef444479769a62f91768722 HTTP/1.1" status: 200 len: 375 time: 0.0087574 Oct 11 05:06:20.728499 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-ebdfcdad-012e-43da-bdb5-e8a23166a805 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455756 Oct 11 05:06:20.909795 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-157de42d-ef14-4aaf-96c2-cd92a05e95a7 service neutron] 10.222.0.39 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700518 Oct 11 05:06:20.997571 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-441e9dae-74d9-49b6-931d-c7b81f6bf632 service neutron] 10.222.0.39 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817151 Oct 11 05:06:21.152176 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f5507160-5b45-4c51-b45d-8bec093031c0 req-2b4dbade-7cdb-4bd3-9e21-8e47880dabd7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 210 time: 0.0267189 Oct 11 05:06:22.112212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-89c5f604-e16c-4587-86fb-d590163c6d42 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:22.113655 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-89c5f604-e16c-4587-86fb-d590163c6d42 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 817 time: 0.1023023 Oct 11 05:06:22.133641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Request body: {'port': {'device_id': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'admin_state_up': True, 'tenant_id': 'a9e2031baef444479769a62f91768722'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:06:22.256016 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2dfdac67-013b-4a53-bac5-ab81cfe03b2d req-9a5cd341-799b-4f9e-a266-b9d132bb879b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 210 time: 0.0279179 Oct 11 05:06:22.538277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Made reservation on behalf of a9e2031baef444479769a62f91768722 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:06:22.541565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:22.666099 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Allocated IP 172.20.0.9 (d47c0937-24ca-453c-a28a-00fd29d250d9/55fac0d7-4757-4274-8aab-d66d61284e34/27c2eba6-98db-4cc5-a449-830c614a049a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:06:22.807389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:22.839710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:22.882445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Network d47c0937-24ca-453c-a28a-00fd29d250d9 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:06:22.885454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:06:22.888991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:06:22.912352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Pushing event updated for resources: {'Port': ['ID=27c2eba6-98db-4cc5-a449-830c614a049a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:22.943008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:22.943627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:22.960668 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b2ef9adb-3495-4434-b7dd-e599385784f2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314700 Oct 11 05:06:22.978387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Request body: {'port': {'device_id': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:06:23.036967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.102097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-372a083d-5f9c-4e4e-9d52-f6f99e2d2cf2 None None] Provisioning complete for port 27c2eba6-98db-4cc5-a449-830c614a049a triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:06:23.102783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-372a083d-5f9c-4e4e-9d52-f6f99e2d2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.102783 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-372a083d-5f9c-4e4e-9d52-f6f99e2d2cf2 None None] Attempt 1 to provision port 27c2eba6-98db-4cc5-a449-830c614a049a Oct 11 05:06:23.138417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-372a083d-5f9c-4e4e-9d52-f6f99e2d2cf2 None None] Port 27c2eba6-98db-4cc5-a449-830c614a049a cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:06:23.154194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6365eec7-ec62-40ba-b2e7-13fbaeec1196 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:06:23.173380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 6365eec7-ec62-40ba-b2e7-13fbaeec1196 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:06:23.173964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6365eec7-ec62-40ba-b2e7-13fbaeec1196 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:06:23.293538 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c2eba6-98db-4cc5-a449-830c614a049a {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:06:23.301928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.315023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Transition to ACTIVE for port object 27c2eba6-98db-4cc5-a449-830c614a049a will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:06:23.319741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.427024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Pushing event updated for resources: {'Port': ['ID=27c2eba6-98db-4cc5-a449-830c614a049a,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:23.452895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae51c40-c04d-4ae3-8fe1-2b087036e4d4 req-af2bb51d-db64-49d0-b394-fc7f657775bc tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:23.454336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aae51c40-c04d-4ae3-8fe1-2b087036e4d4 req-af2bb51d-db64-49d0-b394-fc7f657775bc tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 943 time: 0.1097617 Oct 11 05:06:23.473646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Attempting to bind port 27c2eba6-98db-4cc5-a449-830c614a049a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:06:23.473972 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Attempting to bind port 27c2eba6-98db-4cc5-a449-830c614a049a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:06:23.474293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Attempting to bind port 27c2eba6-98db-4cc5-a449-830c614a049a on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:06:23.485026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Port 27c2eba6-98db-4cc5-a449-830c614a049a on network d47c0937-24ca-453c-a28a-00fd29d250d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:06:23.485344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Attempting to bind port 27c2eba6-98db-4cc5-a449-830c614a049a on network d47c0937-24ca-453c-a28a-00fd29d250d9 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:06:23.494865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:06:23.495195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Checking segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:06:23.495563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Bound using segment: {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:06:23.495981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Bound port: 27c2eba6-98db-4cc5-a449-830c614a049a, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc8b2fc-888b-461b-92e4-b649283d08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:06:23.496327 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.516544 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aae51c40-c04d-4ae3-8fe1-2b087036e4d4 req-286848e8-1f76-49c2-b3bc-ab50808099a2 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530305 Oct 11 05:06:23.567888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] For port 27c2eba6-98db-4cc5-a449-830c614a049a, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:06:23.571760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] For port 27c2eba6-98db-4cc5-a449-830c614a049a, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=27c2eba6-98db-4cc5-a449-830c614a049a,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:06:23.576075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.579030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:23.579644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:23.580996 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] 10.222.0.45 "PUT /v2.0/ports/27c2eba6-98db-4cc5-a449-830c614a049a HTTP/1.1" status: 200 len: 1093 time: 0.6071610 Oct 11 05:06:23.583056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'tag': '27c2eba6-98db-4cc5-a449-830c614a049a'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:06:23.585345 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a15367-4b5e-439a-9fe2-844f428a7334" -d '{"events": [{"name": "network-changed", "server_uuid": "38330ce6-b28c-4c72-9ac2-9dc32034e0ec", "tag": "27c2eba6-98db-4cc5-a449-830c614a049a"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:06:23.622661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5843b-4f15-4f79-9872-8d58d77bebde x-openstack-request-id: req-0dc5843b-4f15-4f79-9872-8d58d77bebde {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:06:23.622949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38330ce6-b28c-4c72-9ac2-9dc32034e0ec", "tag": "27c2eba6-98db-4cc5-a449-830c614a049a", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:06:23.623201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dc5843b-4f15-4f79-9872-8d58d77bebde {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:06:23.623601 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc5843b-4f15-4f79-9872-8d58d77bebde'] response: {'name': 'network-changed', 'server_uuid': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'tag': '27c2eba6-98db-4cc5-a449-830c614a049a', 'status': 'completed', 'code': 200} Oct 11 05:06:23.639694 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-372a083d-5f9c-4e4e-9d52-f6f99e2d2cf2 None None] Attempt 2 to provision port 27c2eba6-98db-4cc5-a449-830c614a049a Oct 11 05:06:23.650737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0bae9-3447-4636-8e1d-7ba3007cce59 service neutron] Pushing event updated for resources: {'Port': ['ID=27c2eba6-98db-4cc5-a449-830c614a049a,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:23.682416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-c546806d-bfdc-43f9-bcaa-4bb60c085338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:23.683980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-c546806d-bfdc-43f9-bcaa-4bb60c085338 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 1096 time: 0.0421202 Oct 11 05:06:23.687246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-372a083d-5f9c-4e4e-9d52-f6f99e2d2cf2 None None] Port 27c2eba6-98db-4cc5-a449-830c614a049a had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:06:23.730716 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-06250204-d2cc-4d1b-808a-2ff263ede554 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c2eba6-98db-4cc5-a449-830c614a049a HTTP/1.1" status: 200 len: 217 time: 0.0344715 Oct 11 05:06:23.782038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-142733b1-70f3-4ff4-b0cf-f3b2a585bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:23.783457 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-142733b1-70f3-4ff4-b0cf-f3b2a585bc16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0464122 Oct 11 05:06:23.827529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-41424749-2d65-430a-92c1-e122a1d17470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:23.828885 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-41424749-2d65-430a-92c1-e122a1d17470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384600 Oct 11 05:06:23.915210 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-d8f3b719-6029-4d36-9f8a-a7eb366803af service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801001 Oct 11 05:06:24.005693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ead328f-9780-482b-a346-5ad0f40a9a43 req-c8c02d0b-5eeb-420a-9361-5a198ada4e97 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837772 Oct 11 05:06:24.127323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-efe3250d-878b-44e9-a2ca-79d8b55e8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:24.128712 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-efe3250d-878b-44e9-a2ca-79d8b55e8dcf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e2031baef444479769a62f91768722&device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 1096 time: 0.0404778 Oct 11 05:06:24.219925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-acee8966-695a-4c8b-a0f7-3499916733a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:24.221369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-acee8966-695a-4c8b-a0f7-3499916733a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 200 len: 918 time: 0.0863831 Oct 11 05:06:24.261280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-91d4bd66-f716-49a5-be83-67562265245b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c2eba6-98db-4cc5-a449-830c614a049a HTTP/1.1" status: 200 len: 217 time: 0.0330634 Oct 11 05:06:24.313514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-192ff22a-229f-4fc6-be29-0fedb1379d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:24.315066 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-192ff22a-229f-4fc6-be29-0fedb1379d49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 200 len: 856 time: 0.0478978 Oct 11 05:06:24.359227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-e3771201-2038-4cfe-8e95-45c70b9ed8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:24.360674 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-e3771201-2038-4cfe-8e95-45c70b9ed8a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d47c0937-24ca-453c-a28a-00fd29d250d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398037 Oct 11 05:06:24.449308 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-2dbb23a3-61ae-4ab1-8168-649137d1cf43 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821362 Oct 11 05:06:24.538808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-80a15367-4b5e-439a-9fe2-844f428a7334 req-364c946e-8703-46ca-be2c-622337e42b79 service neutron] 10.222.0.45 "GET /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833495 Oct 11 05:06:24.636801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825831e-32e8-4f84-ba0a-738cc0a538be req-bcd14934-85bd-49e3-8248-a1f42049d130 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:24.638259 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a825831e-32e8-4f84-ba0a-738cc0a538be req-bcd14934-85bd-49e3-8248-a1f42049d130 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 943 time: 0.0480504 Oct 11 05:06:24.675457 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a825831e-32e8-4f84-ba0a-738cc0a538be req-66e8833e-9261-4ad9-9772-555dfbae317c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Oct 11 05:06:25.800795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4699f-fc98-4df6-83d5-f12b0b241c0e req-640d31bd-0e13-48dc-bb83-96ed7a09649c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:25.802254 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6df4699f-fc98-4df6-83d5-f12b0b241c0e req-640d31bd-0e13-48dc-bb83-96ed7a09649c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 943 time: 0.0524282 Oct 11 05:06:25.839292 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6df4699f-fc98-4df6-83d5-f12b0b241c0e req-3191ba89-e83e-4b20-812c-96099595f177 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Oct 11 05:06:26.959740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650832c8-8961-4f89-9c22-8639b6cbeb34 req-04ff6c7a-3808-45b8-b78d-af77f78e8fd6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:26.961244 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-650832c8-8961-4f89-9c22-8639b6cbeb34 req-04ff6c7a-3808-45b8-b78d-af77f78e8fd6 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 943 time: 0.0499918 Oct 11 05:06:27.004082 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-650832c8-8961-4f89-9c22-8639b6cbeb34 req-816f6f3c-de27-4d3c-afa3-e01c7644a342 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Oct 11 05:06:27.185810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 27c2eba6-98db-4cc5-a449-830c614a049a details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:06:27.280546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 27c2eba6-98db-4cc5-a449-830c614a049a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=27c2eba6-98db-4cc5-a449-830c614a049a,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:27.291583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '27c2eba6-98db-4cc5-a449-830c614a049a', 'network_id': 'd47c0937-24ca-453c-a28a-00fd29d250d9', 'port_id': '27c2eba6-98db-4cc5-a449-830c614a049a', 'mac_address': 'fa:16:3e:22:59:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fac0d7-4757-4274-8aab-d66d61284e34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:06:27.327375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 27c2eba6-98db-4cc5-a449-830c614a049a is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:06:27.327758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:27.340428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c2eba6-98db-4cc5-a449-830c614a049a {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:06:27.359707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 27c2eba6-98db-4cc5-a449-830c614a049a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=27c2eba6-98db-4cc5-a449-830c614a049a,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:27.363335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:27.411001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=27c2eba6-98db-4cc5-a449-830c614a049a,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:27.748008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['27c2eba6-98db-4cc5-a449-830c614a049a'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:06:28.126658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f778-cfd4-4aa5-a716-0f2c86d11f0a req-3bbc2e3c-c490-4349-9932-b5164b57174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:28.128111 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b972f778-cfd4-4aa5-a716-0f2c86d11f0a req-3bbc2e3c-c490-4349-9932-b5164b57174b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 944 time: 0.0478487 Oct 11 05:06:28.166100 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b972f778-cfd4-4aa5-a716-0f2c86d11f0a req-7d5df9eb-0c13-4225-b035-462376c4aa0a tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Oct 11 05:06:28.605619 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:06:29.201921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 27c2eba6-98db-4cc5-a449-830c614a049a up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:06:29.252996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 27c2eba6-98db-4cc5-a449-830c614a049a completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:06:29.257805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 27c2eba6-98db-4cc5-a449-830c614a049a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:06:29.258174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:29.258507 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 27c2eba6-98db-4cc5-a449-830c614a049a Oct 11 05:06:29.285841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a366-6bff-4f7b-aa88-9d5ce92a1082 req-8510d721-a1e5-4066-9dd1-b9699383a51a tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:29.287320 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-83c0a366-6bff-4f7b-aa88-9d5ce92a1082 req-8510d721-a1e5-4066-9dd1-b9699383a51a tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 944 time: 0.0486412 Oct 11 05:06:29.325727 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-83c0a366-6bff-4f7b-aa88-9d5ce92a1082 req-a3d1a8ed-e151-4610-a87a-423f326ea3c9 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Oct 11 05:06:29.335887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 27c2eba6-98db-4cc5-a449-830c614a049a is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:06:29.336291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:29.359117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c2eba6-98db-4cc5-a449-830c614a049a'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:06:29.361482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cacb94-fdf3-43b9-b072-8005149c621d" -d '{"events": [{"server_uuid": "38330ce6-b28c-4c72-9ac2-9dc32034e0ec", "name": "network-vif-plugged", "status": "completed", "tag": "27c2eba6-98db-4cc5-a449-830c614a049a"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:06:29.374906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 27c2eba6-98db-4cc5-a449-830c614a049a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=27c2eba6-98db-4cc5-a449-830c614a049a,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:29.378754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:29.407249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a35bc8-983f-40fb-9884-cce793a00966 x-openstack-request-id: req-15a35bc8-983f-40fb-9884-cce793a00966 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:06:29.407544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38330ce6-b28c-4c72-9ac2-9dc32034e0ec", "name": "network-vif-plugged", "status": "completed", "tag": "27c2eba6-98db-4cc5-a449-830c614a049a", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:06:29.407796 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15a35bc8-983f-40fb-9884-cce793a00966 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:06:29.408179 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a35bc8-983f-40fb-9884-cce793a00966'] response: {'server_uuid': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c2eba6-98db-4cc5-a449-830c614a049a', 'code': 200} Oct 11 05:06:29.433698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=27c2eba6-98db-4cc5-a449-830c614a049a,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:29.594188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1fef7-df43-49ac-aae6-11457e2ca56c req-26bab438-32d8-4947-b3d2-e65ffa5ee64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:29.595707 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1db1fef7-df43-49ac-aae6-11457e2ca56c req-26bab438-32d8-4947-b3d2-e65ffa5ee64c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 1098 time: 0.0391860 Oct 11 05:06:29.629319 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1db1fef7-df43-49ac-aae6-11457e2ca56c req-644f7874-54e8-4b13-914e-dbb6021d1d23 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268137 Oct 11 05:06:30.444244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46da2-cb1f-4a91-8b29-4c08a47c25a5 req-8c0eb257-423f-4671-b3dc-5d950724530c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:30.445676 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-52a46da2-cb1f-4a91-8b29-4c08a47c25a5 req-8c0eb257-423f-4671-b3dc-5d950724530c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 945 time: 0.0475368 Oct 11 05:06:30.486114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-52a46da2-cb1f-4a91-8b29-4c08a47c25a5 req-ca4d5ecc-29c7-471c-b813-ba64e5e67515 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Oct 11 05:06:31.606754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ea4df-3ddd-41f0-b396-ab5c1a73b870 req-83f1668c-4602-4ad6-97bc-c37571b0ba25 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:31.608213 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-082ea4df-3ddd-41f0-b396-ab5c1a73b870 req-83f1668c-4602-4ad6-97bc-c37571b0ba25 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 945 time: 0.0480614 Oct 11 05:06:31.645685 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-082ea4df-3ddd-41f0-b396-ab5c1a73b870 req-33ad5f83-7003-435c-9552-08e3c3b2cc2e tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Oct 11 05:06:31.764897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ed8c2-5875-42c4-84ea-be41d784a936 req-73d64a4d-e788-49a2-bf42-5d7b89f7b1f0 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:31.766331 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-034ed8c2-5875-42c4-84ea-be41d784a936 req-73d64a4d-e788-49a2-bf42-5d7b89f7b1f0 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 945 time: 0.0482209 Oct 11 05:06:31.802490 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-034ed8c2-5875-42c4-84ea-be41d784a936 req-f6dca430-918a-4ba9-82e2-f4d394046f18 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303125 Oct 11 05:06:34.312727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-586b8261-2128-484f-b057-1ec9e7e51d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:36.540098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ef718693-866c-43ac-9664-d0eac4f0e9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:37.899797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:39.464883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:39.577235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:40.909862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:51.160553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ec06f-70e2-44d7-80b9-7c055c5eac95 req-aaf899df-b91a-44a4-9383-048de7446aee tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:51.161969 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e3ec06f-70e2-44d7-80b9-7c055c5eac95 req-aaf899df-b91a-44a4-9383-048de7446aee tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 945 time: 0.0491168 Oct 11 05:06:51.202690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3e3ec06f-70e2-44d7-80b9-7c055c5eac95 req-ed228b67-1386-4ead-a6af-58bac55476f8 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345101 Oct 11 05:06:52.327128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c38b-43a0-4c06-970f-1b77911c5f6f req-805a0a51-290d-46ec-83d9-c1d31573cd5c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:52.328594 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccf9c38b-43a0-4c06-970f-1b77911c5f6f req-805a0a51-290d-46ec-83d9-c1d31573cd5c tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 945 time: 0.0512891 Oct 11 05:06:52.365114 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ccf9c38b-43a0-4c06-970f-1b77911c5f6f req-8caa69f2-3419-47bf-83cc-cac8219e2c9b tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/security-groups?id=44b76776-da3b-4a38-b076-17f9f7127f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306718 Oct 11 05:06:53.035319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656e1a9-ca40-4458-b865-48074612a737 req-06d2f8d7-436d-4671-8ac0-6d89ccad03e7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:06:53.036741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0656e1a9-ca40-4458-b865-48074612a737 req-06d2f8d7-436d-4671-8ac0-6d89ccad03e7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 945 time: 0.0512843 Oct 11 05:06:53.122236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Deleting port 27c2eba6-98db-4cc5-a449-830c614a049a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:53.122599 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:53.211274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] For port 27c2eba6-98db-4cc5-a449-830c614a049a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=27c2eba6-98db-4cc5-a449-830c614a049a,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:53.211552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:53.223088 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Calling delete_port for 27c2eba6-98db-4cc5-a449-830c614a049a owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:06:53.345958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:53.378493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Pushing event deleted for resources: {'Port': ['ID=27c2eba6-98db-4cc5-a449-830c614a049a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:53.379583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['27c2eba6-98db-4cc5-a449-830c614a049a'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:06:53.421852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] No DVR routers for this DVR port 27c2eba6-98db-4cc5-a449-830c614a049a on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:06:53.424431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:53.427874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0656e1a9-ca40-4458-b865-48074612a737 req-fa49133d-d6bb-48dc-ad15-651e40635ac7 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.45 "DELETE /v2.0/ports/27c2eba6-98db-4cc5-a449-830c614a049a HTTP/1.1" status: 204 len: 173 time: 0.3857360 Oct 11 05:06:53.428409 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'name': 'network-vif-deleted', 'tag': '27c2eba6-98db-4cc5-a449-830c614a049a'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:06:53.431016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f088875-957f-4a06-a091-56309518f63b" -d '{"events": [{"server_uuid": "38330ce6-b28c-4c72-9ac2-9dc32034e0ec", "name": "network-vif-deleted", "tag": "27c2eba6-98db-4cc5-a449-830c614a049a"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:06:53.495908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0c3857-d148-4c2a-92cb-3552ceb9aee1 x-openstack-request-id: req-2a0c3857-d148-4c2a-92cb-3552ceb9aee1 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:06:53.496415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38330ce6-b28c-4c72-9ac2-9dc32034e0ec", "name": "network-vif-deleted", "tag": "27c2eba6-98db-4cc5-a449-830c614a049a", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:06:53.496684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a0c3857-d148-4c2a-92cb-3552ceb9aee1 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:06:53.497096 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0c3857-d148-4c2a-92cb-3552ceb9aee1'] response: {'server_uuid': '38330ce6-b28c-4c72-9ac2-9dc32034e0ec', 'name': 'network-vif-deleted', 'tag': '27c2eba6-98db-4cc5-a449-830c614a049a', 'status': 'completed', 'code': 200} Oct 11 05:06:53.500944 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd4f38b6-c619-4eea-a237-0ec4e0314c5f req-f42d635c-52a4-4991-a9b9-3e8c6e40eb54 tempest-TestEncryptedCinderVolumes-1790889435 tempest-TestEncryptedCinderVolumes-1790889435-project] 10.222.0.39 "GET /v2.0/ports?device_id=38330ce6-b28c-4c72-9ac2-9dc32034e0ec HTTP/1.1" status: 200 len: 210 time: 0.0344791 Oct 11 05:06:54.598926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58278) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:06:54.935048 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:55.175230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Deleting port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:55.175577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:55.254509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] For port 4bca4922-8424-40ce-9f70-3b75b9bb2bb6, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:55.254818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:55.267575 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Calling delete_port for 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:06:55.445902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:55.472845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Pushing event deleted for resources: {'Port': ['ID=4bca4922-8424-40ce-9f70-3b75b9bb2bb6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:55.497088 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.497439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.497782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.498115 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.498448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.498809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.499145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.499467 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.499793 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.500116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.500435 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.500754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:06:55.649424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:55.860072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Router e52ebf4d-3729-41c8-9894-855afb073a0a has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:06:55.963824 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:06:55.968700 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4e3be438-c8c2-47f5-a0a8-aa6008bce1df admin admin] 10.222.0.39 "PUT /v2.0/routers/e52ebf4d-3729-41c8-9894-855afb073a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3687062 Oct 11 05:06:55.971362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58280) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:06:55.972417 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] Sync routers for ids ['e52ebf4d-3729-41c8-9894-855afb073a0a'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:06:55.982411 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] Routers {'e52ebf4d-3729-41c8-9894-855afb073a0a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:06:55.983048 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:06:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e52ebf4d-3729-41c8-9894-855afb073a0a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:56.090158 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] Set router e52ebf4d-3729-41c8-9894-855afb073a0a gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:06:56.275445 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:06:55Z', 'revision_number': 5, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:56.302152 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] Checking router: e52ebf4d-3729-41c8-9894-855afb073a0a for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:06:56.312142 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] Routers {'e52ebf4d-3729-41c8-9894-855afb073a0a'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:06:56.312762 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:06:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['e52ebf4d-3729-41c8-9894-855afb073a0a'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:56.348162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.416734 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] Set router e52ebf4d-3729-41c8-9894-855afb073a0a gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:06:56.450576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.502555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Deleting port c9dac86b-eb43-4fa4-8869-f78dec5c4a82 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:56.503018 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.590165 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:06:55Z', 'revision_number': 5, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:56.592571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] For port c9dac86b-eb43-4fa4-8869-f78dec5c4a82, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:56.592949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.605536 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Calling delete_port for c9dac86b-eb43-4fa4-8869-f78dec5c4a82 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:06:56.620250 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f527fbb-4201-4890-9b20-9958fc3f730f None None] The sync data for ids ['e52ebf4d-3729-41c8-9894-855afb073a0a'] in dv-neutron-860894-1-hyperv is: [{'id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'name': 'tempest-TestEncryptedCinderVolumes-2005670182-router', 'tenant_id': 'a9e2031baef444479769a62f91768722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:02Z', 'updated_at': '2022-10-11T05:06:55Z', 'revision_number': 5, 'project_id': 'a9e2031baef444479769a62f91768722', 'gw_port': {'id': 'c9dac86b-eb43-4fa4-8869-f78dec5c4a82', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52ebf4d-3729-41c8-9894-855afb073a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:03Z', 'updated_at': '2022-10-11T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:06:56.778738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.803496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dac86b-eb43-4fa4-8869-f78dec5c4a82,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:56.866175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.957620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:56.960155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.011648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.012399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e52ebf4d-3729-41c8-9894-855afb073a0a {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:06:57.017569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.018766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fbde4d59-4072-4586-b276-31a424590e06 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e52ebf4d-3729-41c8-9894-855afb073a0a HTTP/1.1" status: 204 len: 168 time: 1.0464759 Oct 11 05:06:57.021262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58282) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:06:57.076654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Deleting subnet 55fac0d7-4757-4274-8aab-d66d61284e34 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:06:57.080168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.094635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:06:57.119144 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:06:57.119711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 4bca4922-8424-40ce-9f70-3b75b9bb2bb6 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:06:57.122565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.214651 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.271936 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.296458 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fac0d7-4757-4274-8aab-d66d61284e34,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:57.302438 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.306413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-38843677-7508-4b62-9aa5-0d9a5d61312d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55fac0d7-4757-4274-8aab-d66d61284e34 HTTP/1.1" status: 204 len: 168 time: 0.2840893 Oct 11 05:06:57.310015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58284) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:06:57.316463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e70581-87eb-4a74-9a2a-2a8bcb4c4fde None None] Network d47c0937-24ca-453c-a28a-00fd29d250d9 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:06:57.320488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 27c2eba6-98db-4cc5-a449-830c614a049a no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:06:57.351659 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 27c2eba6-98db-4cc5-a449-830c614a049a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:06:57.352005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 27c2eba6-98db-4cc5-a449-830c614a049a not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:06:57.389539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.441635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Deleting port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:57.441973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.510619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] For port 589cdab0-9b58-4bb9-911b-c7e4c59ce168, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=589cdab0-9b58-4bb9-911b-c7e4c59ce168,segment=NetworkSegment(5fc8b2fc-888b-461b-92e4-b649283d08f7),segment_id=5fc8b2fc-888b-461b-92e4-b649283d08f7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:57.511004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.522222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Calling delete_port for 589cdab0-9b58-4bb9-911b-c7e4c59ce168 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:06:57.598954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.626217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=589cdab0-9b58-4bb9-911b-c7e4c59ce168,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:57.628010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] No DVR routers for this DVR port 589cdab0-9b58-4bb9-911b-c7e4c59ce168 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:06:57.658973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cf0f5-27e2-43d5-9029-630934ee41d6 None None] DHCP port deletion for d47c0937-24ca-453c-a28a-00fd29d250d9 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:06:57.704174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.723858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47c0937-24ca-453c-a28a-00fd29d250d9']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:57.733316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc8b2fc-888b-461b-92e4-b649283d08f7') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:57.733610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc8b2fc-888b-461b-92e4-b649283d08f7') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:57.743244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.755832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.761774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:06:57.762251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.789277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5fc8b2fc-888b-461b-92e4-b649283d08f7 resource provider aggregate not found Oct 11 05:06:57.829431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.834837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:57.838639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] 10.222.0.39 "DELETE /v2.0/networks/d47c0937-24ca-453c-a28a-00fd29d250d9 HTTP/1.1" status: 204 len: 168 time: 0.5255995 Oct 11 05:06:57.840342 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 5fc8b2fc-888b-461b-92e4-b649283d08f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fc8b2fc-888b-461b-92e4-b649283d08f7 found for delete ", "request_id": "req-c6c2e077-b7cc-4244-b3f2-b80501dd9145"}]} Oct 11 05:06:57.841744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58290) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:06:57.853387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399632d-362b-4723-8976-0818569c7c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=d47c0937-24ca-453c-a28a-00fd29d250d9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:58.178273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:58.417957 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Deleting port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:58.418291 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:58.494330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] For port 9c34eb62-6d99-49a6-b3b0-cbf385513bdb, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:58.494641 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:58.506673 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Calling delete_port for 9c34eb62-6d99-49a6-b3b0-cbf385513bdb owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:06:58.681304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:58.705552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c34eb62-6d99-49a6-b3b0-cbf385513bdb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:06:58.875471 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:59.073149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c9dac86b-eb43-4fa4-8869-f78dec5c4a82 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:06:59.093161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c9dac86b-eb43-4fa4-8869-f78dec5c4a82 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:06:59.093504 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c9dac86b-eb43-4fa4-8869-f78dec5c4a82 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:06:59.093924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 589cdab0-9b58-4bb9-911b-c7e4c59ce168 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:06:59.099436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Router 49b283b4-452a-489b-a635-a9896ce889fc has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:06:59.112918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 589cdab0-9b58-4bb9-911b-c7e4c59ce168 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:06:59.113259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 589cdab0-9b58-4bb9-911b-c7e4c59ce168 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:06:59.208742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:06:59.213824 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-31613f24-ecdf-42bf-ab25-843217e91757 admin admin] 10.222.0.39 "PUT /v2.0/routers/49b283b4-452a-489b-a635-a9896ce889fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3710632 Oct 11 05:06:59.216538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58292) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:06:59.220976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] Sync routers for ids ['49b283b4-452a-489b-a635-a9896ce889fc'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:06:59.230622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] Routers {'49b283b4-452a-489b-a635-a9896ce889fc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:06:59.231240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:06:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['49b283b4-452a-489b-a635-a9896ce889fc'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:59.328898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:59.340944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] Set router 49b283b4-452a-489b-a635-a9896ce889fc gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:06:59.429920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:59.530616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:06:58Z', 'revision_number': 5, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port': {'id': '65e43510-79b6-4a01-b481-7ae80ec98507', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b283b4-452a-489b-a635-a9896ce889fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:59.559577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] Checking router: 49b283b4-452a-489b-a635-a9896ce889fc for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:06:59.568521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] Routers {'49b283b4-452a-489b-a635-a9896ce889fc'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:06:59.569300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:06:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['49b283b4-452a-489b-a635-a9896ce889fc'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:59.659440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] Set router 49b283b4-452a-489b-a635-a9896ce889fc gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:06:59.715525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:06:59Z', 'revision_number': 6, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:06:59.742020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e809f6d-9761-4081-ae17-fd3481cc77b0 None None] The sync data for ids ['49b283b4-452a-489b-a635-a9896ce889fc'] in dv-neutron-860894-1-hyperv is: [{'id': '49b283b4-452a-489b-a635-a9896ce889fc', 'name': 'tempest-TestEncryptedCinderVolumes-1978327488-router', 'tenant_id': 'cfcc75c9d224456ea98ffecc59726476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:05:07Z', 'updated_at': '2022-10-11T05:06:59Z', 'revision_number': 6, 'project_id': 'cfcc75c9d224456ea98ffecc59726476', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:06:59.778788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Deleting port 65e43510-79b6-4a01-b481-7ae80ec98507 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:06:59.779132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:59.858301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] For port 65e43510-79b6-4a01-b481-7ae80ec98507, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=65e43510-79b6-4a01-b481-7ae80ec98507,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:06:59.858693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:06:59.870609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Calling delete_port for 65e43510-79b6-4a01-b481-7ae80ec98507 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:07:00.030599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.059518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Pushing event deleted for resources: {'Port': ['ID=65e43510-79b6-4a01-b481-7ae80ec98507,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:00.121484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.213318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.215535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.261895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.262419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b283b4-452a-489b-a635-a9896ce889fc {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:07:00.267173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.268246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0dde5d67-ca38-42de-a7bb-813c6a1e324e admin admin] 10.222.0.39 "DELETE /v2.0/routers/49b283b4-452a-489b-a635-a9896ce889fc HTTP/1.1" status: 204 len: 168 time: 1.0509212 Oct 11 05:07:00.270916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58294) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:00.313938 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Deleting subnet 3d8a99f8-27b8-4de5-8461-9f9be5b009ea {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:07:00.316932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.350154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.428040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.478553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.506081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8a99f8-27b8-4de5-8461-9f9be5b009ea,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:00.508357 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.512102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b77804-2e17-41cc-82a8-9dfeda2119e0 None None] Network 20e54e0e-7542-4a66-be52-81bf73c5ab23 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:07:00.522201 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4ff6d513-e4c9-4e9e-a7bf-d532fc90da5f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3d8a99f8-27b8-4de5-8461-9f9be5b009ea HTTP/1.1" status: 204 len: 168 time: 0.2479024 Oct 11 05:07:00.522345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58296) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:00.593930 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.659710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Deleting port 7ee2d3ab-0054-41dc-9798-55c044692784 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:07:00.660052 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.703254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] DHCP port deletion for 20e54e0e-7542-4a66-be52-81bf73c5ab23 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:07:00.725506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] For port 7ee2d3ab-0054-41dc-9798-55c044692784, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7ee2d3ab-0054-41dc-9798-55c044692784,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:00.725870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.739868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Calling delete_port for 7ee2d3ab-0054-41dc-9798-55c044692784 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:07:00.752956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Deleting port 7ee2d3ab-0054-41dc-9798-55c044692784 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:07:00.753371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.824418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] For port 7ee2d3ab-0054-41dc-9798-55c044692784, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7ee2d3ab-0054-41dc-9798-55c044692784,segment=NetworkSegment(5ebbbd2e-9072-40c9-8fe1-073912652418),segment_id=5ebbbd2e-9072-40c9-8fe1-073912652418)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:00.824733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.825873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.838108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Calling delete_port for 7ee2d3ab-0054-41dc-9798-55c044692784 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:07:00.854278 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee2d3ab-0054-41dc-9798-55c044692784,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:00.859257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] No DVR routers for this DVR port 7ee2d3ab-0054-41dc-9798-55c044692784 on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: from cryptography.utils import int_from_bytes Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: from cryptography.utils import int_from_bytes Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 05:07:00.909033 dv-neutron-860894-1-hyperv neutron-server[103100]: self.session.flush() Oct 11 05:07:00.914561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.933568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.942829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Pushing event deleted for resources: {'Port': ['ID=7ee2d3ab-0054-41dc-9798-55c044692784,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:00.947646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] No DVR routers for this DVR port 7ee2d3ab-0054-41dc-9798-55c044692784 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:07:00.956853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.957198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.957536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.957869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.958194 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.958521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.958873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.959197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.959519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.959850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.960171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.960490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91e758-fc52-4ec7-b7da-4414140bf64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:00.962110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e54e0e-7542-4a66-be52-81bf73c5ab23']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:00.973200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebbbd2e-9072-40c9-8fe1-073912652418') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:00.973497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebbbd2e-9072-40c9-8fe1-073912652418') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:00.983004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:00.998196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.004498 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Releasing vlan 472 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:07:01.004883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.027860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7ee2d3ab-0054-41dc-9798-55c044692784 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:07:01.033437 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5ebbbd2e-9072-40c9-8fe1-073912652418 resource provider aggregate not found Oct 11 05:07:01.048346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7ee2d3ab-0054-41dc-9798-55c044692784 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:07:01.048707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7ee2d3ab-0054-41dc-9798-55c044692784 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:07:01.049104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9c34eb62-6d99-49a6-b3b0-cbf385513bdb no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:07:01.068709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 9c34eb62-6d99-49a6-b3b0-cbf385513bdb {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:07:01.069300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9c34eb62-6d99-49a6-b3b0-cbf385513bdb not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:07:01.069594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 65e43510-79b6-4a01-b481-7ae80ec98507 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:07:01.075911 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.083623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.086846 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] 10.222.0.39 "DELETE /v2.0/networks/20e54e0e-7542-4a66-be52-81bf73c5ab23 HTTP/1.1" status: 204 len: 168 time: 0.5634439 Oct 11 05:07:01.088434 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 5ebbbd2e-9072-40c9-8fe1-073912652418 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ebbbd2e-9072-40c9-8fe1-073912652418 found for delete ", "request_id": "req-5e6c8101-cf0c-4c0f-a4e2-72593468e19a"}]} Oct 11 05:07:01.091742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 65e43510-79b6-4a01-b481-7ae80ec98507 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:07:01.092157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 65e43510-79b6-4a01-b481-7ae80ec98507 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:07:01.100943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839c0fc-040a-4fef-8d03-46069438a00e admin admin] Pushing event deleted for resources: {'Network': ['ID=20e54e0e-7542-4a66-be52-81bf73c5ab23,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:01.264397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58304) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:01.303030 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-421ec155-d61e-483c-b242-03bfbef6b6be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9e2031baef444479769a62f91768722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374711 Oct 11 05:07:01.305877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:01.355969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e2be7faa-3dd7-40d1-b3fb-41ad5984ea6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.377167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e2be7faa-3dd7-40d1-b3fb-41ad5984ea6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.422822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e2be7faa-3dd7-40d1-b3fb-41ad5984ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.425414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e2be7faa-3dd7-40d1-b3fb-41ad5984ea6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.429128 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e2be7faa-3dd7-40d1-b3fb-41ad5984ea6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44b76776-da3b-4a38-b076-17f9f7127f08 HTTP/1.1" status: 204 len: 168 time: 0.1197999 Oct 11 05:07:01.434962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be7faa-3dd7-40d1-b3fb-41ad5984ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b76776-da3b-4a38-b076-17f9f7127f08,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:01.740014 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58312) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:01.779246 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1c77b227-5329-4e71-a4d4-1145bd7af54e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfcc75c9d224456ea98ffecc59726476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380697 Oct 11 05:07:01.781635 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58314) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:01.827707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75a78a9c-3d4d-44b0-b677-78e3b41d5e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.848722 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75a78a9c-3d4d-44b0-b677-78e3b41d5e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.894370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75a78a9c-3d4d-44b0-b677-78e3b41d5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.896863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-75a78a9c-3d4d-44b0-b677-78e3b41d5e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:01.898000 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-75a78a9c-3d4d-44b0-b677-78e3b41d5e58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19d08a79-6ed3-4d52-beb9-5f9f515f2f6f HTTP/1.1" status: 204 len: 168 time: 0.1154726 Oct 11 05:07:01.905916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78a9c-3d4d-44b0-b677-78e3b41d5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d08a79-6ed3-4d52-beb9-5f9f515f2f6f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:02.580846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58336) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:02.676674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1248161367-network', 'tenant_id': '7920d67071774af78e50f4912623becb'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:02.696300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Made reservation on behalf of 7920d67071774af78e50f4912623becb for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:07:02.698768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.709607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.783268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.786815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.811522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:07:02.821267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:02.826145 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.826491 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Added segment b35323bf-fc4f-452c-8429-1f6f679af2b1 of type vlan for network d57f9694-13c1-4e29-a320-81a88b9bcdde Oct 11 05:07:02.866072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.890670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.891645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:02.892222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.924385 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3424459 Oct 11 05:07:02.927397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58340) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:02.932885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Request body: {'subnet': {'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1248161367-subnet', 'tenant_id': '7920d67071774af78e50f4912623becb', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:02.951958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Made reservation on behalf of 7920d67071774af78e50f4912623becb for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:07:02.954316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:02.957511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861f0e3-9764-4995-82e3-506a91e93b40 admin admin] Pushing event updated for resources: {'Network': ['ID=d57f9694-13c1-4e29-a320-81a88b9bcdde,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:02.967964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network d57f9694-13c1-4e29-a320-81a88b9bcdde details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:07:03.121997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.174291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f7971c-6b05-41a5-bbdc-f897dc902859,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:03.184187 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Checking segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:03.184541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Network hostable DHCP agents. Network: d57f9694-13c1-4e29-a320-81a88b9bcdde, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:07:03.200602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Network d57f9694-13c1-4e29-a320-81a88b9bcdde is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:07:03.209150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, d57f9694-13c1-4e29-a320-81a88b9bcdde) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:03.213572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:03.214148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.218449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb343ac0-bcfe-4c87-97b0-02deb8540c34 None None] Network d57f9694-13c1-4e29-a320-81a88b9bcdde requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:07:03.230488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3508d96-3332-4558-8bac-c9bb91cb2707 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3019671 Oct 11 05:07:03.233270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58342) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:03.237636 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:03.256037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.257341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.309241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.364035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-d57f9694-13c1-4e29-a320-81a88b9bcdde', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:07:03.364883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.454506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.499073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Allocated IP 172.20.0.2 (d57f9694-13c1-4e29-a320-81a88b9bcdde/41f7971c-6b05-41a5-bbdc-f897dc902859/c1f8c986-1c42-4aee-bd51-aab0eb149402) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:03.638499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.646750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.659355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.678194 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.789580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Allocated IP 172.26.8.14 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/883169f8-6b70-4e0a-933b-c527e6baecd1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:03.824523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Network d57f9694-13c1-4e29-a320-81a88b9bcdde is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:03.827308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:03.832780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:03.860640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Pushing event updated for resources: {'Port': ['ID=c1f8c986-1c42-4aee-bd51-aab0eb149402,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:03.893668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Attempting to bind port c1f8c986-1c42-4aee-bd51-aab0eb149402 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:03.893957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Attempting to bind port c1f8c986-1c42-4aee-bd51-aab0eb149402 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:03.894319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Attempting to bind port c1f8c986-1c42-4aee-bd51-aab0eb149402 on network d57f9694-13c1-4e29-a320-81a88b9bcdde {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:03.898141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.899523 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:03.899906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Checking segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:03.900303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.900699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Bound using segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:03.901160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Bound port: c1f8c986-1c42-4aee-bd51-aab0eb149402, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:03.901536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.932179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.963951 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] For port c1f8c986-1c42-4aee-bd51-aab0eb149402, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:03.967330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] For port c1f8c986-1c42-4aee-bd51-aab0eb149402, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c1f8c986-1c42-4aee-bd51-aab0eb149402,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:03.971801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:03.973257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:03.976192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:03.979696 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:03.985236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=883169f8-6b70-4e0a-933b-c527e6baecd1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:04.039031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974854-4bc4-4ba4-b1ec-8634de76d195 None None] Pushing event updated for resources: {'Port': ['ID=c1f8c986-1c42-4aee-bd51-aab0eb149402,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:04.250294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:04.318284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-429ea5bf-4627-4e9a-bb18-610fb76b9cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:04.448415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:04.572770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:07:04.682269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:07:04.691030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:07:04.702246 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:04.702614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:04.702860 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:06:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:04.706962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58344) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:04.707636 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-43c8d0ac-647e-4ade-a8ad-2395ae0a3ce0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4733005 Oct 11 05:07:04.818901 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:04.934980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552e282-12d5-4ac9-9fc0-32300cba56d7 None None] Network d57f9694-13c1-4e29-a320-81a88b9bcdde requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:07:05.010689 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:04Z', 'revision_number': 3, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:05.042103 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:07:05.042757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Updating router 6c601d30-4036-482b-ad3e-79738d5a4b19 port 883169f8-6b70-4e0a-933b-c527e6baecd1 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:07:05.059335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Provisioning complete for port c1f8c986-1c42-4aee-bd51-aab0eb149402 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:05.059913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.060053 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Attempt 1 to provision port c1f8c986-1c42-4aee-bd51-aab0eb149402 Oct 11 05:07:05.068267 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.107237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1f8c986-1c42-4aee-bd51-aab0eb149402 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:05.169746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.237159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c1f8c986-1c42-4aee-bd51-aab0eb149402 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:05.237530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.238029 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c1f8c986-1c42-4aee-bd51-aab0eb149402 Oct 11 05:07:05.245761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Current status of the port c1f8c986-1c42-4aee-bd51-aab0eb149402 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:05.246502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.328589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] For port c1f8c986-1c42-4aee-bd51-aab0eb149402, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c1f8c986-1c42-4aee-bd51-aab0eb149402,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:05.336110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.345965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Allocated IP 172.20.0.1 (d57f9694-13c1-4e29-a320-81a88b9bcdde/41f7971c-6b05-41a5-bbdc-f897dc902859/7480250e-3520-487e-89ea-de8268932fc8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:05.425567 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.433255 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.435865 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b7710-0539-4836-b93d-ff9e158e67a4 None None] Pushing event updated for resources: {'Port': ['ID=c1f8c986-1c42-4aee-bd51-aab0eb149402,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:05.457915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c1f8c986-1c42-4aee-bd51-aab0eb149402 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:05.483592 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Attempting to bind port 883169f8-6b70-4e0a-933b-c527e6baecd1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:05.483956 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Attempting to bind port 883169f8-6b70-4e0a-933b-c527e6baecd1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:05.484316 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Attempting to bind port 883169f8-6b70-4e0a-933b-c527e6baecd1 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:05.486211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.489482 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Pushing event updated for resources: {'Port': ['ID=883169f8-6b70-4e0a-933b-c527e6baecd1,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:05.497770 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:05.498137 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:05.498551 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.498939 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:05.499397 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Bound port: 883169f8-6b70-4e0a-933b-c527e6baecd1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:05.499772 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.502884 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.503176 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.503509 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.504045 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.504371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.504698 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.505024 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.505350 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.505669 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.505985 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.506302 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.506903 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:05.521982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.557360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-34614f31-4020-43f0-a1c0-6d6fd4b61231 None None] Provisioning complete for port c1f8c986-1c42-4aee-bd51-aab0eb149402 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:05.557981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-34614f31-4020-43f0-a1c0-6d6fd4b61231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.558492 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-34614f31-4020-43f0-a1c0-6d6fd4b61231 None None] Attempt 1 to provision port c1f8c986-1c42-4aee-bd51-aab0eb149402 Oct 11 05:07:05.559544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Network d57f9694-13c1-4e29-a320-81a88b9bcdde is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:05.560956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:05.563160 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] For port 883169f8-6b70-4e0a-933b-c527e6baecd1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:05.563548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:05.566520 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] For port 883169f8-6b70-4e0a-933b-c527e6baecd1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=883169f8-6b70-4e0a-933b-c527e6baecd1,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:05.573612 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.613532 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:07:05.616626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7480250e-3520-487e-89ea-de8268932fc8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:05.625077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.625320 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:05.625996 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:06:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:05.653570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-34614f31-4020-43f0-a1c0-6d6fd4b61231 None None] Current status of the port c1f8c986-1c42-4aee-bd51-aab0eb149402 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:05.683632 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732f4f3-5189-41ec-9731-be71c0794f92 None None] Pushing event updated for resources: {'Port': ['ID=883169f8-6b70-4e0a-933b-c527e6baecd1,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:05.759313 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:05.773058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.877658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Provisioning complete for port 7480250e-3520-487e-89ea-de8268932fc8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:05.877960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.878290 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 1 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:05.917592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Port 7480250e-3520-487e-89ea-de8268932fc8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:05.940219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.945017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:05.947395 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:04Z', 'revision_number': 3, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:05.976421 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c61ab8-c2ff-4fab-b2ea-c5e541765799 None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:04Z', 'revision_number': 3, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:07:06.020967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7480250e-3520-487e-89ea-de8268932fc8,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:06.026571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:06.118970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Network d57f9694-13c1-4e29-a320-81a88b9bcdde is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:06.120453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:06.252673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:07:06.371576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:07:06.377286 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3f58083-9aff-4d97-ae90-003efb7c63d7 admin admin] 10.222.0.39 "PUT /v2.0/routers/6c601d30-4036-482b-ad3e-79738d5a4b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6691964 Oct 11 05:07:06.418719 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 2 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:06.454998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Port 7480250e-3520-487e-89ea-de8268932fc8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:06.544471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-dcd022f2-a8b3-4471-89e7-c2776808a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:06.866315 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58360) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:06.871374 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-406475492-network', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:06.890366 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Made reservation on behalf of b88f6ce2f6f144968d23aca6d033c85f for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:07:06.892662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:06.901632 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:06.956258 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 3 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:06.975057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:06.980933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:06.997722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Port 7480250e-3520-487e-89ea-de8268932fc8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:07.000487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 476} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:07:07.020036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.020036 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Added segment 529d4def-53aa-440a-8d43-3d9f7555a81a of type vlan for network 27a711c8-8902-42f3-aa69-85d5f0929987 Oct 11 05:07:07.028122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16128ad8-747c-4d41-949c-4980cc8009ad,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:07.066027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.090171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.091154 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:07.091749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.111717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 883169f8-6b70-4e0a-933b-c527e6baecd1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:07.118392 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2509034 Oct 11 05:07:07.121295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58362) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:07.126174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Request body: {'subnet': {'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-406475492-subnet', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:07.159678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Made reservation on behalf of b88f6ce2f6f144968d23aca6d033c85f for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:07:07.161337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0782dae-5ecd-423f-8257-80ab709f6295 admin admin] Pushing event updated for resources: {'Network': ['ID=27a711c8-8902-42f3-aa69-85d5f0929987,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:07.162807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.173042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 27a711c8-8902-42f3-aa69-85d5f0929987 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:07:07.196693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 883169f8-6b70-4e0a-933b-c527e6baecd1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:07.197081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.197393 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 883169f8-6b70-4e0a-933b-c527e6baecd1 Oct 11 05:07:07.328105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 883169f8-6b70-4e0a-933b-c527e6baecd1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:07.328493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.338368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.351066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 883169f8-6b70-4e0a-933b-c527e6baecd1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=883169f8-6b70-4e0a-933b-c527e6baecd1,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:07.354813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.355646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1f8c986-1c42-4aee-bd51-aab0eb149402 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:07.399467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47933cc8-664a-4661-a0aa-e27e4ee090b0,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:07.406904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Checking segment: {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:07.407256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Network hostable DHCP agents. Network: 27a711c8-8902-42f3-aa69-85d5f0929987, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:07:07.424907 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Network 27a711c8-8902-42f3-aa69-85d5f0929987 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:07:07.429923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=883169f8-6b70-4e0a-933b-c527e6baecd1,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:07.436348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 27a711c8-8902-42f3-aa69-85d5f0929987) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:07.441455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:07.442028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.446832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4e365-402b-4af2-bf51-d54490bf68fd None None] Network 27a711c8-8902-42f3-aa69-85d5f0929987 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:07:07.460351 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6e8ea884-0b94-410d-bc35-d8aecac5a798 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3378685 Oct 11 05:07:07.463251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58364) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:07.463393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c1f8c986-1c42-4aee-bd51-aab0eb149402 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:07.463663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.463989 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c1f8c986-1c42-4aee-bd51-aab0eb149402 Oct 11 05:07:07.468038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:07.487567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.488723 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.503164 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 4 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:07.539708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.593351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Port 7480250e-3520-487e-89ea-de8268932fc8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:07.656105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:07:07.682751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c1f8c986-1c42-4aee-bd51-aab0eb149402 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:07.699669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:07.700303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:07.739025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-27a711c8-8902-42f3-aa69-85d5f0929987', 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'fixed_ips': [{'subnet_id': '47933cc8-664a-4661-a0aa-e27e4ee090b0'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:07:07.739889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.897723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:07.960268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:07.980787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.014888 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Allocated IP 172.20.0.2 (27a711c8-8902-42f3-aa69-85d5f0929987/47933cc8-664a-4661-a0aa-e27e4ee090b0/e8f12c73-542a-455d-8cfb-a8e425d9230e) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:08.097918 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 5 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:08.175883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.195755 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.302513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Allocated IP 172.26.8.15 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/18a56692-99c2-4a66-9c5e-f1c53f6bcccc) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:08.329080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Port 7480250e-3520-487e-89ea-de8268932fc8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:08.412564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.417475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.425257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.434742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 2, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:08.447410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.484697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:08.486258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:07:08.486643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Updating router 6c601d30-4036-482b-ad3e-79738d5a4b19 port 7480250e-3520-487e-89ea-de8268932fc8 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:07:08.489240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:08.494341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:08.513883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Network 27a711c8-8902-42f3-aa69-85d5f0929987 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:08.519390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Pushing event updated for resources: {'Port': ['ID=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:08.520631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Pushing event updated for resources: {'Port': ['ID=e8f12c73-542a-455d-8cfb-a8e425d9230e,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:08.523543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:08.527326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:08.533139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.615729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Attempting to bind port e8f12c73-542a-455d-8cfb-a8e425d9230e on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:08.616087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Attempting to bind port e8f12c73-542a-455d-8cfb-a8e425d9230e by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:08.616441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Attempting to bind port e8f12c73-542a-455d-8cfb-a8e425d9230e on network 27a711c8-8902-42f3-aa69-85d5f0929987 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:08.666439 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:08.666757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Checking segment: {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:08.667152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.667541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Bound using segment: {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:08.668013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Bound port: e8f12c73-542a-455d-8cfb-a8e425d9230e, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:08.668391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.756005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.794066 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] For port e8f12c73-542a-455d-8cfb-a8e425d9230e, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:08.810470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] For port e8f12c73-542a-455d-8cfb-a8e425d9230e, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8f12c73-542a-455d-8cfb-a8e425d9230e,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:08.816972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.832254 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 6 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:08.930737 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Port 7480250e-3520-487e-89ea-de8268932fc8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:08.932820 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b6bf5-9258-4f59-8bb3-ca773426b6a2 None None] Pushing event updated for resources: {'Port': ['ID=e8f12c73-542a-455d-8cfb-a8e425d9230e,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:08.971160 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.980052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:08.991405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.089283 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60c71-0a8e-4105-bc1b-d0cb52a3089c None None] Pushing event updated for resources: {'Port': ['ID=7480250e-3520-487e-89ea-de8268932fc8,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:09.108571 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 883169f8-6b70-4e0a-933b-c527e6baecd1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:09.111160 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Attempting to bind port 7480250e-3520-487e-89ea-de8268932fc8 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:09.111602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Attempting to bind port 7480250e-3520-487e-89ea-de8268932fc8 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:09.112035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Attempting to bind port 7480250e-3520-487e-89ea-de8268932fc8 on network d57f9694-13c1-4e29-a320-81a88b9bcdde {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:09.138290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:09.138792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Checking segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:09.139267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.139725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Bound using segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:09.140317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Bound port: 7480250e-3520-487e-89ea-de8268932fc8, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:09.140782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.164773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:07:09.217954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 883169f8-6b70-4e0a-933b-c527e6baecd1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:09.218376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.218809 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 883169f8-6b70-4e0a-933b-c527e6baecd1 Oct 11 05:07:09.250685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] For port 7480250e-3520-487e-89ea-de8268932fc8, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:09.266881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] For port 7480250e-3520-487e-89ea-de8268932fc8, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7480250e-3520-487e-89ea-de8268932fc8,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:09.273710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.276434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:07:09.286474 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Sync routers for ids ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:07:09.294464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.297875 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Routers {'1bf72bf6-cafb-4079-8b39-9fcc752e5381'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:09.298468 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:09.299146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58366) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:09.303141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2cc4c00c-a279-41e7-b454-a6f29d079a1a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8384991 Oct 11 05:07:09.329611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:09.330261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:09.384370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60c71-0a8e-4105-bc1b-d0cb52a3089c None None] Pushing event updated for resources: {'Port': ['ID=7480250e-3520-487e-89ea-de8268932fc8,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:09.410760 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Set router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:09.431783 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Attempt 7 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:09.491353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 883169f8-6b70-4e0a-933b-c527e6baecd1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:09.534357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.536265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:09.607463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.652587 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:07:08Z', 'revision_number': 3, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:09.688345 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Checking router: 1bf72bf6-cafb-4079-8b39-9fcc752e5381 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:07:09.689065 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Updating router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:07:09.701687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Current status of the port 7480250e-3520-487e-89ea-de8268932fc8 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:09.702083 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.718475 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.779988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] For port 7480250e-3520-487e-89ea-de8268932fc8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7480250e-3520-487e-89ea-de8268932fc8,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:09.786582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.871128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bee89-cfc3-4dd8-a080-b8d285590ad8 None None] Pushing event updated for resources: {'Port': ['ID=7480250e-3520-487e-89ea-de8268932fc8,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:09.894740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:09.942203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-497161f2-3142-43ea-bd9b-877517da6ad5 None None] Provisioning complete for port 7480250e-3520-487e-89ea-de8268932fc8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:09.942587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-497161f2-3142-43ea-bd9b-877517da6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:09.942927 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-497161f2-3142-43ea-bd9b-877517da6ad5 None None] Attempt 1 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:09.987298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837aa3ea-7c1a-4388-aefc-60e52faef5ea None None] Network 27a711c8-8902-42f3-aa69-85d5f0929987 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:07:09.989237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7b03e-c6f4-4902-b983-cc7dfd389e84 None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:07:09.997253 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.003436 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.043187 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Attempting to bind port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:10.043557 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Attempting to bind port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:10.043917 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Attempting to bind port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:10.055807 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:10.056825 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:10.057630 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.065407 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:10.067733 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Bound port: 18a56692-99c2-4a66-9c5e-f1c53f6bcccc, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:10.068371 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.073546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-497161f2-3142-43ea-bd9b-877517da6ad5 None None] Current status of the port 7480250e-3520-487e-89ea-de8268932fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:10.109058 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b23a24-0273-44eb-a898-f9b12144adb6 None None] Pushing event updated for resources: {'Port': ['ID=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:10.148558 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] For port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:10.152231 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] For port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:10.160128 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.188994 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.219052 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b23a24-0273-44eb-a898-f9b12144adb6 None None] Pushing event updated for resources: {'Port': ['ID=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:10.228085 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Routers {'1bf72bf6-cafb-4079-8b39-9fcc752e5381'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:10.228758 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:10.237138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Provisioning complete for port e8f12c73-542a-455d-8cfb-a8e425d9230e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:10.237652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.238111 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Attempt 1 to provision port e8f12c73-542a-455d-8cfb-a8e425d9230e Oct 11 05:07:10.372753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Current status of the port e8f12c73-542a-455d-8cfb-a8e425d9230e is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:10.373483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.377459 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] Set router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:10.413663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Allocated IP 172.20.0.1 (27a711c8-8902-42f3-aa69-85d5f0929987/47933cc8-664a-4661-a0aa-e27e4ee090b0/f7b2b639-1769-4708-80e4-80417319fd94) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:10.414347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] For port e8f12c73-542a-455d-8cfb-a8e425d9230e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8f12c73-542a-455d-8cfb-a8e425d9230e,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:10.422605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.499891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076300f-b0de-4a2a-9d0c-737bb0ac8b1f None None] Pushing event updated for resources: {'Port': ['ID=e8f12c73-542a-455d-8cfb-a8e425d9230e,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:10.569618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.612736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.647236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-95b62307-5dce-4b07-8d0c-ac0161eda525 None None] Provisioning complete for port e8f12c73-542a-455d-8cfb-a8e425d9230e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:10.647601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-95b62307-5dce-4b07-8d0c-ac0161eda525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.647934 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-95b62307-5dce-4b07-8d0c-ac0161eda525 None None] Attempt 1 to provision port e8f12c73-542a-455d-8cfb-a8e425d9230e Oct 11 05:07:10.668753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Network 27a711c8-8902-42f3-aa69-85d5f0929987 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:10.672531 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:10.685247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:10.713548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b2b639-1769-4708-80e4-80417319fd94,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:10.728147 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:07:08Z', 'revision_number': 3, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:10.744271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.763943 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c32bfd-e882-4e46-93bd-7e928eedff7f None None] The sync data for ids ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'] in dv-neutron-860894-1-hyperv is: [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:07:08Z', 'revision_number': 3, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:07:10.778469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-95b62307-5dce-4b07-8d0c-ac0161eda525 None None] Current status of the port e8f12c73-542a-455d-8cfb-a8e425d9230e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:10.915299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:10.916184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.010916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Provisioning complete for port f7b2b639-1769-4708-80e4-80417319fd94 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:11.011289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.011624 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 1 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:11.089644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:11.148350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.155908 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.173113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7480250e-3520-487e-89ea-de8268932fc8 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:11.232024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7480250e-3520-487e-89ea-de8268932fc8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:11.232615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.232943 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7480250e-3520-487e-89ea-de8268932fc8 Oct 11 05:07:11.237665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.248486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b2b639-1769-4708-80e4-80417319fd94,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:11.329198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7480250e-3520-487e-89ea-de8268932fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:11.330286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8f12c73-542a-455d-8cfb-a8e425d9230e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:11.347312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Network 27a711c8-8902-42f3-aa69-85d5f0929987 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:11.348806 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:11.386112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e8f12c73-542a-455d-8cfb-a8e425d9230e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:11.386480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:11.386878 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e8f12c73-542a-455d-8cfb-a8e425d9230e Oct 11 05:07:11.496637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e8f12c73-542a-455d-8cfb-a8e425d9230e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:11.520715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:07:11.591569 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 2 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:11.635561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:11.644813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:07:11.650472 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4bdf893d-c96b-43df-8745-6aef9730aa84 admin admin] 10.222.0.39 "PUT /v2.0/routers/1bf72bf6-cafb-4079-8b39-9fcc752e5381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503964 Oct 11 05:07:12.136680 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 3 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:12.173472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:12.675076 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 4 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:12.717412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:13.060482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 18a56692-99c2-4a66-9c5e-f1c53f6bcccc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:13.115045 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:13.115414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:13.115736 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc Oct 11 05:07:13.202776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:13.203167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:13.221275 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 5 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:13.264872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:13.274451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:13.279524 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:13.344519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:13.610971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Sync routers for ids ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:07:13.622931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Routers {'1bf72bf6-cafb-4079-8b39-9fcc752e5381'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:13.623829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:13.739617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Set router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:13.915502 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 6 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:13.988023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:14.139418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:07:10Z', 'revision_number': 4, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f7b2b639-1769-4708-80e4-80417319fd94', 'name': '', 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'mac_address': 'fa:16:3e:96:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '47933cc8-664a-4661-a0aa-e27e4ee090b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:10Z', 'updated_at': '2022-10-11T05:07:10Z', 'revision_number': 2, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'subnets': [{'id': '47933cc8-664a-4661-a0aa-e27e4ee090b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:14.172086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Checking router: 1bf72bf6-cafb-4079-8b39-9fcc752e5381 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:07:14.172678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Updating router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 port f7b2b639-1769-4708-80e4-80417319fd94 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:07:14.197860 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:14.483075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:14.488407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:14.490505 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 7 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:14.583601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728b917-1435-405a-a64d-96e251836e97 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b639-1769-4708-80e4-80417319fd94,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:14.612435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Attempting to bind port f7b2b639-1769-4708-80e4-80417319fd94 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:14.612819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Attempting to bind port f7b2b639-1769-4708-80e4-80417319fd94 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:14.613188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Attempting to bind port f7b2b639-1769-4708-80e4-80417319fd94 on network 27a711c8-8902-42f3-aa69-85d5f0929987 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:14.619943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:14.619943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Checking segment: {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:14.619943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:14.619943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Bound using segment: {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:14.620414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Bound port: f7b2b639-1769-4708-80e4-80417319fd94, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529d4def-53aa-440a-8d43-3d9f7555a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 476, 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:14.620699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:14.622704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Port f7b2b639-1769-4708-80e4-80417319fd94 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:14.688984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] For port f7b2b639-1769-4708-80e4-80417319fd94, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:14.692418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] For port f7b2b639-1769-4708-80e4-80417319fd94, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f7b2b639-1769-4708-80e4-80417319fd94,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:14.698756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:14.750658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Routers {'1bf72bf6-cafb-4079-8b39-9fcc752e5381'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:14.750658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:14.793568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728b917-1435-405a-a64d-96e251836e97 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b639-1769-4708-80e4-80417319fd94,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:14.869485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] Set router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:15.041624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 18a56692-99c2-4a66-9c5e-f1c53f6bcccc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:15.123639 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Attempt 8 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:15.174044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:15.174514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:15.174934 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc Oct 11 05:07:15.215370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:07:10Z', 'revision_number': 4, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f7b2b639-1769-4708-80e4-80417319fd94', 'name': '', 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'mac_address': 'fa:16:3e:96:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '47933cc8-664a-4661-a0aa-e27e4ee090b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:10Z', 'updated_at': '2022-10-11T05:07:14Z', 'revision_number': 4, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'subnets': [{'id': '47933cc8-664a-4661-a0aa-e27e4ee090b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:15.249903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbaee14-da3e-4732-a662-9db490d8aeb5 None None] The sync data for ids ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'] in dv-neutron-860894-1-hyperv is: [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:07:10Z', 'revision_number': 4, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'f7b2b639-1769-4708-80e4-80417319fd94', 'name': '', 'network_id': '27a711c8-8902-42f3-aa69-85d5f0929987', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'mac_address': 'fa:16:3e:96:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '47933cc8-664a-4661-a0aa-e27e4ee090b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:10Z', 'updated_at': '2022-10-11T05:07:14Z', 'revision_number': 4, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'subnets': [{'id': '47933cc8-664a-4661-a0aa-e27e4ee090b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:07:15.338614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Current status of the port f7b2b639-1769-4708-80e4-80417319fd94 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:15.338614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:15.363619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:15.389790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] For port f7b2b639-1769-4708-80e4-80417319fd94, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f7b2b639-1769-4708-80e4-80417319fd94,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:15.397728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:15.484797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4e506-c622-43a3-a9db-145a999964c0 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b639-1769-4708-80e4-80417319fd94,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:15.523536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-47399e08-2d5f-4633-a43e-61aca0f880af None None] Provisioning complete for port f7b2b639-1769-4708-80e4-80417319fd94 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:15.524089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-47399e08-2d5f-4633-a43e-61aca0f880af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:15.524431 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-47399e08-2d5f-4633-a43e-61aca0f880af None None] Attempt 1 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:15.641511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-47399e08-2d5f-4633-a43e-61aca0f880af None None] Current status of the port f7b2b639-1769-4708-80e4-80417319fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:17.050702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f7b2b639-1769-4708-80e4-80417319fd94 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:17.121029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f7b2b639-1769-4708-80e4-80417319fd94 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:17.121486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:17.122126 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f7b2b639-1769-4708-80e4-80417319fd94 Oct 11 05:07:17.223021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f7b2b639-1769-4708-80e4-80417319fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:21.060475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-65582300-b83d-42c3-828c-2c5c94afb6d7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:21.061951 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-65582300-b83d-42c3-828c-2c5c94afb6d7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 815 time: 0.0996110 Oct 11 05:07:21.077169 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-ed1231ab-1021-40ff-ad87-0bf95309d528 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/quotas/7920d67071774af78e50f4912623becb HTTP/1.1" status: 200 len: 375 time: 0.0093324 Oct 11 05:07:21.130213 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-752c504e-f542-41d9-93f5-1dae6249d893 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479851 Oct 11 05:07:21.223354 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-eafac8a8-0b2a-4a5a-8162-fc4f2842335a service neutron] 10.222.0.39 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803790 Oct 11 05:07:21.315083 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-a8c65aa9-bed6-4f93-9eae-10ce482afbec service neutron] 10.222.0.39 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857706 Oct 11 05:07:21.489358 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8b2b892e-fdd1-44f9-9ee6-420228fdf8db req-7a4d2edb-3c85-4f12-a186-ec985e22fd98 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 210 time: 0.0270135 Oct 11 05:07:22.492951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-ab9797d8-67e5-4389-a48f-3b5d8736a8de tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:22.495554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-ab9797d8-67e5-4389-a48f-3b5d8736a8de tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 815 time: 0.1081486 Oct 11 05:07:22.526369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'port': {'device_id': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'admin_state_up': True, 'tenant_id': '7920d67071774af78e50f4912623becb'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:22.619628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3b2818ad-2f82-4203-b7f0-186770d760dc req-a21cabe4-3fca-41b2-b5a9-1584a6ed83ed tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 210 time: 0.0313063 Oct 11 05:07:22.662689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Made reservation on behalf of 7920d67071774af78e50f4912623becb for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:07:22.666072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:22.797354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Allocated IP 172.20.0.14 (d57f9694-13c1-4e29-a320-81a88b9bcdde/41f7971c-6b05-41a5-bbdc-f897dc902859/9019e3d4-96b8-4e59-970a-997e083d38b9) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:22.996198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:23.048189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:23.092185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Network d57f9694-13c1-4e29-a320-81a88b9bcdde is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:23.101959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:23.106902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:23.154665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:23.171608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.172019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.172299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.172638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.172975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.174003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.174003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.174003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.174249 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.174618 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.174943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.175226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:23.191705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:23.192354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:23.226578 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-0202067d-f612-4e76-8f46-248160f006f2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019928 Oct 11 05:07:23.421608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Provisioning complete for port 9019e3d4-96b8-4e59-970a-997e083d38b9 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:23.422177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:23.422288 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 1 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:23.457275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:23.753489 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae385-c2fb-4827-b968-46e1dd827bf3 req-fa37899e-802d-474d-97a0-f676ad8f93dc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:23.755064 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e40ae385-c2fb-4827-b968-46e1dd827bf3 req-fa37899e-802d-474d-97a0-f676ad8f93dc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0516059 Oct 11 05:07:23.795440 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e40ae385-c2fb-4827-b968-46e1dd827bf3 req-910ccb18-8761-4029-a0b2-0b9a31cad098 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 Oct 11 05:07:23.959088 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 2 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:23.999518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:24.500374 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 3 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:24.538053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:24.931356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11633cd-f8f3-4248-b072-24fd35261ad8 req-c9ab5083-13a6-4af1-82d6-5bf2de4dae89 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:24.932894 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b11633cd-f8f3-4248-b072-24fd35261ad8 req-c9ab5083-13a6-4af1-82d6-5bf2de4dae89 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0562892 Oct 11 05:07:24.973174 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b11633cd-f8f3-4248-b072-24fd35261ad8 req-0e4513e5-6152-4cda-8e27-b0349b1dab9e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Oct 11 05:07:25.039893 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 4 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:25.077516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:25.578935 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 5 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:25.633777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:26.100249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482596d3-0ab1-4324-a439-9f4576468760 req-d2716958-50a3-4f09-8497-2a09806d05d6 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:26.101719 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-482596d3-0ab1-4324-a439-9f4576468760 req-d2716958-50a3-4f09-8497-2a09806d05d6 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0534976 Oct 11 05:07:26.135153 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 6 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:26.157007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-482596d3-0ab1-4324-a439-9f4576468760 req-159095eb-1b05-4308-9def-39117ac9210d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Oct 11 05:07:26.179094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:26.680462 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 7 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:26.719813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:27.221547 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 8 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:27.260763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:27.298241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74230e13-9a8d-4be1-a558-3945162881cd req-6484c910-d7f8-4c42-9c25-13b40d71e660 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:27.300841 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74230e13-9a8d-4be1-a558-3945162881cd req-6484c910-d7f8-4c42-9c25-13b40d71e660 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0570564 Oct 11 05:07:27.340150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-74230e13-9a8d-4be1-a558-3945162881cd req-456c0446-0954-406e-bc79-0b78b552bceb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Oct 11 05:07:27.761654 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 9 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:27.809166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:28.311455 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Attempt 10 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:28.357807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-326c485e-2e60-4a9b-8259-76608a99d668 None None] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:07:28.462585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84066-4457-4937-8c07-05216cec8d4d req-45558821-851f-4196-91b8-179f4ea6c35f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:28.463646 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-03e84066-4457-4937-8c07-05216cec8d4d req-45558821-851f-4196-91b8-179f4ea6c35f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0500667 Oct 11 05:07:28.508993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-03e84066-4457-4937-8c07-05216cec8d4d req-63416b08-92d8-4b4b-8d6f-f39077de41e9 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Oct 11 05:07:29.640891 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddbb95-a51d-4682-8a57-20b865a4520a req-4036ecdc-e842-45e0-bb8f-ba2a21f481fb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:29.642415 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-97ddbb95-a51d-4682-8a57-20b865a4520a req-4036ecdc-e842-45e0-bb8f-ba2a21f481fb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0543022 Oct 11 05:07:29.694014 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-97ddbb95-a51d-4682-8a57-20b865a4520a req-4ddcc178-b0ba-4aaa-a4d1-9bfd33069ba5 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Oct 11 05:07:30.802101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be8df-37b7-4a3e-8fd5-30c595c5bc19 req-29a2495d-39e0-403a-bb3c-2eac297648b2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:30.803586 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-199be8df-37b7-4a3e-8fd5-30c595c5bc19 req-29a2495d-39e0-403a-bb3c-2eac297648b2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0486252 Oct 11 05:07:30.840868 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-199be8df-37b7-4a3e-8fd5-30c595c5bc19 req-7ab46e19-906d-4105-8227-3e333a9ab84e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308766 Oct 11 05:07:31.962357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbc82-2fd5-46e7-b571-c70454ae0929 req-eec61983-4282-4a1b-9289-c1400e794d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:31.963712 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fcccbc82-2fd5-46e7-b571-c70454ae0929 req-eec61983-4282-4a1b-9289-c1400e794d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 932 time: 0.0516727 Oct 11 05:07:32.000729 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fcccbc82-2fd5-46e7-b571-c70454ae0929 req-750ce481-4ab8-4d72-a4da-e342336adc01 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Oct 11 05:07:32.294996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Request body: {'port': {'device_id': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:32.347988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:32.607777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9019e3d4-96b8-4e59-970a-997e083d38b9 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:07:32.615136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:32.626668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Transition to ACTIVE for port object 9019e3d4-96b8-4e59-970a-997e083d38b9 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:07:32.630390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:32.688064 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:32.735693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Attempting to bind port 9019e3d4-96b8-4e59-970a-997e083d38b9 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:07:32.736312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Attempting to bind port 9019e3d4-96b8-4e59-970a-997e083d38b9 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:07:32.736624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Attempting to bind port 9019e3d4-96b8-4e59-970a-997e083d38b9 on network d57f9694-13c1-4e29-a320-81a88b9bcdde {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:32.740707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Port 9019e3d4-96b8-4e59-970a-997e083d38b9 on network d57f9694-13c1-4e29-a320-81a88b9bcdde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:07:32.741283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Attempting to bind port 9019e3d4-96b8-4e59-970a-997e083d38b9 on network d57f9694-13c1-4e29-a320-81a88b9bcdde {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:07:32.745997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:07:32.746321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Checking segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:07:32.746729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Bound using segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:07:32.747143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Bound port: 9019e3d4-96b8-4e59-970a-997e083d38b9, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:07:32.747483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:32.811355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:07:32.814232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:07:32.818587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:32.823190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:32.823830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:32.825128 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] 10.222.0.45 "PUT /v2.0/ports/9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1094 time: 0.5356882 Oct 11 05:07:32.825608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:07:32.827879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23" -d '{"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:07:32.864656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c3f140-7397-42fe-8a78-3c30d68c8c43 x-openstack-request-id: req-e4c3f140-7397-42fe-8a78-3c30d68c8c43 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:07:32.864946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:07:32.865198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4c3f140-7397-42fe-8a78-3c30d68c8c43 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:07:32.865598 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c3f140-7397-42fe-8a78-3c30d68c8c43'] response: {'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'status': 'completed', 'code': 200} Oct 11 05:07:32.879216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c527e9e-0b09-4149-ae4a-1e8318e6cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:32.942340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23 req-1cf789b6-78ad-4a4b-ad97-28ab574fc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:32.943856 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23 req-1cf789b6-78ad-4a4b-ad97-28ab574fc173 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1097 time: 0.0392385 Oct 11 05:07:33.142354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23 req-0d829288-1a56-4660-a74e-31bb5961d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:33.143742 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23 req-0d829288-1a56-4660-a74e-31bb5961d89c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7920d67071774af78e50f4912623becb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1872098 Oct 11 05:07:33.173241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4578-c123-4690-8b21-09fbc2b977cd req-22b252ac-991d-42a1-840d-8f26ec873f44 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:33.174739 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c2f4578-c123-4690-8b21-09fbc2b977cd req-22b252ac-991d-42a1-840d-8f26ec873f44 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 944 time: 0.0955667 Oct 11 05:07:33.302920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5c2f4578-c123-4690-8b21-09fbc2b977cd req-8dd90e1f-e573-4ba4-a262-55d36d622d8f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156027 Oct 11 05:07:33.341883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23 req-43d4ec71-f697-4f7c-9838-befc6b0adbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:33.343381 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-eec90aeb-fae6-486e-9c0d-e6e3c963ec23 req-43d4ec71-f697-4f7c-9838-befc6b0adbec service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916895 Oct 11 05:07:33.438251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-9ca6a81c-9c63-41f4-bcd2-c21b061b49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:33.439659 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-9ca6a81c-9c63-41f4-bcd2-c21b061b49c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1097 time: 0.0399547 Oct 11 05:07:33.790891 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-165ae597-5b43-4aa9-877b-6c3372b22ba4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 217 time: 0.3383207 Oct 11 05:07:33.837511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-3cecb026-6451-4aa9-81f2-3e4ffa2db617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:33.838910 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-3cecb026-6451-4aa9-81f2-3e4ffa2db617 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0424960 Oct 11 05:07:33.881078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-e5a5c218-50f1-4061-b47b-fb61702ee3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:33.882797 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-e5a5c218-50f1-4061-b47b-fb61702ee3be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379417 Oct 11 05:07:33.970706 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-342d22f1-d954-4b6f-a347-d31182aeb222 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814388 Oct 11 05:07:34.057711 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1876f52-047c-44cc-a7a9-53182a320c7e req-67a7f872-4a55-4fb8-841a-6dcd154362a5 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805223 Oct 11 05:07:34.319835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e00e348d-a906-45e3-bfb3-dd91da5feeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:34.430316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918ba7-9d0c-473f-ba64-fa064b726e01 req-f57f0fa2-2c8f-407d-b9fa-3fabf7d344c8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:34.431808 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84918ba7-9d0c-473f-ba64-fa064b726e01 req-f57f0fa2-2c8f-407d-b9fa-3fabf7d344c8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 944 time: 0.0548036 Oct 11 05:07:34.469215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84918ba7-9d0c-473f-ba64-fa064b726e01 req-1c8e54c6-14d8-4eb3-a587-ba9d24db7cb1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Oct 11 05:07:35.596601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90841ed7-f004-406d-98e2-028011bd01dd req-2e17558a-fb36-4542-ab8d-666dc4672624 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:35.598054 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90841ed7-f004-406d-98e2-028011bd01dd req-2e17558a-fb36-4542-ab8d-666dc4672624 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 944 time: 0.0517073 Oct 11 05:07:35.635732 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90841ed7-f004-406d-98e2-028011bd01dd req-4d3801c6-c0e4-4927-a6d7-960a105158b5 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Oct 11 05:07:36.546065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-06df7e4d-9a1e-4cef-8b27-5f413d96a60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:36.753791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cdbd2-2cc1-467d-a4cb-9f6f85208924 req-aef6da37-79b1-4c8f-b779-6a5d68c93e18 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:36.755265 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba7cdbd2-2cc1-467d-a4cb-9f6f85208924 req-aef6da37-79b1-4c8f-b779-6a5d68c93e18 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 944 time: 0.0481133 Oct 11 05:07:36.792593 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ba7cdbd2-2cc1-467d-a4cb-9f6f85208924 req-75c16a60-6045-475f-9153-9147c64d2dc4 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Oct 11 05:07:37.420383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9019e3d4-96b8-4e59-970a-997e083d38b9 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:07:37.514444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:37.525588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'port_id': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'mac_address': 'fa:16:3e:a5:a8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 487, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:07:37.561111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 9019e3d4-96b8-4e59-970a-997e083d38b9 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:37.561723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:37.574353 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9019e3d4-96b8-4e59-970a-997e083d38b9 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:07:37.593155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:37.597909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:37.647223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:37.905058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:37.913289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98f81-f571-4f78-8c53-d64e3bf76757 req-fd9a683a-7ae5-448a-8424-7112c44ee9df tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:37.915488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cde98f81-f571-4f78-8c53-d64e3bf76757 req-fd9a683a-7ae5-448a-8424-7112c44ee9df tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Oct 11 05:07:37.952943 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cde98f81-f571-4f78-8c53-d64e3bf76757 req-98e8cd35-3e40-4a24-94b7-2c1009293469 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Oct 11 05:07:38.030344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9019e3d4-96b8-4e59-970a-997e083d38b9'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:07:39.069035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fcdf2-a98e-423f-91a6-ea180cdfa1a9 req-22cb8204-ad92-4502-8795-91582560d4fa tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:39.070488 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-234fcdf2-a98e-423f-91a6-ea180cdfa1a9 req-22cb8204-ad92-4502-8795-91582560d4fa tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 945 time: 0.0480309 Oct 11 05:07:39.107151 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-234fcdf2-a98e-423f-91a6-ea180cdfa1a9 req-aa700fd4-7a8c-4e89-bec8-5dc42719cb2b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302896 Oct 11 05:07:39.469179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:39.497093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9019e3d4-96b8-4e59-970a-997e083d38b9 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:07:39.547284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 9019e3d4-96b8-4e59-970a-997e083d38b9 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:07:39.551123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 9019e3d4-96b8-4e59-970a-997e083d38b9 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:07:39.551487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:39.551817 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 9019e3d4-96b8-4e59-970a-997e083d38b9 Oct 11 05:07:39.596627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:39.641307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 9019e3d4-96b8-4e59-970a-997e083d38b9 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:07:39.641692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:39.663791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:07:39.666656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d245cd36-598c-4b37-afce-9e70930ce5f5" -d '{"events": [{"server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "name": "network-vif-plugged", "status": "completed", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:07:39.682759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:07:39.687020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:39.712371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3defbc-2b34-4526-b0f3-9a1b25f65d64 x-openstack-request-id: req-9d3defbc-2b34-4526-b0f3-9a1b25f65d64 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:07:39.712668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "name": "network-vif-plugged", "status": "completed", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:07:39.712923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d3defbc-2b34-4526-b0f3-9a1b25f65d64 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:07:39.713312 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3defbc-2b34-4526-b0f3-9a1b25f65d64'] response: {'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'code': 200} Oct 11 05:07:39.739893 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:39.899746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f92f8c-42c2-4d82-8fc7-769a5e73cd42 req-98fdf928-3377-40bb-abbf-61d29c0ed028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:39.901229 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-70f92f8c-42c2-4d82-8fc7-769a5e73cd42 req-98fdf928-3377-40bb-abbf-61d29c0ed028 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1099 time: 0.0393517 Oct 11 05:07:39.934773 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-70f92f8c-42c2-4d82-8fc7-769a5e73cd42 req-398a3f17-d339-4e5e-bfa8-a3c3202bb8dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275378 Oct 11 05:07:40.230167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7d37-2df9-4c28-834a-b8fc55fd445d req-14c00665-436d-4f72-b464-d8b0c0952c80 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:40.231641 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-865c7d37-2df9-4c28-834a-b8fc55fd445d req-14c00665-436d-4f72-b464-d8b0c0952c80 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0519576 Oct 11 05:07:40.268511 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-865c7d37-2df9-4c28-834a-b8fc55fd445d req-8bb2090c-f117-4752-8133-53ed31831c74 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Oct 11 05:07:40.912122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:41.391773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aabdec-5052-4c52-8cac-1f571925a2fb req-25f4fbe5-79e3-4a30-b6cb-e008d4aab5fc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:41.393238 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-32aabdec-5052-4c52-8cac-1f571925a2fb req-25f4fbe5-79e3-4a30-b6cb-e008d4aab5fc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0516722 Oct 11 05:07:41.430829 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-32aabdec-5052-4c52-8cac-1f571925a2fb req-f888df6c-ca2a-48a4-92e1-1d7897466f9b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Oct 11 05:07:41.549337 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0ec8f-09e2-48e7-b664-6cf3b0b2aef4 req-fef3bbd9-3d0a-470a-a3c5-4aa4394ad5c7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:41.550861 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-acd0ec8f-09e2-48e7-b664-6cf3b0b2aef4 req-fef3bbd9-3d0a-470a-a3c5-4aa4394ad5c7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0499089 Oct 11 05:07:41.588711 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-acd0ec8f-09e2-48e7-b664-6cf3b0b2aef4 req-7d484621-ed5c-42ca-b281-57edbb1a3a0d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Oct 11 05:07:41.919610 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21c77e-bb09-425a-acf9-d2cd7631e0e2 req-99ba0bdf-625a-4c8a-b635-12781e99c3b4 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:41.921048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f21c77e-bb09-425a-acf9-d2cd7631e0e2 req-99ba0bdf-625a-4c8a-b635-12781e99c3b4 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0479157 Oct 11 05:07:41.957269 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f21c77e-bb09-425a-acf9-d2cd7631e0e2 req-a5193d64-3484-4f1b-bb14-a1836a02881c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Oct 11 05:07:42.611526 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:07:56.783708 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360ad96-df08-4016-ab67-bdfebbbb8b5f req-d3f6442f-f131-4aea-bf79-98b5c3069aef tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:56.785153 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f360ad96-df08-4016-ab67-bdfebbbb8b5f req-d3f6442f-f131-4aea-bf79-98b5c3069aef tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Oct 11 05:07:56.822502 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f360ad96-df08-4016-ab67-bdfebbbb8b5f req-808808a7-0e22-4be4-8513-64bdc159c4ab tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Oct 11 05:07:56.850935 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58574) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:56.973577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc5478-cd3c-4729-92e1-4bc7348e9d79 tempest-TestMinimumBasicScenario-605723863 tempest-TestMinimumBasicScenario-605723863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:56.975115 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-d7cc5478-cd3c-4729-92e1-4bc7348e9d79 tempest-TestMinimumBasicScenario-605723863 tempest-TestMinimumBasicScenario-605723863-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1094 time: 0.1232905 Oct 11 05:07:56.978830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58578) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:56.983478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'tenant_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:57.003841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.100111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.199427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Allocated IP 172.26.8.225 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/c53046fb-3b1f-4bd2-a193-9b1b70609d78) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:07:57.303397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.336591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.374143 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:07:57.377054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:07:57.381527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:07:57.404662 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=c53046fb-3b1f-4bd2-a193-9b1b70609d78,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:57.741460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.807019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.955580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:57.959953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.025808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.027481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=c53046fb-3b1f-4bd2-a193-9b1b70609d78,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:58.127605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Floating IP f34d20b9-42a7-483b-9519-e0c39f3f3eac associated. External IP: 172.26.8.225, port: 9019e3d4-96b8-4e59-970a-997e083d38b9. Oct 11 05:07:58.332976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:07:58.439401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:07:58.449112 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:07:58.457221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.458520 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:58.459148 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:58.484931 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-227f9e52-4167-401f-ba05-5bd4641fe483 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5049782 Oct 11 05:07:58.485768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:07:58.487757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58580) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:58.488231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452" -d '{"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:07:58.500862 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464729681', 'description': 'tempest-secgroup-smoke-1464729681 description', 'project_id': '7920d67071774af78e50f4912623becb'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:58.526556 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.534991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fe3dcd-ba60-459b-aaec-102c57c378ee x-openstack-request-id: req-30fe3dcd-ba60-459b-aaec-102c57c378ee {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:07:58.535277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:07:58.535531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30fe3dcd-ba60-459b-aaec-102c57c378ee {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:07:58.536102 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fe3dcd-ba60-459b-aaec-102c57c378ee'] response: {'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'status': 'completed', 'code': 200} Oct 11 05:07:58.574334 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:58.596742 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.601706 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.633055 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.637499 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457968 Oct 11 05:07:58.637499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:58.638386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58584) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:58.643890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.644246 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.644595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.644939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.645293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.645616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.645948 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.646276 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.646638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.646970 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.647296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.647621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b274e-6f1a-4ddb-ad11-e3a2f80a8f24 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:07:58.648019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:58.655700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-b01ae228-c3b3-43eb-92b9-c0c6688d3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:58.657307 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-b01ae228-c3b3-43eb-92b9-c0c6688d3ef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1099 time: 0.0679629 Oct 11 05:07:58.706049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.787400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-375b3447-9087-4d27-b77a-a0de48d74de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:58.788874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-375b3447-9087-4d27-b77a-a0de48d74de3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.1242197 Oct 11 05:07:58.799434 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'f34d20b9-42a7-483b-9519-e0c39f3f3eac', 'tenant_id': '7920d67071774af78e50f4912623becb', 'floating_ip_address': '172.26.8.225', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'port_id': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'mac_address': 'fa:16:3e:a5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:07:57Z', 'updated_at': '2022-10-11T05:07:57Z', 'revision_number': 0, 'project_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:58.800181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.808025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.827392 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:07:58.836280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:07:58.836880 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:07:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:58.869794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d310152-64e2-4d5b-a09b-6d1ba4923e98,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:58.883952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.885206 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6673ce24-06ae-4c05-8a1e-840cd01bca4c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2463717 Oct 11 05:07:58.887981 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58586) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:58.893285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:58.898910 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-32201ad9-bdcd-4de2-8ae4-bcf8138ed102 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1000 time: 0.1005845 Oct 11 05:07:58.952681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:58.959368 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:07:58.969924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-2f391beb-4b22-42b8-9201-e35367591b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:58.971455 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-2f391beb-4b22-42b8-9201-e35367591b29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0637720 Oct 11 05:07:59.041970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-0965d2c9-5860-41af-b27b-683793f4494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:59.043515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-0965d2c9-5860-41af-b27b-683793f4494b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642345 Oct 11 05:07:59.045186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.050315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.096507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99df705a-45a9-4db2-959c-ddce620b7135,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:59.112439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.116859 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4844f196-e695-4698-9658-ba742c02e7c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2247913 Oct 11 05:07:59.116859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58588) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:59.120851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:59.198221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.204159 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'f34d20b9-42a7-483b-9519-e0c39f3f3eac', 'tenant_id': '7920d67071774af78e50f4912623becb', 'floating_ip_address': '172.26.8.225', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'port_id': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'mac_address': 'fa:16:3e:a5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:07:57Z', 'updated_at': '2022-10-11T05:07:57Z', 'revision_number': 0, 'project_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:07:59.208877 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-1b6949c2-e5be-403a-ba9d-e72acea3a698 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565456 Oct 11 05:07:59.230413 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ed7ed-5b11-4c34-b971-889600408b86 None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'f34d20b9-42a7-483b-9519-e0c39f3f3eac', 'tenant_id': '7920d67071774af78e50f4912623becb', 'floating_ip_address': '172.26.8.225', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'port_id': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'mac_address': 'fa:16:3e:a5:a8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:07:57Z', 'updated_at': '2022-10-11T05:07:57Z', 'revision_number': 0, 'project_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:07:59.319386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.326751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.357706 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e0709ed7-7521-47cd-b1d0-3d2e9c2e1452 req-8e43f90c-6a1d-4996-8450-0c2634598c73 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388977 Oct 11 05:07:59.360032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3065ddf-571a-49e6-bd1d-5be7e706ef6e,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:59.365589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.369176 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c595c9ef-fc3f-4b24-b032-9af456798d6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2493308 Oct 11 05:07:59.369629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58590) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:59.382977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:59.412231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.479970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.482352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9826420-e378-407f-ac6f-462557b531b4 None None] New status for floating IP f34d20b9-42a7-483b-9519-e0c39f3f3eac: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:07:59.487988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.502200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d658ff-21f9-471a-b6ab-2ed535160170,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:59.520463 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.523105 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-040f9215-ab26-4163-a64f-4848104ee430 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526203 Oct 11 05:07:59.524907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58592) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:59.530712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:59.555814 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Project 7920d67071774af78e50f4912623becb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:07:59.561322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.641253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.647305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.666483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760f6a66-f474-43e9-befc-27e5b27d0b98,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:59.673890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.678090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58594) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:07:59.678291 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6f4edee1-1199-47e5-8014-de6a4cf3951e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516774 Oct 11 05:07:59.683163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:07:59.705354 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Project 7920d67071774af78e50f4912623becb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:07:59.710476 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.780377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.785532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.811191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c11264-4d9c-4690-b23f-a3141c9eb74a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:07:59.819932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:07:59.821278 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-45ac0e57-b0d4-4559-a9e0-0c3fdf4cec16 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420212 Oct 11 05:07:59.898258 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f413f250-d262-415c-bcb2-7244fa3c200c req-36712eef-eedc-4deb-9240-d189471afd74 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464729681&fields=id&tenant_id=7920d67071774af78e50f4912623becb HTTP/1.1" status: 200 len: 267 time: 0.0329180 Oct 11 05:07:59.950734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413f250-d262-415c-bcb2-7244fa3c200c req-3cf4f6b6-d7e1-4a1a-ba2a-c64887652b73 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:07:59.952199 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f413f250-d262-415c-bcb2-7244fa3c200c req-3cf4f6b6-d7e1-4a1a-ba2a-c64887652b73 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0484686 Oct 11 05:07:59.962921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'port': {'security_groups': ['53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e', '0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:08:00.022570 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:00.206440 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:08:00.238949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:00.245169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:00.258257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:00.259157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:00.260577 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-f413f250-d262-415c-bcb2-7244fa3c200c req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "PUT /v2.0/ports/9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 982 time: 0.3021200 Oct 11 05:08:00.261098 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:08:00.266490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082" -d '{"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:08:00.278779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9019e3d4-96b8-4e59-970a-997e083d38b9'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:08:00.326248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9625b76-7daf-4708-a1a9-22ab83c4f1d8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=6']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:08:00.384877 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-d1f5a666-33e6-4fa8-9286-98e6f7dedf72 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1108580 Oct 11 05:08:00.398716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2576a-d696-4429-831e-669a48f2289a req-082975b3-5e69-4fa3-9775-285d3d34ba85 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:00.400770 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78f2576a-d696-4429-831e-669a48f2289a req-082975b3-5e69-4fa3-9775-285d3d34ba85 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 985 time: 0.0664563 Oct 11 05:08:00.431436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9019e3d4-96b8-4e59-970a-997e083d38b9'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:08:00.438441 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56cba7a-2ca9-4f50-9fcf-9f852ba97eae x-openstack-request-id: req-f56cba7a-2ca9-4f50-9fcf-9f852ba97eae {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:08:00.439050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:08:00.439404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f56cba7a-2ca9-4f50-9fcf-9f852ba97eae {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:08:00.439899 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56cba7a-2ca9-4f50-9fcf-9f852ba97eae'] response: {'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'status': 'completed', 'code': 200} Oct 11 05:08:00.453095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78f2576a-d696-4429-831e-669a48f2289a req-af74edef-4897-412d-a3f5-537a8ac866cf tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&id=0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455692 Oct 11 05:08:00.500324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-1d48a71c-47bb-4ba0-8f55-30319dd29fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:00.501855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-1d48a71c-47bb-4ba0-8f55-30319dd29fa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1138 time: 0.0425398 Oct 11 05:08:00.609572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-645e23bf-84e5-4c68-86ba-83d27a4bc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:00.611058 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-645e23bf-84e5-4c68-86ba-83d27a4bc1b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0893388 Oct 11 05:08:00.677195 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-e7149a60-0255-44ad-a34b-0c8f2860e4c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0593052 Oct 11 05:08:00.729695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-3f1b8b16-691c-4e76-a4d8-4147411e3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:00.731129 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-3f1b8b16-691c-4e76-a4d8-4147411e3671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0476856 Oct 11 05:08:00.777273 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-18d7990b-272d-43a5-b944-fc948e0b5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:00.778786 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-18d7990b-272d-43a5-b944-fc948e0b5d98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399363 Oct 11 05:08:00.867393 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-658a73b2-3d8e-45be-b9e8-100d8a70f661 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815034 Oct 11 05:08:00.961416 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb86dabf-3aa7-41c9-a685-8d2c6cd91668 req-fe0b9eb3-ff19-42fe-a4af-4ddf69bdf33d service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 Oct 11 05:08:01.069797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-792df6a8-3e97-47a1-af0b-7b991029ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:01.071258 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-792df6a8-3e97-47a1-af0b-7b991029ecf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1138 time: 0.0395961 Oct 11 05:08:01.163065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-c39c125b-256a-4e34-a699-bdc50856e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:01.164510 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-c39c125b-256a-4e34-a699-bdc50856e0eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0867691 Oct 11 05:08:01.228170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-785eff85-7b40-4bfc-9027-441798453243 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0569637 Oct 11 05:08:01.280740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-06c5cdc5-9a30-4495-91b6-eb89ade1a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:01.282042 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-06c5cdc5-9a30-4495-91b6-eb89ade1a864 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0463409 Oct 11 05:08:01.327175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-6a44970f-73eb-4b43-996a-db491cfe9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:08:01.328600 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-6a44970f-73eb-4b43-996a-db491cfe9f8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392768 Oct 11 05:08:01.417009 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-883c2838-2cdb-49cd-9485-ee559a2fbef0 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797031 Oct 11 05:08:01.510946 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e345c9c5-4fe8-4269-a27b-1cfb0b0b1082 req-1e118c8b-2be0-4162-86d7-76ec45e782da service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864677 Oct 11 05:08:04.321515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-707041a2-42a3-4ef2-ba83-47edf5687a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:06.546596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5a68-0983-40c7-b29d-687103cd32cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:07.907313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:09.472660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:09.577957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:10.931924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:19.611134 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:08:34.323118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-631f9268-9bc7-4db0-872e-21d312fd91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:36.547817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e269ccdc-d711-46b3-a739-4fa3ac56cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:37.910395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:39.474216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:39.579514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:40.936754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:08:56.610425 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:09:01.654089 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-87af18f1-0740-4190-b53e-65023c5904fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434673 Oct 11 05:09:01.749417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-dd1da4b6-0992-4b7d-8cf2-1ea18a6d16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:09:01.750925 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-dd1da4b6-0992-4b7d-8cf2-1ea18a6d16a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1138 time: 0.0404551 Oct 11 05:09:01.854132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-dfa97dad-9626-486b-b763-0a9339e4efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:09:01.856190 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-dfa97dad-9626-486b-b763-0a9339e4efbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0883362 Oct 11 05:09:01.920007 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-a83ed36a-4e8c-4e09-85bd-91797bbf6983 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0571444 Oct 11 05:09:01.967371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-1818379a-0440-4f7c-8c79-4a3fa0d0e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:09:01.968780 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-1818379a-0440-4f7c-8c79-4a3fa0d0e092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0430443 Oct 11 05:09:02.015729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-bddf5860-0ee5-42b4-9906-b043ab763b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:09:02.017160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-bddf5860-0ee5-42b4-9906-b043ab763b21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420082 Oct 11 05:09:02.108025 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-41f5d4b8-f02e-4c28-8887-30d50c053bfc service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834885 Oct 11 05:09:02.197937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-664d4b88-4cab-4728-b2e4-f6a543f4cf09 req-78860cb9-61f4-421a-8ab5-6e840e35a2e1 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829954 Oct 11 05:09:04.324995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eff3187d-2b94-491e-8065-abe4ca29ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:06.552242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-edfad7d1-3058-49a6-b462-572bf6ed9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:07.913265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:09.476237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:09.581232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:10.947695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:33.609572 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:09:34.326491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-21ea779c-0564-483c-aafb-a0c48126ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:36.553225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e40a51fa-3ac6-41ab-95c6-1837d6ffa364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:37.915617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:39.480193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:39.585712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:40.975016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:09:49.178932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-ccea3f45-e1bd-479e-a5f0-a3c830285664 req-db1ea8aa-0e4b-4f3f-90d6-4b16fead9c41 service neutron] (103098) timed out ('10.222.0.45', 63758) {{(pid=103098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 05:10:01.746053 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-c7a66c3d-1395-43b7-8fa4-0a295d110f97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069262 Oct 11 05:10:01.846177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-215a3c6b-5fad-4c40-9cca-4720cb54eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:01.847687 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-215a3c6b-5fad-4c40-9cca-4720cb54eb68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1138 time: 0.0429406 Oct 11 05:10:01.949184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-f7e376f2-1e4c-46fa-a76d-08bc3d707053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:01.950561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-f7e376f2-1e4c-46fa-a76d-08bc3d707053 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0839088 Oct 11 05:10:02.017204 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-7b53c51f-74b4-4314-9480-8e64912feb60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0599077 Oct 11 05:10:02.065649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-22e9759d-727b-46f3-ac56-9edd33030798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:02.067065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-22e9759d-727b-46f3-ac56-9edd33030798 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0426457 Oct 11 05:10:02.109830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-38b2fbf5-45aa-41d0-b514-3bbaedbda364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:02.111265 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-38b2fbf5-45aa-41d0-b514-3bbaedbda364 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381255 Oct 11 05:10:02.200964 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-1061b33d-d69a-4300-9941-054f767c6b88 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826843 Oct 11 05:10:02.288380 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c1afb22e-7a07-4e32-a5c5-acd8b230d7e5 req-8ee2a097-6fef-4495-b05d-3325a27fb9f8 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803194 Oct 11 05:10:04.330031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-92764d6d-3227-4f90-a0f9-7fd3ddc57d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:06.555289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6f50a4cb-4e70-4f7a-9ba7-2e57f4e4d0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:07.918782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:09.481935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:09.588432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:10.608552 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:10:10.981604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:23.084741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108afac3-8982-4607-ad77-574a5a7ee034 req-82bdeadf-d13d-4ab0-ab28-e93bfb1fe19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:23.086230 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-82bdeadf-d13d-4ab0-ab28-e93bfb1fe19e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1138 time: 0.0410461 Oct 11 05:10:23.190365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56528f-90ee-4e3c-a1e5-18c4fd50551c req-48f1104e-3e7a-4821-96f3-4e1d9a19e796 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:23.191915 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3b56528f-90ee-4e3c-a1e5-18c4fd50551c req-48f1104e-3e7a-4821-96f3-4e1d9a19e796 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 985 time: 0.1785526 Oct 11 05:10:23.225369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108afac3-8982-4607-ad77-574a5a7ee034 req-ba70e3ab-a4d2-46df-bc5a-4329854c7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:23.226710 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-ba70e3ab-a4d2-46df-bc5a-4329854c7cd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.1294544 Oct 11 05:10:23.275336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3b56528f-90ee-4e3c-a1e5-18c4fd50551c req-e245058d-0626-4e03-beca-22cea4f1ba86 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&id=0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774543 Oct 11 05:10:23.299954 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-82238624-feb0-4efc-a831-2b08a9ea84ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0642452 Oct 11 05:10:23.351427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108afac3-8982-4607-ad77-574a5a7ee034 req-450e155a-e335-4bb5-938e-1e15a7d5ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:23.352790 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-450e155a-e335-4bb5-938e-1e15a7d5ba00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0459442 Oct 11 05:10:23.701847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108afac3-8982-4607-ad77-574a5a7ee034 req-e86d10a8-196f-426b-9088-350b2d517991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:23.703903 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-e86d10a8-196f-426b-9088-350b2d517991 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3450840 Oct 11 05:10:23.790666 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-e72ef3b8-b02e-4be8-8ccf-3c9089b0538b service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801303 Oct 11 05:10:23.881181 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-108afac3-8982-4607-ad77-574a5a7ee034 req-d4f85445-3828-449a-b928-b69121ce8bd0 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844932 Oct 11 05:10:24.451327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530bdba-9255-4556-a147-d5a6585e9b1b req-69e4ad00-1c19-4677-a6aa-87051f304074 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:24.452808 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e530bdba-9255-4556-a147-d5a6585e9b1b req-69e4ad00-1c19-4677-a6aa-87051f304074 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 985 time: 0.1008317 Oct 11 05:10:24.495143 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e530bdba-9255-4556-a147-d5a6585e9b1b req-f9614ec4-5998-492f-a161-19427e1d5752 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&id=0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361130 Oct 11 05:10:25.621565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d478fe5-3c99-4633-b35a-f268fd25b803 req-afa1141a-d996-4733-bb43-31b25988500f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:10:25.623040 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4d478fe5-3c99-4633-b35a-f268fd25b803 req-afa1141a-d996-4733-bb43-31b25988500f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 985 time: 0.0476682 Oct 11 05:10:25.662678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4d478fe5-3c99-4633-b35a-f268fd25b803 req-ffaa15d8-45a5-4561-866a-98b560e4d7f7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&id=0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329618 Oct 11 05:10:34.331286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c949b0da-65cf-45ab-b7b0-ce713111eb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:36.556177 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6125d76e-3a13-4261-ab52-42eeca61c964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:37.923073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:39.487684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:39.590278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:40.977560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:10:47.607317 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:11:01.654297 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-28f293cf-5839-4e2b-89ae-6dc6e4ba66b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387936 Oct 11 05:11:01.751418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55169a-377f-473b-8486-b9ea47142cae req-60ed5772-8020-45b1-bcbe-634e07f438a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:11:01.752841 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-60ed5772-8020-45b1-bcbe-634e07f438a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1138 time: 0.0399420 Oct 11 05:11:01.856236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55169a-377f-473b-8486-b9ea47142cae req-69f05ecb-1b1e-4d40-bcab-9a51eff04deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:11:01.857684 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-69f05ecb-1b1e-4d40-bcab-9a51eff04deb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0865135 Oct 11 05:11:01.921545 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-de0f30e3-20cc-4f4c-903e-0e81cb1ea4d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0573173 Oct 11 05:11:01.968021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55169a-377f-473b-8486-b9ea47142cae req-001d98cf-bade-4313-b013-de7022aada5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:11:01.969391 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-001d98cf-bade-4313-b013-de7022aada5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0417945 Oct 11 05:11:02.015566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55169a-377f-473b-8486-b9ea47142cae req-acb61e3b-59d5-43c9-8f99-6cc1729ee67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:11:02.016997 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-acb61e3b-59d5-43c9-8f99-6cc1729ee67e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413072 Oct 11 05:11:02.102993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-a96b1a0a-ec7f-4a60-8c92-0b9636fa0ebd service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793982 Oct 11 05:11:02.192515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-df55169a-377f-473b-8486-b9ea47142cae req-cefda340-2398-4bdb-a8fb-376d30414b69 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829499 Oct 11 05:11:04.332332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9f533ad4-454e-4c64-aa1b-971950f630a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:06.557020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c3562363-a8fa-4461-8d9e-0071fe68ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:07.928688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:09.488867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:09.592436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:11.002124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:24.606315 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:11:34.333554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f71c1f1-cfdf-46b6-b135-4ccdb4cbaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:36.558472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f6ade80b-785b-4b16-80f4-aa127eb1d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:37.927700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:39.491598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:39.593617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:11:41.025162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.260124 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f0640b7c-5582-4c2c-a04c-c876581f1f50 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464729681&fields=id&tenant_id=7920d67071774af78e50f4912623becb HTTP/1.1" status: 200 len: 267 time: 0.0353429 Oct 11 05:12:01.316420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-1941a067-7ee9-4267-8735-cb3992227632 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:01.317884 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-1941a067-7ee9-4267-8735-cb3992227632 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 985 time: 0.0520256 Oct 11 05:12:01.328665 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'port': {'security_groups': ['53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:01.390807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.563309 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:12:01.592009 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.596533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.606000 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:12:01.607656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:01.608253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.609606 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e2505f42-89d1-4eaa-bb0d-cc8a6269a64f req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "PUT /v2.0/ports/9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 943 time: 0.2853990 Oct 11 05:12:01.611251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:12:01.615222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f641cde9-efa3-4a67-8e46-8c238f3183ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:12:01.615545 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 58728) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:01.631488 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9019e3d4-96b8-4e59-970a-997e083d38b9'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:12:01.664264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07085b2-8322-4e49-b01d-1f5646aeaca9 x-openstack-request-id: req-a07085b2-8322-4e49-b01d-1f5646aeaca9 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:12:01.664568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:12:01.664811 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a07085b2-8322-4e49-b01d-1f5646aeaca9 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:12:01.665377 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07085b2-8322-4e49-b01d-1f5646aeaca9'] response: {'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'status': 'completed', 'code': 200} Oct 11 05:12:01.668861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=7']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:01.676350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.676703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.677040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.677529 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.677865 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.678324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.678681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.679010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.679336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.679710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.680551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.681204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09fbe7c-4f6b-4b9f-9bee-8c0033663ac1 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.696852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.746208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.750578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9019e3d4-96b8-4e59-970a-997e083d38b9'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:12:01.788757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-587adc75-5d9d-49e9-b1d0-2ba0d14825ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:01.790284 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-587adc75-5d9d-49e9-b1d0-2ba0d14825ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1099 time: 0.0794864 Oct 11 05:12:01.868658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.871220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:01.872354 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "DELETE /v2.0/security-groups/0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1 HTTP/1.1" status: 204 len: 168 time: 0.2555344 Oct 11 05:12:01.875251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 58734) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:01.886231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfcdfe6-3e5f-4c91-b6cc-ef3e52345ce1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:01.898344 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.898756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.899104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.899445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.899780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.900112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.900445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.900793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.901106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.901435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.901760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.902094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db045b-7a33-4da8-8078-c814c33d3e2c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:01.921339 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-df95fed9-3a20-483d-9a5c-bfe079646294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:01.922857 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-df95fed9-3a20-483d-9a5c-bfe079646294 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.1255319 Oct 11 05:12:01.991763 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-98bf9bf7-f7b8-4136-bef9-008a93345d9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0619369 Oct 11 05:12:02.040257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Deleting port c53046fb-3b1f-4bd2-a193-9b1b70609d78 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:12:02.040597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:02.042736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-16977eed-1de8-4c84-ba06-7a94317f38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:02.044240 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-16977eed-1de8-4c84-ba06-7a94317f38a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0455616 Oct 11 05:12:02.095108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-c192f1f3-cd96-438c-9a77-f108cd6c71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:02.096595 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-c192f1f3-cd96-438c-9a77-f108cd6c71e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437391 Oct 11 05:12:02.120000 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:02.120227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:02.131545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Calling delete_port for c53046fb-3b1f-4bd2-a193-9b1b70609d78 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:12:02.185185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-aa30c320-dee9-47a4-b745-411b1058106b service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818725 Oct 11 05:12:02.279348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f641cde9-efa3-4a67-8e46-8c238f3183ff req-65c2fb15-cfc1-473a-8950-bc51f0f4ee91 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Oct 11 05:12:02.279794 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:02.305817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event deleted for resources: {'Port': ['ID=c53046fb-3b1f-4bd2-a193-9b1b70609d78,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:02.364649 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:02.364977 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Floating IP f34d20b9-42a7-483b-9519-e0c39f3f3eac disassociated (deleted). External IP: 172.26.8.225, port: 9019e3d4-96b8-4e59-970a-997e083d38b9. Oct 11 05:12:02.575893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:12:02.684860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:12:02.689892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:02.694163 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:12:02.704004 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:12:02.704599 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:11:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:02.718735 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c61043f2-6e37-449a-91d7-648df9716938 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "DELETE /v2.0/floatingips/f34d20b9-42a7-483b-9519-e0c39f3f3eac HTTP/1.1" status: 204 len: 168 time: 0.8423455 Oct 11 05:12:02.808298 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:12:03.011212 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:03.038945 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:12:03.047751 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:12:03.048362 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:11:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:03.152836 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:12:03.340845 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:03.370469 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946a9b6-d497-44e0-be5e-2463b243fddc None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:12:03.579614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a2800-4749-46fa-a8dd-a34171428679 None None] New status for floating IP f34d20b9-42a7-483b-9519-e0c39f3f3eac: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:12:03.658343 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-be046ba9-18ec-46bc-b68c-9cd9ae19336e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492117 Oct 11 05:12:03.667030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:12:03.669652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49076935-bb13-4679-9d45-cfe5e1926fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:12:03.725867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a72444-3376-42a5-af22-f50dcaf460c2 x-openstack-request-id: req-c7a72444-3376-42a5-af22-f50dcaf460c2 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:12:03.726280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:12:03.726661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7a72444-3376-42a5-af22-f50dcaf460c2 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:12:03.727832 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a72444-3376-42a5-af22-f50dcaf460c2'] response: {'name': 'network-changed', 'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'status': 'completed', 'code': 200} Oct 11 05:12:03.760910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-9888e6c4-0104-432a-b51e-a54620294c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:03.762416 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-9888e6c4-0104-432a-b51e-a54620294c84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1099 time: 0.0439560 Oct 11 05:12:03.869865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-ee1bfd5a-59af-4bf0-9c73-0fc98052acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:03.871497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-ee1bfd5a-59af-4bf0-9c73-0fc98052acdd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0896928 Oct 11 05:12:03.915109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-a4cc7e41-4f4e-40bb-83f1-f75549d8bdd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 217 time: 0.0345378 Oct 11 05:12:03.966081 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-09b5e6b6-1064-499b-886d-a355fce33f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:03.967571 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-09b5e6b6-1064-499b-886d-a355fce33f63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0475144 Oct 11 05:12:04.011848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-67261675-d74f-48c4-8c74-5887955bf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:04.013300 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-67261675-d74f-48c4-8c74-5887955bf8f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397050 Oct 11 05:12:04.104371 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-6ab8e093-893d-46ff-a165-24daca0b417e service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846374 Oct 11 05:12:04.198730 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-091c6531-32f5-4af4-a9f5-bcb9afa1dd49 req-db756a81-9567-40c8-8670-94968425624e service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879133 Oct 11 05:12:04.309502 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-974a9996-1fbe-49bb-ad41-d29cf0d9c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:04.311180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-974a9996-1fbe-49bb-ad41-d29cf0d9c50e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 1099 time: 0.0422513 Oct 11 05:12:04.338423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bf15e953-e6b1-4c31-91bb-ea6e4c364504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:04.409947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-48b18858-02d8-432e-ac75-d26f4b47d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:04.411448 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-48b18858-02d8-432e-ac75-d26f4b47d6e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0941916 Oct 11 05:12:04.453953 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-da80f9e0-94ab-4cbb-930d-a2b6421da5ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 200 len: 217 time: 0.0357375 Oct 11 05:12:04.505703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-611dabd1-ff6e-4cfd-aeab-9414055b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:04.507278 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-611dabd1-ff6e-4cfd-aeab-9414055b260c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0476799 Oct 11 05:12:04.553198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-ab8250f6-3781-4fe4-a47e-cbd676d6c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:04.554705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-ab8250f6-3781-4fe4-a47e-cbd676d6c54f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415485 Oct 11 05:12:04.649033 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-a3e7eda6-3681-4e4f-855e-0314b4000dcb service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879531 Oct 11 05:12:04.741947 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49076935-bb13-4679-9d45-cfe5e1926fcb req-ba7748a4-020d-4135-9dad-a24214d19c29 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866215 Oct 11 05:12:06.560267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-46ece3d3-1382-48df-974a-7eee6df67db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:07.931359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:09.495228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:09.600020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:09.745522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef10c8f-7b49-4788-84e3-d2ffe2c22a79 req-f10a5bd3-d44b-4b44-9694-8ae093efd7d3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:09.747030 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aef10c8f-7b49-4788-84e3-d2ffe2c22a79 req-f10a5bd3-d44b-4b44-9694-8ae093efd7d3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0495241 Oct 11 05:12:09.783670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aef10c8f-7b49-4788-84e3-d2ffe2c22a79 req-e9691442-e77b-4c46-9c5f-b3901d8fe753 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Oct 11 05:12:10.909987 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d73d-7724-49ba-b444-83c41c42a697 req-728350b7-c508-403d-bf09-7f46c28fb3fe tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:10.911385 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b443d73d-7724-49ba-b444-83c41c42a697 req-728350b7-c508-403d-bf09-7f46c28fb3fe tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Oct 11 05:12:10.948793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b443d73d-7724-49ba-b444-83c41c42a697 req-9c888c5e-06b0-416b-993b-b903ddf6e25b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Oct 11 05:12:11.024621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:11.694991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273538f3-a36e-4750-8748-210a24816b45 req-3cd816e6-937c-4e68-9758-ffb9acacb74f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:11.696923 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-273538f3-a36e-4750-8748-210a24816b45 req-3cd816e6-937c-4e68-9758-ffb9acacb74f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 946 time: 0.0526688 Oct 11 05:12:11.784131 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Deleting port 9019e3d4-96b8-4e59-970a-997e083d38b9 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:12:11.784468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:11.876174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] For port 9019e3d4-96b8-4e59-970a-997e083d38b9, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9019e3d4-96b8-4e59-970a-997e083d38b9,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:12:11.876531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:11.888676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Calling delete_port for 9019e3d4-96b8-4e59-970a-997e083d38b9 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:12:12.019711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:12.052510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['9019e3d4-96b8-4e59-970a-997e083d38b9'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:12:12.053609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event deleted for resources: {'Port': ['ID=9019e3d4-96b8-4e59-970a-997e083d38b9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:12.120180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d29b8a19-49be-414a-bd9e-4f276d44ad42 req-b6ac3594-f8f9-442b-b4c6-8cf17fb1e518 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=8714d2ae-f81d-47f7-8b3b-c451c4176a06 HTTP/1.1" status: 200 len: 210 time: 0.0399873 Oct 11 05:12:12.120817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] No DVR routers for this DVR port 9019e3d4-96b8-4e59-970a-997e083d38b9 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:12:12.123226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:12.126341 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-273538f3-a36e-4750-8748-210a24816b45 req-01afb990-6c7c-4fdf-a9ba-1e89ef622cfd tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "DELETE /v2.0/ports/9019e3d4-96b8-4e59-970a-997e083d38b9 HTTP/1.1" status: 204 len: 173 time: 0.4238420 Oct 11 05:12:12.126850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'name': 'network-vif-deleted', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:12:12.129170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778da1d5-fd81-4576-803f-611f0818a904" -d '{"events": [{"server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "name": "network-vif-deleted", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:12:12.229748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195e0f9-b6f3-4094-9a5d-483b266ff5c7 x-openstack-request-id: req-3195e0f9-b6f3-4094-9a5d-483b266ff5c7 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:12:12.230035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714d2ae-f81d-47f7-8b3b-c451c4176a06", "name": "network-vif-deleted", "tag": "9019e3d4-96b8-4e59-970a-997e083d38b9", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:12:12.230284 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3195e0f9-b6f3-4094-9a5d-483b266ff5c7 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:12:12.230713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3195e0f9-b6f3-4094-9a5d-483b266ff5c7'] response: {'server_uuid': '8714d2ae-f81d-47f7-8b3b-c451c4176a06', 'name': 'network-vif-deleted', 'tag': '9019e3d4-96b8-4e59-970a-997e083d38b9', 'status': 'completed', 'code': 200} Oct 11 05:12:14.763805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9019e3d4-96b8-4e59-970a-997e083d38b9 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:12:14.788364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 9019e3d4-96b8-4e59-970a-997e083d38b9 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:12:14.789076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 9019e3d4-96b8-4e59-970a-997e083d38b9 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:12:22.218146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-b6660e21-a97c-4bff-868b-11eacce0ba68 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:22.219528 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-b6660e21-a97c-4bff-868b-11eacce0ba68 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 815 time: 0.0992494 Oct 11 05:12:22.233782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-7e22b125-a602-4277-b022-4540e476f46e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/quotas/7920d67071774af78e50f4912623becb HTTP/1.1" status: 200 len: 375 time: 0.0086770 Oct 11 05:12:22.287496 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-72356a65-9596-4c9d-96ea-166db34f7db3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487309 Oct 11 05:12:22.393732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-42efd812-deda-41cc-b247-eb6206716baa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:12:22.394738 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-42efd812-deda-41cc-b247-eb6206716baa service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964429 Oct 11 05:12:22.486641 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-45785880-f1dd-42de-b33f-1220ffbf8483 service neutron] 10.222.0.39 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850327 Oct 11 05:12:22.578089 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3f15b215-e478-462f-82ef-87c3e41591da service neutron] 10.222.0.39 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Oct 11 05:12:22.750327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b93ce221-2a96-402e-9ba3-e7d57a221c2a req-45132dc8-867f-4aa5-bcff-1726b0577e41 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 210 time: 0.0304289 Oct 11 05:12:23.833233 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d9763b82-a1b2-46ca-91df-e5074795cc20 req-5380c1b7-e5cf-44eb-8499-973739b3f4c3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 210 time: 0.0266714 Oct 11 05:12:24.914828 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f42c984-03a0-4dcf-8400-123664eb55a7 req-448cadb6-2255-4e80-a61e-157b3e9ffd05 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 210 time: 0.0254176 Oct 11 05:12:25.764053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-750bf7b7-925a-413f-8e91-2f8dd232274d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:25.765821 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-750bf7b7-925a-413f-8e91-2f8dd232274d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 815 time: 0.1016712 Oct 11 05:12:25.784793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'port': {'device_id': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'admin_state_up': True, 'tenant_id': '7920d67071774af78e50f4912623becb'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:25.895565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Made reservation on behalf of 7920d67071774af78e50f4912623becb for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:12:25.899009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:26.017466 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-62a4a6e4-cb5a-49c0-bac6-d542fdf2281c req-b07990d0-590b-41fa-8a1e-cc1d7e899344 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 210 time: 0.0275347 Oct 11 05:12:26.046304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Allocated IP 172.20.0.8 (d57f9694-13c1-4e29-a320-81a88b9bcdde/41f7971c-6b05-41a5-bbdc-f897dc902859/7d89b8e7-2f79-426f-9a36-2fe329a72628) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:12:26.228123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:26.272358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:26.335223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Network d57f9694-13c1-4e29-a320-81a88b9bcdde is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:12:26.343170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:12:26.345865 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:12:26.393075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:26.417745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:26.418555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:26.439496 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-3a63ecb6-9d7a-4150-a578-444489e8689b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6590490 Oct 11 05:12:26.681848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Provisioning complete for port 7d89b8e7-2f79-426f-9a36-2fe329a72628 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:12:26.682428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:26.682567 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 1 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:26.721877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:27.150658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c460b-154c-4900-8551-8bce1501ebaf req-194ffc7f-69ad-49b9-8515-a13ceac5be9f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:27.152459 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2d5c460b-154c-4900-8551-8bce1501ebaf req-194ffc7f-69ad-49b9-8515-a13ceac5be9f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0541472 Oct 11 05:12:27.201225 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2d5c460b-154c-4900-8551-8bce1501ebaf req-94159311-c2d9-4dce-98bb-4c83ce2d8909 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Oct 11 05:12:27.225029 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 2 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:27.261903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:27.762908 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 3 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:27.945971 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:28.337437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6468da-bf0b-4cf7-a928-9736cd954d3c req-07dd1780-edbd-48ac-be73-a900817b5bae tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:28.339132 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9d6468da-bf0b-4cf7-a928-9736cd954d3c req-07dd1780-edbd-48ac-be73-a900817b5bae tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0578096 Oct 11 05:12:28.379589 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9d6468da-bf0b-4cf7-a928-9736cd954d3c req-8a1967b0-6be5-4e1d-9710-b7070103f9f8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Oct 11 05:12:28.447240 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 4 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:28.484231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:28.985898 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 5 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:29.025422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:29.516846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d032b-cfa6-4cae-9969-4e99986a5915 req-da930dfc-f238-45b4-ae32-df0162df9db2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:29.518519 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2f9d032b-cfa6-4cae-9969-4e99986a5915 req-da930dfc-f238-45b4-ae32-df0162df9db2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0521343 Oct 11 05:12:29.526615 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 6 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:29.561222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:29.565874 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2f9d032b-cfa6-4cae-9969-4e99986a5915 req-91044b30-f94c-489b-a5ac-8a43f7a76c97 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Oct 11 05:12:30.062725 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 7 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:30.104274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:30.605286 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 8 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:30.654289 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:30.715919 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532b7f-4437-4928-90c7-3f590e823ac0 req-65e4fcbf-70b9-4168-8f7e-9056b78a7ef0 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:30.717439 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6a532b7f-4437-4928-90c7-3f590e823ac0 req-65e4fcbf-70b9-4168-8f7e-9056b78a7ef0 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0585833 Oct 11 05:12:30.758928 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6a532b7f-4437-4928-90c7-3f590e823ac0 req-991c3d52-476f-4dce-ad06-01bec906c96a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Oct 11 05:12:31.155739 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 9 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:31.190052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:31.691546 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Attempt 10 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:31.728697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-071be4cb-b01e-4268-b855-d6694d41451e None None] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:12:31.884224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92340384-d6be-43e7-b6b4-846fc34608d1 req-fc8bf8bc-3be0-4c23-b97b-4f9191885096 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:31.885865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-92340384-d6be-43e7-b6b4-846fc34608d1 req-fc8bf8bc-3be0-4c23-b97b-4f9191885096 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0514662 Oct 11 05:12:31.934607 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-92340384-d6be-43e7-b6b4-846fc34608d1 req-b00a502f-fcce-42bc-b7c5-cc8b73418f46 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Oct 11 05:12:33.061928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dec5a-cd7b-4941-a9c7-2bc22e3bbc72 req-22c20890-8c0d-4959-b7c0-b2fd16c228f9 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:33.064621 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-606dec5a-cd7b-4941-a9c7-2bc22e3bbc72 req-22c20890-8c0d-4959-b7c0-b2fd16c228f9 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0546293 Oct 11 05:12:33.110323 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-606dec5a-cd7b-4941-a9c7-2bc22e3bbc72 req-a2d327c2-cb06-47a8-a10c-1e9dd571cef2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Oct 11 05:12:34.237850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739ff8b-175a-4b3b-b828-6413c92122c8 req-c6f92f48-36f3-4422-a7dc-fa4cf459828a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:34.239312 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e739ff8b-175a-4b3b-b828-6413c92122c8 req-c6f92f48-36f3-4422-a7dc-fa4cf459828a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0488453 Oct 11 05:12:34.276881 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e739ff8b-175a-4b3b-b828-6413c92122c8 req-1e5b682d-c4d0-4cf7-9106-9e09a06ecd0a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Oct 11 05:12:34.341202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f3773b80-6bd5-456d-8264-d94a65f2b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:35.394574 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d5971-d4c3-419e-8e6c-3f5a65927b80 req-386d5100-6064-4901-bf49-dd02d4d318da tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:35.395968 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-761d5971-d4c3-419e-8e6c-3f5a65927b80 req-386d5100-6064-4901-bf49-dd02d4d318da tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 931 time: 0.0482879 Oct 11 05:12:35.433277 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-761d5971-d4c3-419e-8e6c-3f5a65927b80 req-7ffb8fc5-9695-4bae-8133-f5426ab38b56 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Oct 11 05:12:35.518489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Request body: {'port': {'device_id': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:35.574165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:35.829773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d89b8e7-2f79-426f-9a36-2fe329a72628 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:12:35.837958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:35.849646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Transition to ACTIVE for port object 7d89b8e7-2f79-426f-9a36-2fe329a72628 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:12:35.853196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:35.928834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:35.958565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Attempting to bind port 7d89b8e7-2f79-426f-9a36-2fe329a72628 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:12:35.958897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Attempting to bind port 7d89b8e7-2f79-426f-9a36-2fe329a72628 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:12:35.959220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Attempting to bind port 7d89b8e7-2f79-426f-9a36-2fe329a72628 on network d57f9694-13c1-4e29-a320-81a88b9bcdde {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:12:35.964037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Port 7d89b8e7-2f79-426f-9a36-2fe329a72628 on network d57f9694-13c1-4e29-a320-81a88b9bcdde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:12:35.964350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Attempting to bind port 7d89b8e7-2f79-426f-9a36-2fe329a72628 on network d57f9694-13c1-4e29-a320-81a88b9bcdde {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:12:35.969173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:12:35.969504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Checking segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:12:35.969904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Bound using segment: {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:12:35.970322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Bound port: 7d89b8e7-2f79-426f-9a36-2fe329a72628, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35323bf-fc4f-452c-8429-1f6f679af2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:12:35.970725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:36.033561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:12:36.036529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:12:36.041177 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:36.046261 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.046902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:36.048237 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1093 time: 0.5343592 Oct 11 05:12:36.048751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:12:36.051022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:12:36.087688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d7143-1be4-44ad-879e-cd115208f1e6 x-openstack-request-id: req-d06d7143-1be4-44ad-879e-cd115208f1e6 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:12:36.087973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:12:36.088224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d06d7143-1be4-44ad-879e-cd115208f1e6 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:12:36.088618 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06d7143-1be4-44ad-879e-cd115208f1e6'] response: {'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'status': 'completed', 'code': 200} Oct 11 05:12:36.102890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5a29c-d8a0-43bb-a395-cf3ebdcbe2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:36.196879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944 req-78a17e38-1cbe-4280-bcb6-e9df1e1fe5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.198248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944 req-78a17e38-1cbe-4280-bcb6-e9df1e1fe5a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1096 time: 0.0444360 Oct 11 05:12:36.300184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944 req-1c74bbb6-49db-470a-9d10-f23e4b59b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.301620 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944 req-1c74bbb6-49db-470a-9d10-f23e4b59b2b3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7920d67071774af78e50f4912623becb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0906327 Oct 11 05:12:36.395934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944 req-0b08c6b0-2f07-47d3-8d2f-087ec2b00507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.397369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aaf4cfb5-e1f9-411f-b2fa-db4aa0e3b944 req-0b08c6b0-2f07-47d3-8d2f-087ec2b00507 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895226 Oct 11 05:12:36.494111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-78f57232-b6d4-4ce6-825a-187fdfb929da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.495629 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-78f57232-b6d4-4ce6-825a-187fdfb929da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1096 time: 0.0410919 Oct 11 05:12:36.544416 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-5fda9e51-30ca-4211-a567-531edcf5e2a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 217 time: 0.0341511 Oct 11 05:12:36.556705 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77fcde-4b57-4969-beaf-a0c9299052a7 req-d0a1f0d2-3d36-43f7-b285-49c3d04019ba tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.558203 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fe77fcde-4b57-4969-beaf-a0c9299052a7 req-d0a1f0d2-3d36-43f7-b285-49c3d04019ba tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 943 time: 0.0535126 Oct 11 05:12:36.563142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f29b-acbb-4a46-9094-29fb97ee9037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:36.599326 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fe77fcde-4b57-4969-beaf-a0c9299052a7 req-1d8a6f08-676b-4a60-978f-c5443ade1d9a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Oct 11 05:12:36.599900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-410b9fb9-b27f-4568-9d50-10282488db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.601408 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-410b9fb9-b27f-4568-9d50-10282488db83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0513473 Oct 11 05:12:36.646742 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-e8685627-3865-40e0-a3c5-bae620654b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:36.648279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-e8685627-3865-40e0-a3c5-bae620654b93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401211 Oct 11 05:12:36.740939 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-7e4cdc40-64bb-4101-b756-5d5d8958c5cf service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Oct 11 05:12:36.829652 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30b006af-d227-4ccb-b374-9c20bc4e3f9c req-e554dfd9-440e-4002-98cc-9f11d35dcd4d service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817006 Oct 11 05:12:37.718121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef4e7-668e-40e7-a1a0-0927ebfa5150 req-f1fc27e7-5237-4fa0-8c20-99e48817ed21 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:37.719584 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d4cef4e7-668e-40e7-a1a0-0927ebfa5150 req-f1fc27e7-5237-4fa0-8c20-99e48817ed21 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 943 time: 0.0469947 Oct 11 05:12:37.756769 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d4cef4e7-668e-40e7-a1a0-0927ebfa5150 req-8af55ffc-2daf-4a03-a9b4-4df64925b4ff tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Oct 11 05:12:37.933615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:38.604338 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:12:38.875771 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561782f1-4a8d-4401-8598-98a981f174f6 req-5157030f-abea-4e48-ba00-34780b75a607 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:38.877185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-561782f1-4a8d-4401-8598-98a981f174f6 req-5157030f-abea-4e48-ba00-34780b75a607 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 943 time: 0.0486858 Oct 11 05:12:38.904879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7d89b8e7-2f79-426f-9a36-2fe329a72628 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:12:38.914964 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-561782f1-4a8d-4401-8598-98a981f174f6 req-a79a1e70-6de0-4e03-8311-e934e4d5305b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Oct 11 05:12:39.000374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:12:39.010934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'port_id': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'mac_address': 'fa:16:3e:46:fd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 487, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:12:39.046339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7d89b8e7-2f79-426f-9a36-2fe329a72628 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:12:39.046764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:39.059554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d89b8e7-2f79-426f-9a36-2fe329a72628 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:12:39.078062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:12:39.081934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:39.126596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:39.133320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.133665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.133999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.134327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.134688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.135017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.135341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.135662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.135983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.136299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.136614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.136926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:12:39.496070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:39.498147 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7d89b8e7-2f79-426f-9a36-2fe329a72628'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:12:39.610402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:40.036679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129899f7-d64a-4c6e-881b-ebfc0751c3ac req-c83cb6ed-864e-46b1-8f8e-e5cbbb2b64bb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:40.038144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-129899f7-d64a-4c6e-881b-ebfc0751c3ac req-c83cb6ed-864e-46b1-8f8e-e5cbbb2b64bb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 944 time: 0.0525241 Oct 11 05:12:40.075690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-129899f7-d64a-4c6e-881b-ebfc0751c3ac req-8f626167-aaa3-4b2e-af42-2678ce87a944 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Oct 11 05:12:40.904542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7d89b8e7-2f79-426f-9a36-2fe329a72628 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:12:40.955082 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 7d89b8e7-2f79-426f-9a36-2fe329a72628 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:12:40.958598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 7d89b8e7-2f79-426f-9a36-2fe329a72628 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:12:40.958967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:40.959300 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 7d89b8e7-2f79-426f-9a36-2fe329a72628 Oct 11 05:12:41.035116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7d89b8e7-2f79-426f-9a36-2fe329a72628 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:12:41.035495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:41.062087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:41.067054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:12:41.069286 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef53d57-cfda-4f84-aa0a-5df380468f7f" -d '{"events": [{"server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "name": "network-vif-plugged", "status": "completed", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:12:41.082319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:12:41.085947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:41.135114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:41.175042 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1280aacb-11bc-44c5-9615-b7d5b5779151 x-openstack-request-id: req-1280aacb-11bc-44c5-9615-b7d5b5779151 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:12:41.175343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "name": "network-vif-plugged", "status": "completed", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:12:41.175604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1280aacb-11bc-44c5-9615-b7d5b5779151 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:12:41.176254 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1280aacb-11bc-44c5-9615-b7d5b5779151'] response: {'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'code': 200} Oct 11 05:12:41.196269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1ee1b-f975-4e6c-8a4d-003217300b6a req-557d3a8c-a2bc-49b8-b458-fc1de9f2c638 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:41.197728 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24a1ee1b-f975-4e6c-8a4d-003217300b6a req-557d3a8c-a2bc-49b8-b458-fc1de9f2c638 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0494683 Oct 11 05:12:41.238078 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24a1ee1b-f975-4e6c-8a4d-003217300b6a req-2b15d2b2-70d8-44cd-8af2-3e46ca41db8f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Oct 11 05:12:41.362812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ee84-4596-489b-8fc7-c08f2b6b2b47 req-7edae4e9-fdcf-469a-822b-eaf26cd8889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:41.364276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c352ee84-4596-489b-8fc7-c08f2b6b2b47 req-7edae4e9-fdcf-469a-822b-eaf26cd8889f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1098 time: 0.0386968 Oct 11 05:12:41.397143 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c352ee84-4596-489b-8fc7-c08f2b6b2b47 req-9257b7ed-4240-412f-8ab2-f3d8255e7100 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268769 Oct 11 05:12:42.358390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2f53f-0519-4b17-bfb8-4119e625bb04 req-5d1ff093-de37-4d80-8ccc-a7bdc9c7fd36 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:42.359955 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-54e2f53f-0519-4b17-bfb8-4119e625bb04 req-5d1ff093-de37-4d80-8ccc-a7bdc9c7fd36 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0482428 Oct 11 05:12:42.397385 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-54e2f53f-0519-4b17-bfb8-4119e625bb04 req-aa969061-d78b-4389-8550-60bbbd3c277e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Oct 11 05:12:43.519283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c0ec6-ed50-43bb-aa5b-0c3e1e1cd179 req-3cbe52f5-9487-48be-820b-4f75976e96ec tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:43.520729 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a75c0ec6-ed50-43bb-aa5b-0c3e1e1cd179 req-3cbe52f5-9487-48be-820b-4f75976e96ec tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0523634 Oct 11 05:12:43.557619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a75c0ec6-ed50-43bb-aa5b-0c3e1e1cd179 req-80191ed8-4e81-4a4d-adeb-ce1bd508fd71 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305927 Oct 11 05:12:43.678766 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e3c2-3e3f-40c5-810b-2fc9eab9b521 req-56152fca-8204-47e2-bdf4-bf93853db0ae tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:43.680274 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6516e3c2-3e3f-40c5-810b-2fc9eab9b521 req-56152fca-8204-47e2-bdf4-bf93853db0ae tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0514309 Oct 11 05:12:43.716937 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6516e3c2-3e3f-40c5-810b-2fc9eab9b521 req-af645f3d-0cec-44d6-8d33-876ddbbbe038 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303550 Oct 11 05:12:43.905404 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7f56-e28f-4375-be58-9a7442730f84 req-2f043fdd-a808-4fb2-b742-ec7f937fd3aa tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:43.906888 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4f2f7f56-e28f-4375-be58-9a7442730f84 req-2f043fdd-a808-4fb2-b742-ec7f937fd3aa tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0483894 Oct 11 05:12:43.943980 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4f2f7f56-e28f-4375-be58-9a7442730f84 req-c6b0ac6d-b697-4472-8527-d9eb2be4166d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Oct 11 05:12:56.487937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b786647-68e4-493a-b28a-169354dde224 req-5213f6f9-a511-4b92-8c25-11b65ddc0af7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:56.489390 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0b786647-68e4-493a-b28a-169354dde224 req-5213f6f9-a511-4b92-8c25-11b65ddc0af7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0482304 Oct 11 05:12:56.526882 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0b786647-68e4-493a-b28a-169354dde224 req-a4eb2f97-f5c3-4c07-ac6e-1f324bfff9d2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Oct 11 05:12:56.553886 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59054) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:56.637409 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371349dd-79d1-46e2-9fee-dc13d2076bdf tempest-TestMinimumBasicScenario-605723863 tempest-TestMinimumBasicScenario-605723863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:56.638900 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-371349dd-79d1-46e2-9fee-dc13d2076bdf tempest-TestMinimumBasicScenario-605723863 tempest-TestMinimumBasicScenario-605723863-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1093 time: 0.0840826 Oct 11 05:12:56.641901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:56.646049 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'tenant_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:56.665656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:56.758888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.131792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Allocated IP 172.26.8.203 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/d271dce2-c61c-4e20-aa5c-197ef380009d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:12:57.232599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.263870 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.305226 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:12:57.308132 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:12:57.310621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:12:57.337527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=d271dce2-c61c-4e20-aa5c-197ef380009d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:57.665411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.730439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.878519 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.883308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:57.947304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=d271dce2-c61c-4e20-aa5c-197ef380009d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:57.951105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.048655 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Floating IP b281d008-1396-4d44-94db-286841890707 associated. External IP: 172.26.8.203, port: 7d89b8e7-2f79-426f-9a36-2fe329a72628. Oct 11 05:12:58.256804 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:12:58.363864 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:12:58.374746 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:12:58.381537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.384506 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:12:58.385117 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:12:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:58.411443 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-07649e4d-cc1c-4ba6-9eb6-6dab6565312b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7659688 Oct 11 05:12:58.411443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:12:58.411788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59060) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:58.412260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:12:58.416166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309352659', 'description': 'tempest-secgroup-smoke-1309352659 description', 'project_id': '7920d67071774af78e50f4912623becb'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:58.439138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.451732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0ab07-cccf-476c-95e3-476ccedc6370 x-openstack-request-id: req-3cd0ab07-cccf-476c-95e3-476ccedc6370 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:12:58.452030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:12:58.452285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd0ab07-cccf-476c-95e3-476ccedc6370 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:12:58.452695 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd0ab07-cccf-476c-95e3-476ccedc6370'] response: {'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'status': 'completed', 'code': 200} Oct 11 05:12:58.497567 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:12:58.531622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.538130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.570434 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.571783 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1590729 Oct 11 05:12:58.574831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59064) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:58.577693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a6457-3e41-4f2a-a4dd-64e6736c9302 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7188a7be-674c-4111-a2c7-74f304ae6166,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:58.584581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-06fd5ef1-473f-4c7e-906f-361a4c1cf2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:58.584581 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-06fd5ef1-473f-4c7e-906f-361a4c1cf2c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1098 time: 0.0823064 Oct 11 05:12:58.586553 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '7188a7be-674c-4111-a2c7-74f304ae6166', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:58.615280 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.678513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.683212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.705873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dba1f7-d405-4cd3-a3c7-96766557c5d3,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:58.712345 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.713094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-9cd35a92-d12a-4c48-b948-c0d86a82e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:58.715112 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-9cd35a92-d12a-4c48-b948-c0d86a82e83c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.1194227 Oct 11 05:12:58.716831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59066) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:58.717093 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6e94049a-f3b9-4ccc-9ca8-818b61be009e tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408246 Oct 11 05:12:58.721716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '7188a7be-674c-4111-a2c7-74f304ae6166', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:58.801893 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-31f5ae0e-6f0a-4af5-8da2-e4815ff98e9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 999 time: 0.0755308 Oct 11 05:12:58.802454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.820642 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'b281d008-1396-4d44-94db-286841890707', 'tenant_id': '7920d67071774af78e50f4912623becb', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'port_id': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'mac_address': 'fa:16:3e:46:fd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:12:57Z', 'updated_at': '2022-10-11T05:12:57Z', 'revision_number': 0, 'project_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:58.846799 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:12:58.855670 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:12:58.856083 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:12:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:58.881201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-dfe69650-efae-47a1-a417-740678a9e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:58.882001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-dfe69650-efae-47a1-a417-740678a9e43b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0708566 Oct 11 05:12:58.892311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.901079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.935988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8953bf4-ec92-4d39-adf2-4e9e3764c4cf,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:58.951095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:58.955190 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-888d4642-6e94-4a75-9410-107fe2401aeb tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2341812 Oct 11 05:12:58.955190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-bfa678d4-c982-423d-af5e-76279d701719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:58.956689 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-bfa678d4-c982-423d-af5e-76279d701719 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667300 Oct 11 05:12:58.957383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59068) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:58.962158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '7188a7be-674c-4111-a2c7-74f304ae6166', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:58.975552 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:12:58.991634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.070213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.075640 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.086218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-8c67aa37-f015-4806-baf7-a617a060bcb1 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169710 Oct 11 05:12:59.098796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a01357c-89d4-4dfb-b35d-490b7970a539,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:59.105764 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.109855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59070) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:59.110016 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-11c4409f-be30-4fcd-8b99-0043fad4d86b tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515632 Oct 11 05:12:59.114802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '7188a7be-674c-4111-a2c7-74f304ae6166', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:59.196437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.226630 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'b281d008-1396-4d44-94db-286841890707', 'tenant_id': '7920d67071774af78e50f4912623becb', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'port_id': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'mac_address': 'fa:16:3e:46:fd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:12:57Z', 'updated_at': '2022-10-11T05:12:57Z', 'revision_number': 0, 'project_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:12:59.253263 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75674b-ce4a-44f9-94be-33efa9ac7462 None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'b281d008-1396-4d44-94db-286841890707', 'tenant_id': '7920d67071774af78e50f4912623becb', 'floating_ip_address': '172.26.8.203', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'port_id': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'mac_address': 'fa:16:3e:46:fd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:12:57Z', 'updated_at': '2022-10-11T05:12:57Z', 'revision_number': 0, 'project_id': '7920d67071774af78e50f4912623becb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:12:59.264730 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2c9bfe41-3efc-41aa-b800-3c3df2607b3a req-b15a92b1-1128-4005-a7e8-94cd70942812 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721389 Oct 11 05:12:59.275308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.279138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.303625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41544b4b-cb99-4790-a966-48ea7768d26d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:59.313814 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.317797 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aae5d037-67e5-4afe-b7bd-bac3ad6cb7c2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2039711 Oct 11 05:12:59.318656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59072) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:59.323468 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '7188a7be-674c-4111-a2c7-74f304ae6166', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:59.351890 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Project 7920d67071774af78e50f4912623becb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:12:59.360292 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.426124 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.430634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.444400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58747923-0518-4885-84a3-e69367c336fb,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:59.460243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.461490 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-15c8c184-d639-4ce7-b75d-cb49b2d132ea tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417992 Oct 11 05:12:59.464258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59074) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:12:59.468844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'security_group_rule': {'security_group_id': '7188a7be-674c-4111-a2c7-74f304ae6166', 'project_id': '7920d67071774af78e50f4912623becb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:59.491179 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Project 7920d67071774af78e50f4912623becb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:12:59.497829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.509197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26a830-a01b-43fa-bcc8-160a2ea2d74f None None] New status for floating IP b281d008-1396-4d44-94db-286841890707: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:12:59.563105 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.567160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.585741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae15d1f-2715-46eb-80a5-e646ec2cc351,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:12:59.601687 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:12:59.603153 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a84489ab-58c3-41fe-a4e7-7f52a7ce7729 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379042 Oct 11 05:12:59.688432 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-e01c404c-6bb5-40f1-b1c6-ce4cfa981cb5 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309352659&fields=id&tenant_id=7920d67071774af78e50f4912623becb HTTP/1.1" status: 200 len: 267 time: 0.0378284 Oct 11 05:12:59.747222 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-a32e3284-1107-49ac-8029-37755d40505f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:12:59.748774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-a32e3284-1107-49ac-8029-37755d40505f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0546522 Oct 11 05:12:59.760147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'port': {'security_groups': ['53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e', '7188a7be-674c-4111-a2c7-74f304ae6166']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:12:59.820899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:00.004668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:13:00.033514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:00.037778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:00.048833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:00.049433 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:00.050805 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-16f63309-26d1-4958-8da0-ad520d0526c7 req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "PUT /v2.0/ports/7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 981 time: 0.2954762 Oct 11 05:13:00.070668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7d89b8e7-2f79-426f-9a36-2fe329a72628'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:13:00.106646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb0389-438a-4730-ab46-9d289e9e2306 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=6']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:13:00.154158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cec407-f5e9-4a9a-b2dd-1c3a91d5b254 req-90ed18ce-58e1-49b1-b5e5-b1140ab3f643 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:00.155643 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-46cec407-f5e9-4a9a-b2dd-1c3a91d5b254 req-90ed18ce-58e1-49b1-b5e5-b1140ab3f643 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0518830 Oct 11 05:13:00.190257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7d89b8e7-2f79-426f-9a36-2fe329a72628'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:13:00.196515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-46cec407-f5e9-4a9a-b2dd-1c3a91d5b254 req-1b5ff7db-d248-43a7-9d75-2c71c8623f19 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341294 Oct 11 05:13:00.454282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:13:00.456715 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3755ece1-a663-4d21-b42e-b9a4a37c93a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:13:00.540799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9777a09e-f07b-4765-af33-6847a48cc8e8 x-openstack-request-id: req-9777a09e-f07b-4765-af33-6847a48cc8e8 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:13:00.541155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:13:00.541408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9777a09e-f07b-4765-af33-6847a48cc8e8 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:13:00.541812 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9777a09e-f07b-4765-af33-6847a48cc8e8'] response: {'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'status': 'completed', 'code': 200} Oct 11 05:13:00.624581 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-d68bce78-78ad-47eb-970a-5d33c9ba2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:00.626029 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-d68bce78-78ad-47eb-970a-5d33c9ba2edc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1137 time: 0.0406213 Oct 11 05:13:00.718748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-0c0f89b5-bfc5-4f82-9685-17b65415bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:00.720096 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-0c0f89b5-bfc5-4f82-9685-17b65415bfd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0859520 Oct 11 05:13:00.783208 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-fd44fed0-5548-47a7-a1de-8cedb9997a5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1001 time: 0.0560980 Oct 11 05:13:00.834886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-f03b58ce-2702-45fe-8309-15fcdaacda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:00.836370 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-f03b58ce-2702-45fe-8309-15fcdaacda05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0465739 Oct 11 05:13:00.879191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-857f3104-8f6f-43de-8a5e-846eb5d4e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:00.880605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-857f3104-8f6f-43de-8a5e-846eb5d4e5f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379169 Oct 11 05:13:00.969637 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-4a452597-b2e1-42de-a5cb-f42c4f001709 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799830 Oct 11 05:13:01.059854 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3755ece1-a663-4d21-b42e-b9a4a37c93a4 req-8d062aea-6bf3-441d-a1a8-0616a503aace service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825858 Oct 11 05:13:04.341134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cfc543f7-c0ab-4c30-94f4-6c24a13e007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:04.655109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-163bf45c-0c83-4ff7-8826-293cb1a3ac97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394285 Oct 11 05:13:04.756011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-a33b4c90-2012-4c1d-ab52-92f0ef1db9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:04.757449 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-a33b4c90-2012-4c1d-ab52-92f0ef1db9d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1137 time: 0.0434611 Oct 11 05:13:04.862067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-09afe88e-db4f-4b7b-b263-b97de28ac932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:04.863557 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-09afe88e-db4f-4b7b-b263-b97de28ac932 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0868948 Oct 11 05:13:04.933605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-b46fe3e1-bd5e-47c3-b7fb-b6a110dac439 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1001 time: 0.0602505 Oct 11 05:13:04.981294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-eb23276b-f1db-40e0-afca-1c81e890f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:04.982732 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-eb23276b-f1db-40e0-afca-1c81e890f984 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0430565 Oct 11 05:13:05.025833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-d7197c81-9dfc-4a5b-9c29-9f8a1149966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:05.027831 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-d7197c81-9dfc-4a5b-9c29-9f8a1149966c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390155 Oct 11 05:13:05.427840 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-dbef8d53-5211-4537-bb11-ac019da12181 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938203 Oct 11 05:13:05.517947 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-01cc29b2-8da1-469b-bde8-19f807cde0c3 req-b25e3609-40ef-4c43-a493-8ff01c7852ae service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Oct 11 05:13:06.568416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ce89ad2e-0d01-4cea-ac26-d03ce6e01f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:07.935685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:09.500151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:09.593306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:11.043269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:15.602385 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:13:34.345868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b56480ea-e5cc-4a21-aa4c-e3f191c2eb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:36.569821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0ec081af-e27e-4d41-ab2a-bf458eea2e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:37.939172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:39.503111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:39.597211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:41.049426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:13:52.600671 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:13:58.190857 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0b44b-2ecf-4d2a-8e52-b3730656cf49 req-3ef1b1cc-1990-45a3-bef3-55b199aa6718 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:58.192359 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-46e0b44b-2ecf-4d2a-8e52-b3730656cf49 req-3ef1b1cc-1990-45a3-bef3-55b199aa6718 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0510125 Oct 11 05:13:58.224357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-ecaf04cb-7f09-4733-a083-3e5762fc1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:58.225843 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-ecaf04cb-7f09-4733-a083-3e5762fc1aed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1137 time: 0.0444028 Oct 11 05:13:58.233613 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-46e0b44b-2ecf-4d2a-8e52-b3730656cf49 req-83984614-14d9-46d8-85c5-f33d0a33b14c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351038 Oct 11 05:13:58.314760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-c36a5d61-459c-45ad-890b-0d4bc409ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:58.316217 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-c36a5d61-459c-45ad-890b-0d4bc409ca67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0828338 Oct 11 05:13:58.383809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-bfcd3de5-d97e-4d83-b39a-0e2f5a608782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1001 time: 0.0596497 Oct 11 05:13:58.432123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-9bf3979f-8709-4d67-8d62-4f0d6eb20735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:58.433525 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-9bf3979f-8709-4d67-8d62-4f0d6eb20735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0426033 Oct 11 05:13:58.479945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-08a292bd-100c-4cb3-805a-58d50cfaa710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:58.481373 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-08a292bd-100c-4cb3-805a-58d50cfaa710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387378 Oct 11 05:13:58.571311 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-11258866-8a39-4225-af5e-c820a7ed0ffb service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833087 Oct 11 05:13:58.670364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe938f5b-c9dd-44f3-9998-6a266a622890 req-38b00251-4d17-4f1f-9ba5-21eba49de0ad service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Oct 11 05:13:59.356335 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb663f-668f-4fe0-8ce5-3f61352e7a88 req-26974fe9-c26b-4b41-bdae-f1eaaf9fa703 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:13:59.358383 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-55bb663f-668f-4fe0-8ce5-3f61352e7a88 req-26974fe9-c26b-4b41-bdae-f1eaaf9fa703 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0491629 Oct 11 05:13:59.397949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-55bb663f-668f-4fe0-8ce5-3f61352e7a88 req-7ea56369-e6d5-41fa-98df-35856ba4f34f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334532 Oct 11 05:14:00.518125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77c65d-709f-43c4-9a92-75753ff16982 req-5666a4c2-8fbf-4a0e-b372-11dea76dae14 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:00.519591 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fe77c65d-709f-43c4-9a92-75753ff16982 req-5666a4c2-8fbf-4a0e-b372-11dea76dae14 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0485725 Oct 11 05:14:00.558403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-fe77c65d-709f-43c4-9a92-75753ff16982 req-3417b640-578c-41bf-bf36-ba9b3327345c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328960 Oct 11 05:14:01.678125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d9cac-7e25-4693-ba37-fb81cc297f49 req-c437892d-1cee-45f0-a929-d8d323447fa7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:01.679607 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f5d9cac-7e25-4693-ba37-fb81cc297f49 req-c437892d-1cee-45f0-a929-d8d323447fa7 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0486863 Oct 11 05:14:01.719085 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f5d9cac-7e25-4693-ba37-fb81cc297f49 req-6bd875c3-5111-45fa-aa89-0965e5c6eea3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330069 Oct 11 05:14:02.838513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7aec0-8f35-40a1-97d2-7a4aad79139f req-40ce27de-cb1a-4ebe-a83f-c42da6365cc8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:02.840104 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15a7aec0-8f35-40a1-97d2-7a4aad79139f req-40ce27de-cb1a-4ebe-a83f-c42da6365cc8 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0488625 Oct 11 05:14:02.883156 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-15a7aec0-8f35-40a1-97d2-7a4aad79139f req-a0f85b7e-db71-447b-bd98-9e7fc4e561de tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370634 Oct 11 05:14:04.004859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecf578-f2f2-4df2-a006-32bd6ca21cce req-60fc4c34-03b7-4132-9b7c-aacb0b1880d2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:04.006297 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a7ecf578-f2f2-4df2-a006-32bd6ca21cce req-60fc4c34-03b7-4132-9b7c-aacb0b1880d2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0514834 Oct 11 05:14:04.045820 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a7ecf578-f2f2-4df2-a006-32bd6ca21cce req-6112b08e-5fb8-4946-bb3d-652134eb7f11 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329342 Oct 11 05:14:04.349010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9868cc2a-5a90-42f6-8296-2f32b32216de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:05.164846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd1438-b19d-4bb9-aa01-4e2f82b21d60 req-36b9f6fc-db02-4cf0-89d8-ef32658e19e6 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:05.166286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cdbd1438-b19d-4bb9-aa01-4e2f82b21d60 req-36b9f6fc-db02-4cf0-89d8-ef32658e19e6 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0483117 Oct 11 05:14:05.205960 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cdbd1438-b19d-4bb9-aa01-4e2f82b21d60 req-70d8a17c-dffe-4ede-98e3-d33cf78e1ef2 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329661 Oct 11 05:14:05.695606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-c774cbd2-e29c-4a61-82eb-fad9bc074ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:05.697063 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-c774cbd2-e29c-4a61-82eb-fad9bc074ab1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1137 time: 0.0400105 Oct 11 05:14:05.800740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-9cc16c71-669c-43b5-b98f-3b6776feed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:05.802182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-9cc16c71-669c-43b5-b98f-3b6776feed3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0849323 Oct 11 05:14:05.870867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-e3be8a99-54bb-4cbb-8a64-e15461f93cd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1001 time: 0.0618248 Oct 11 05:14:05.918756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-fd94e040-27f4-4c95-8288-7c6781686622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:05.920065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-fd94e040-27f4-4c95-8288-7c6781686622 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0431120 Oct 11 05:14:05.964791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-2dfff724-85c8-4c94-8654-a855d8161531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:05.966250 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-2dfff724-85c8-4c94-8654-a855d8161531 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393496 Oct 11 05:14:06.058675 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-e8cfea47-35b5-4c1e-a9e1-e61b4baf2e87 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857964 Oct 11 05:14:06.152981 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-35fa3728-18ec-47a8-971f-f416e4eee7a7 req-d083febb-ede2-4288-9ea1-332d76a43d29 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854309 Oct 11 05:14:06.327906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e927b75-e863-4b32-a117-a1412fae446b req-4cbfddb7-0843-484e-8759-e5c62eea55e3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:06.329374 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4e927b75-e863-4b32-a117-a1412fae446b req-4cbfddb7-0843-484e-8759-e5c62eea55e3 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0496194 Oct 11 05:14:06.369111 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4e927b75-e863-4b32-a117-a1412fae446b req-9cb58f1f-050e-4eef-a6c1-36da78e34676 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337689 Oct 11 05:14:06.571486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2dab6225-ce15-415c-87dc-1d9cd6c8b223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:07.488550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea1ea6-58a1-46a2-9e72-44c205bb5dd4 req-549eddcc-be5c-4063-9f35-c8d7ab751b1f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:07.489921 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-08ea1ea6-58a1-46a2-9e72-44c205bb5dd4 req-549eddcc-be5c-4063-9f35-c8d7ab751b1f tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0481715 Oct 11 05:14:07.529616 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-08ea1ea6-58a1-46a2-9e72-44c205bb5dd4 req-4196907c-6c0f-4cdd-8f00-7d9ca723f24c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336409 Oct 11 05:14:07.943171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:08.648025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47e18a-8266-4bca-92e3-7cd1bcb54fea req-1dbebe67-949d-45a1-bfdc-f9891808344c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:08.649524 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0e47e18a-8266-4bca-92e3-7cd1bcb54fea req-1dbebe67-949d-45a1-bfdc-f9891808344c tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0481713 Oct 11 05:14:08.688687 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0e47e18a-8266-4bca-92e3-7cd1bcb54fea req-412957f1-c00f-441e-ba19-40eaec628b6d tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325773 Oct 11 05:14:09.506601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:09.602858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:09.808119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff43a24-3d27-429f-b179-fa3ab8474220 req-0687d206-1a65-4b78-b688-401ad0e1d021 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:14:09.809477 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ff43a24-3d27-429f-b179-fa3ab8474220 req-0687d206-1a65-4b78-b688-401ad0e1d021 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0488796 Oct 11 05:14:09.852019 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3ff43a24-3d27-429f-b179-fa3ab8474220 req-1454b048-421e-4c6d-b5af-e7f87b3ecba6 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=7188a7be-674c-4111-a2c7-74f304ae6166&id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364888 Oct 11 05:14:11.067502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:29.600244 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:14:34.353595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d434-35f6-460f-9834-b0f12dc19a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:36.574338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6cd1edd2-1250-4465-8b14-d8f1d7b6f8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:37.943542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:39.508460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:39.595182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:14:41.053734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:04.354123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5ca13451-afa0-4cc2-bd1b-4d01f287bd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:06.575606 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6448ed9-db69-4d2c-8bc4-d40b7d36a2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:06.599836 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:15:07.751705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-278553f3-9371-4a80-826e-0da0258fabc7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149702 Oct 11 05:15:07.851879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-13f00795-0572-4ab2-bfcd-68ec589137e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:07.853347 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-13f00795-0572-4ab2-bfcd-68ec589137e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1137 time: 0.0409851 Oct 11 05:15:07.948245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:07.957645 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-a3f5ba26-f57b-45b1-9aab-e5bf9995dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:07.959168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-a3f5ba26-f57b-45b1-9aab-e5bf9995dfcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0884140 Oct 11 05:15:08.023708 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-b1e72934-c37e-46a2-93b9-c4b3cf4e3f26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1001 time: 0.0581069 Oct 11 05:15:08.070774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-0da64eaa-15d2-4777-a5e7-d2f4d2bfc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:08.072170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-0da64eaa-15d2-4777-a5e7-d2f4d2bfc87d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0417004 Oct 11 05:15:08.119847 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-594e6a48-afff-4f23-92fb-8b38b254355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:08.121295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-594e6a48-afff-4f23-92fb-8b38b254355a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428166 Oct 11 05:15:08.131153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-cc9a8998-d771-49b1-8068-6c30edb7f7b6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:15:08.132064 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-cc9a8998-d771-49b1-8068-6c30edb7f7b6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047693 Oct 11 05:15:08.219797 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-707c46ca-efa2-476f-8e91-0abbd92836f7 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815554 Oct 11 05:15:08.311540 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-881d6a57-643f-4872-9c3f-18c7127c1d0a req-76ee3ac2-a643-4b57-b15a-bc33ca772427 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847044 Oct 11 05:15:09.511273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:09.597518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:11.065623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.203926 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57c80079-db97-4369-a83f-054b9644d52c req-2f138fc8-6e64-4213-82fc-63053ca17ff6 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309352659&fields=id&tenant_id=7920d67071774af78e50f4912623becb HTTP/1.1" status: 200 len: 267 time: 0.0344906 Oct 11 05:15:13.262227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c80079-db97-4369-a83f-054b9644d52c req-60e79b04-9817-4e1e-81fb-7e20a5a669d0 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:13.263715 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57c80079-db97-4369-a83f-054b9644d52c req-60e79b04-9817-4e1e-81fb-7e20a5a669d0 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 984 time: 0.0542519 Oct 11 05:15:13.274721 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Request body: {'port': {'security_groups': ['53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:13.341351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.512698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:13.541062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.546026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.555244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:13.555841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.557182 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-57c80079-db97-4369-a83f-054b9644d52c req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "PUT /v2.0/ports/7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 942 time: 0.2869041 Oct 11 05:15:13.560010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:15:13.562389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280b75b-78dd-4bde-8c53-5dd2447edcae" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:15:13.563180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59174) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:13.586958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7d89b8e7-2f79-426f-9a36-2fe329a72628'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:15:13.604683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3554d6fe-b43b-442d-bdb5-5b7506ecaba7 x-openstack-request-id: req-3554d6fe-b43b-442d-bdb5-5b7506ecaba7 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:15:13.604983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:15:13.605240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3554d6fe-b43b-442d-bdb5-5b7506ecaba7 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:15:13.605776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3554d6fe-b43b-442d-bdb5-5b7506ecaba7'] response: {'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'status': 'completed', 'code': 200} Oct 11 05:15:13.619957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event updated for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=7']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:13.628440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.629226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.630066 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.630803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.631148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.631489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.631828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.632289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.632631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.632967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.633299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.633628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197d4b0-0363-4049-9f2d-a1554f6146cc tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.637558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.665040 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.693374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-5f8bd30b-1999-4875-a8e2-765a659369a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:13.694898 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-5f8bd30b-1999-4875-a8e2-765a659369a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1098 time: 0.0483489 Oct 11 05:15:13.706746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7d89b8e7-2f79-426f-9a36-2fe329a72628'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:15:13.732328 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.736136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:13.739835 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "DELETE /v2.0/security-groups/7188a7be-674c-4111-a2c7-74f304ae6166 HTTP/1.1" status: 204 len: 168 time: 0.1731923 Oct 11 05:15:13.741912 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59182) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:13.748308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7188a7be-674c-4111-a2c7-74f304ae6166,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:13.756146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.756504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.756852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.757512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.757512 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.757841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.758187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.758518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.759243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.759243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.759537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.759817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a51a20a-a60a-441b-9996-74d2d4df3d87 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:13.894712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-07291d71-8960-4b23-95e0-e9819183b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:13.896184 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-07291d71-8960-4b23-95e0-e9819183b86a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.1948349 Oct 11 05:15:13.990590 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-bd1224f2-aac5-4ec3-958f-56242f9c83a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 1001 time: 0.0860846 Oct 11 05:15:14.029060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Deleting port d271dce2-c61c-4e20-aa5c-197ef380009d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:14.029320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:14.066220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-eaa0462a-b08c-49da-8c49-2e46d2570c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:14.067717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-eaa0462a-b08c-49da-8c49-2e46d2570c9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0704193 Oct 11 05:15:14.146550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:14.146869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:14.161759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Calling delete_port for d271dce2-c61c-4e20-aa5c-197ef380009d owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:14.164419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-d8dd9848-d907-4fb2-8359-5b4230f6ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:14.165890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-d8dd9848-d907-4fb2-8359-5b4230f6ef02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701158 Oct 11 05:15:14.336883 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-ca43f833-47e1-43f2-bb00-49420d1d9969 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626744 Oct 11 05:15:14.469833 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c280b75b-78dd-4bde-8c53-5dd2447edcae req-8a75f90d-9ef1-4217-ad85-4db4b2ccf670 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258655 Oct 11 05:15:14.470863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:14.497970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event deleted for resources: {'Port': ['ID=d271dce2-c61c-4e20-aa5c-197ef380009d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:14.561699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:14.562022 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Floating IP b281d008-1396-4d44-94db-286841890707 disassociated (deleted). External IP: 172.26.8.203, port: 7d89b8e7-2f79-426f-9a36-2fe329a72628. Oct 11 05:15:14.764602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:15:14.869762 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:15:14.874571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:14.882321 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:15:14.891701 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:14.892297 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:14.900498 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-296e4d83-512d-4f1a-9224-0faa73ca8c62 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "DELETE /v2.0/floatingips/b281d008-1396-4d44-94db-286841890707 HTTP/1.1" status: 204 len: 168 time: 1.1574869 Oct 11 05:15:14.996107 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:15.196276 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:15.221608 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:15:15.229628 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:15.230213 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:15.338172 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:15.606924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:15:15.609324 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e1f9e6-410c-4729-81d8-ba8192532adf" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:15:15.613332 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:15.640060 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb55a78-144d-4a55-bb46-6cac9aeeed30 None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:05Z', 'revision_number': 4, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '7480250e-3520-487e-89ea-de8268932fc8', 'name': '', 'network_id': 'd57f9694-13c1-4e29-a320-81a88b9bcdde', 'tenant_id': '7920d67071774af78e50f4912623becb', 'mac_address': 'fa:16:3e:57:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:05Z', 'updated_at': '2022-10-11T05:07:09Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'subnets': [{'id': '41f7971c-6b05-41a5-bbdc-f897dc902859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:15:15.647801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f79204-8af4-4380-a5dd-e3c0cc1c677b x-openstack-request-id: req-a5f79204-8af4-4380-a5dd-e3c0cc1c677b {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:15:15.648049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:15:15.648323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f79204-8af4-4380-a5dd-e3c0cc1c677b {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:15:15.648733 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f79204-8af4-4380-a5dd-e3c0cc1c677b'] response: {'name': 'network-changed', 'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'status': 'completed', 'code': 200} Oct 11 05:15:15.742105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-948bcce1-311f-4c35-8a11-ae43a7659a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:15.743681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-948bcce1-311f-4c35-8a11-ae43a7659a22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7920d67071774af78e50f4912623becb&device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 1098 time: 0.0509660 Oct 11 05:15:15.845277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-bb2a37f7-d8b1-49ea-b5f4-9e6ba847efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:15.846834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-bb2a37f7-d8b1-49ea-b5f4-9e6ba847efcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 200 len: 916 time: 0.0953357 Oct 11 05:15:15.892081 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-f0e1bc03-08f2-4f56-8b26-ec2cc453210c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 200 len: 217 time: 0.0376484 Oct 11 05:15:15.894165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea46636-3aa4-4ed7-a45b-add2d49c5d92 None None] New status for floating IP b281d008-1396-4d44-94db-286841890707: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:15:15.942634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-e722b658-69da-4fd2-abef-6dd03f5b0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:15.944112 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-e722b658-69da-4fd2-abef-6dd03f5b0250 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 200 len: 854 time: 0.0454948 Oct 11 05:15:15.989951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-6d34e46c-ab94-4609-947a-70da34c6d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:15.991493 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-6d34e46c-ab94-4609-947a-70da34c6d235 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d57f9694-13c1-4e29-a320-81a88b9bcdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410144 Oct 11 05:15:16.086317 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-837a5788-b28c-4673-bd38-5155d980321a service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883834 Oct 11 05:15:16.499293 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-65e1f9e6-410c-4729-81d8-ba8192532adf req-a9b8bf9f-3e38-4439-99e5-25f8b55d3513 service neutron] 10.222.0.45 "GET /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061644 Oct 11 05:15:21.811953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6f734-4c4a-4f76-a0f9-75f43945f5ba req-3d597e17-3720-4453-8224-6ae60d3a2915 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:21.813450 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1e6f734-4c4a-4f76-a0f9-75f43945f5ba req-3d597e17-3720-4453-8224-6ae60d3a2915 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0531859 Oct 11 05:15:21.851314 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d1e6f734-4c4a-4f76-a0f9-75f43945f5ba req-8d849187-a09e-4c4c-97eb-5a7ef70f5aed tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Oct 11 05:15:23.015138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5864064-7425-4fa3-8154-7301c07574f1 req-c4467cc8-8e29-407d-bec3-35ee364dd5aa tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:23.016576 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b5864064-7425-4fa3-8154-7301c07574f1 req-c4467cc8-8e29-407d-bec3-35ee364dd5aa tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0910285 Oct 11 05:15:23.053032 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b5864064-7425-4fa3-8154-7301c07574f1 req-16c68916-a654-469b-984d-b4cbc73d3e29 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Oct 11 05:15:23.923773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-21fd9c04-1c34-41f9-869f-667b10d1b50a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:23.925098 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-21fd9c04-1c34-41f9-869f-667b10d1b50a tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0468564 Oct 11 05:15:24.015162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Deleting port 7d89b8e7-2f79-426f-9a36-2fe329a72628 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:24.015875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:24.102014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] For port 7d89b8e7-2f79-426f-9a36-2fe329a72628, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7d89b8e7-2f79-426f-9a36-2fe329a72628,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:24.102373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:24.114690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Calling delete_port for 7d89b8e7-2f79-426f-9a36-2fe329a72628 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:24.173734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1040ee-778f-4c4d-b6b5-2e730926e446 req-30b91651-d3f6-42f2-9f42-b22f8b190297 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:24.175272 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c1040ee-778f-4c4d-b6b5-2e730926e446 req-30b91651-d3f6-42f2-9f42-b22f8b190297 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/ports?device_id=d46ccc09-f7b4-42a1-9453-01aaf3baa57c HTTP/1.1" status: 200 len: 945 time: 0.0519471 Oct 11 05:15:24.214448 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c1040ee-778f-4c4d-b6b5-2e730926e446 req-33a3524b-f4dd-42c9-be74-81f80c1b6a97 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.39 "GET /v2.0/security-groups?id=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Oct 11 05:15:24.244777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:24.273837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Pushing event deleted for resources: {'Port': ['ID=7d89b8e7-2f79-426f-9a36-2fe329a72628,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:24.278075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7d89b8e7-2f79-426f-9a36-2fe329a72628'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:15:24.318870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] No DVR routers for this DVR port 7d89b8e7-2f79-426f-9a36-2fe329a72628 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:15:24.321258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:24.324647 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f6031d0-9a56-49b2-98d5-6bacb1017e41 req-6538dab0-2820-4f73-aae7-1cd44ba31800 tempest-TestMinimumBasicScenario-401429251 tempest-TestMinimumBasicScenario-401429251-project] 10.222.0.45 "DELETE /v2.0/ports/7d89b8e7-2f79-426f-9a36-2fe329a72628 HTTP/1.1" status: 204 len: 173 time: 0.3934875 Oct 11 05:15:24.325171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'name': 'network-vif-deleted', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:15:24.327568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd8ab7d-4f1c-4bc6-a2a5-fd753bb39dc1" -d '{"events": [{"server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "name": "network-vif-deleted", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:15:24.364057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e0028-7deb-499a-aeb0-66b78a43f686 x-openstack-request-id: req-096e0028-7deb-499a-aeb0-66b78a43f686 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:15:24.364343 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ccc09-f7b4-42a1-9453-01aaf3baa57c", "name": "network-vif-deleted", "tag": "7d89b8e7-2f79-426f-9a36-2fe329a72628", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:15:24.364593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-096e0028-7deb-499a-aeb0-66b78a43f686 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:15:24.365018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096e0028-7deb-499a-aeb0-66b78a43f686'] response: {'server_uuid': 'd46ccc09-f7b4-42a1-9453-01aaf3baa57c', 'name': 'network-vif-deleted', 'tag': '7d89b8e7-2f79-426f-9a36-2fe329a72628', 'status': 'completed', 'code': 200} Oct 11 05:15:26.846764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59296) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:27.281135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:27.524418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Deleting port 7480250e-3520-487e-89ea-de8268932fc8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:27.524669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:27.604731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] For port 7480250e-3520-487e-89ea-de8268932fc8, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7480250e-3520-487e-89ea-de8268932fc8,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:27.605109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:27.617726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Calling delete_port for 7480250e-3520-487e-89ea-de8268932fc8 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:27.792021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:27.816804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7480250e-3520-487e-89ea-de8268932fc8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:27.824088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7d89b8e7-2f79-426f-9a36-2fe329a72628 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:27.844483 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 7d89b8e7-2f79-426f-9a36-2fe329a72628 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:27.844835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7d89b8e7-2f79-426f-9a36-2fe329a72628 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:27.980437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.192766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Router 6c601d30-4036-482b-ad3e-79738d5a4b19 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:15:28.296215 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:15:28.302090 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-0e851579-1e69-4afc-ba66-47c8b19513c1 admin admin] 10.222.0.39 "PUT /v2.0/routers/6c601d30-4036-482b-ad3e-79738d5a4b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4542413 Oct 11 05:15:28.304640 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59300) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:28.305573 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] Sync routers for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:15:28.316463 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:28.317140 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:28.407745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.419461 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:28.508784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.561884 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Deleting port 883169f8-6b70-4e0a-933b-c527e6baecd1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:28.562225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.596285 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:15:27Z', 'revision_number': 5, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port': {'id': '883169f8-6b70-4e0a-933b-c527e6baecd1', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:28.622979 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] Checking router: 6c601d30-4036-482b-ad3e-79738d5a4b19 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:15:28.631136 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] Routers {'6c601d30-4036-482b-ad3e-79738d5a4b19'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:28.631729 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['6c601d30-4036-482b-ad3e-79738d5a4b19'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:28.647196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] For port 883169f8-6b70-4e0a-933b-c527e6baecd1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=883169f8-6b70-4e0a-933b-c527e6baecd1,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:28.647196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.657129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Calling delete_port for 883169f8-6b70-4e0a-933b-c527e6baecd1 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:28.716511 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] Set router 6c601d30-4036-482b-ad3e-79738d5a4b19 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:28.767489 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:15:28Z', 'revision_number': 6, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:28.797314 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab6439-55fc-4b22-bea4-445ab16e36c0 None None] The sync data for ids ['6c601d30-4036-482b-ad3e-79738d5a4b19'] in dv-neutron-860894-1-hyperv is: [{'id': '6c601d30-4036-482b-ad3e-79738d5a4b19', 'name': 'tempest-TestMinimumBasicScenario-1248161367-router', 'tenant_id': '7920d67071774af78e50f4912623becb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:03Z', 'updated_at': '2022-10-11T05:15:28Z', 'revision_number': 6, 'project_id': '7920d67071774af78e50f4912623becb', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:15:28.823303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.849630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=883169f8-6b70-4e0a-933b-c527e6baecd1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:28.911142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.997017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:28.999190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.045371 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.045921 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c601d30-4036-482b-ad3e-79738d5a4b19 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:15:29.051224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.052362 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5fa2ab2f-9e42-4321-98b6-89cf3b3c54f5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6c601d30-4036-482b-ad3e-79738d5a4b19 HTTP/1.1" status: 204 len: 168 time: 0.7467039 Oct 11 05:15:29.054906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59302) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:29.098455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Deleting subnet 41f7971c-6b05-41a5-bbdc-f897dc902859 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:15:29.101420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.136231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.220447 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.272876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.296932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f7971c-6b05-41a5-bbdc-f897dc902859,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:29.303513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.306749 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bc8c47d5-f004-4d54-87be-c012036a9f81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/41f7971c-6b05-41a5-bbdc-f897dc902859 HTTP/1.1" status: 204 len: 168 time: 0.2508883 Oct 11 05:15:29.308373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfb4b5-c8f8-408e-8a6c-47397ba32600 None None] Network d57f9694-13c1-4e29-a320-81a88b9bcdde requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:15:29.309183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59304) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:29.376965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.436711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Deleting port c1f8c986-1c42-4aee-bd51-aab0eb149402 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:29.437054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.506394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] For port c1f8c986-1c42-4aee-bd51-aab0eb149402, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c1f8c986-1c42-4aee-bd51-aab0eb149402,segment=NetworkSegment(b35323bf-fc4f-452c-8429-1f6f679af2b1),segment_id=b35323bf-fc4f-452c-8429-1f6f679af2b1)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:29.506787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.523682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Calling delete_port for c1f8c986-1c42-4aee-bd51-aab0eb149402 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:29.591102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 883169f8-6b70-4e0a-933b-c527e6baecd1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:29.619661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 883169f8-6b70-4e0a-933b-c527e6baecd1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:29.619878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 883169f8-6b70-4e0a-933b-c527e6baecd1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:29.620304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7480250e-3520-487e-89ea-de8268932fc8 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:29.623157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.648889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aeee92-2d21-4e53-9256-bdb1cadc7ac1 None None] DHCP port deletion for d57f9694-13c1-4e29-a320-81a88b9bcdde request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:15:29.651120 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7480250e-3520-487e-89ea-de8268932fc8 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:29.651641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7480250e-3520-487e-89ea-de8268932fc8 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:29.653790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f8c986-1c42-4aee-bd51-aab0eb149402,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:29.660106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] No DVR routers for this DVR port c1f8c986-1c42-4aee-bd51-aab0eb149402 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:15:29.731553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.757206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57f9694-13c1-4e29-a320-81a88b9bcdde']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:29.767633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35323bf-fc4f-452c-8429-1f6f679af2b1') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:29.767931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35323bf-fc4f-452c-8429-1f6f679af2b1') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:29.778059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.792307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.798626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Releasing vlan 487 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:15:29.799032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.863539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.872674 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:29.876454 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] 10.222.0.39 "DELETE /v2.0/networks/d57f9694-13c1-4e29-a320-81a88b9bcdde HTTP/1.1" status: 204 len: 168 time: 0.5663564 Oct 11 05:15:29.879949 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59310) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:29.880869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b35323bf-fc4f-452c-8429-1f6f679af2b1 resource provider aggregate not found Oct 11 05:15:29.894331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f17c-1cd1-47c4-b9f8-a8cdffd7dc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=d57f9694-13c1-4e29-a320-81a88b9bcdde,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:29.906626 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment b35323bf-fc4f-452c-8429-1f6f679af2b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b35323bf-fc4f-452c-8429-1f6f679af2b1 found for delete ", "request_id": "req-22e51969-5dd5-487f-bd03-c6d876fb63e8"}]} Oct 11 05:15:30.215815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:30.455692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Deleting port f7b2b639-1769-4708-80e4-80417319fd94 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:30.456022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:30.534521 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] For port f7b2b639-1769-4708-80e4-80417319fd94, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f7b2b639-1769-4708-80e4-80417319fd94,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:30.534820 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:30.546662 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Calling delete_port for f7b2b639-1769-4708-80e4-80417319fd94 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:30.722843 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:30.747807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b2b639-1769-4708-80e4-80417319fd94,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:30.914445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:31.122029 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:15:31.318791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1f8c986-1c42-4aee-bd51-aab0eb149402 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:31.342010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c1f8c986-1c42-4aee-bd51-aab0eb149402 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:31.342345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1f8c986-1c42-4aee-bd51-aab0eb149402 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:31.493140 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:15:31.497906 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3bbb3ebe-e977-4d55-8fa8-c1595cabcda5 admin admin] 10.222.0.39 "PUT /v2.0/routers/1bf72bf6-cafb-4079-8b39-9fcc752e5381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168401 Oct 11 05:15:31.500618 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59314) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:31.503335 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] Sync routers for ids ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:15:31.514141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] Routers {'1bf72bf6-cafb-4079-8b39-9fcc752e5381'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:31.514887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:31.604770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:31.618603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] Set router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:31.709100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:31.760675 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Deleting port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:31.760946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:31.792113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:15:30Z', 'revision_number': 5, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port': {'id': '18a56692-99c2-4a66-9c5e-f1c53f6bcccc', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:07:08Z', 'updated_at': '2022-10-11T05:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:31.817746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] Checking router: 1bf72bf6-cafb-4079-8b39-9fcc752e5381 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:15:31.825990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] Routers {'1bf72bf6-cafb-4079-8b39-9fcc752e5381'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:31.826827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:31.843110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] For port 18a56692-99c2-4a66-9c5e-f1c53f6bcccc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:31.843478 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:31.855813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Calling delete_port for 18a56692-99c2-4a66-9c5e-f1c53f6bcccc owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:31.912063 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] Set router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:31.965597 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:15:31Z', 'revision_number': 6, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:31.992281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed069b-2601-4d57-b573-7514bb4f8a51 None None] The sync data for ids ['1bf72bf6-cafb-4079-8b39-9fcc752e5381'] in dv-neutron-860894-1-hyperv is: [{'id': '1bf72bf6-cafb-4079-8b39-9fcc752e5381', 'name': 'tempest-TestMinimumBasicScenario-406475492-router', 'tenant_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:07:07Z', 'updated_at': '2022-10-11T05:15:31Z', 'revision_number': 6, 'project_id': 'b88f6ce2f6f144968d23aca6d033c85f', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:15:32.019607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.043559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a56692-99c2-4a66-9c5e-f1c53f6bcccc,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:32.103317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.193639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.195819 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.236667 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.237201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf72bf6-cafb-4079-8b39-9fcc752e5381 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:15:32.241320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.242444 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5cc91735-ac9c-48cc-95da-aaf1602a77a7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1bf72bf6-cafb-4079-8b39-9fcc752e5381 HTTP/1.1" status: 204 len: 168 time: 0.7409267 Oct 11 05:15:32.245162 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59316) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:32.288496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Deleting subnet 47933cc8-664a-4661-a0aa-e27e4ee090b0 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:15:32.291314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.325812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.421410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.480966 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.510419 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47933cc8-664a-4661-a0aa-e27e4ee090b0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:32.512461 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.517626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea8e58-4852-41fe-852f-3510d54cf827 None None] Network 27a711c8-8902-42f3-aa69-85d5f0929987 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:15:32.519858 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5333cc84-be8d-4b4f-863a-8398c1d6d1a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/47933cc8-664a-4661-a0aa-e27e4ee090b0 HTTP/1.1" status: 204 len: 168 time: 0.2737403 Oct 11 05:15:32.522491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59318) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:32.597914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.653360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Deleting port e8f12c73-542a-455d-8cfb-a8e425d9230e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:32.653701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.711337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] DHCP port deletion for 27a711c8-8902-42f3-aa69-85d5f0929987 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:15:32.719914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] For port e8f12c73-542a-455d-8cfb-a8e425d9230e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8f12c73-542a-455d-8cfb-a8e425d9230e,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:32.720281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.743165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Calling delete_port for e8f12c73-542a-455d-8cfb-a8e425d9230e owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:32.770480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Deleting port e8f12c73-542a-455d-8cfb-a8e425d9230e {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:15:32.770889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.823377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.835852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] For port e8f12c73-542a-455d-8cfb-a8e425d9230e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e8f12c73-542a-455d-8cfb-a8e425d9230e,segment=NetworkSegment(529d4def-53aa-440a-8d43-3d9f7555a81a),segment_id=529d4def-53aa-440a-8d43-3d9f7555a81a)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:32.836269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.848676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f12c73-542a-455d-8cfb-a8e425d9230e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:32.850858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Calling delete_port for e8f12c73-542a-455d-8cfb-a8e425d9230e owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:15:32.852219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] No DVR routers for this DVR port e8f12c73-542a-455d-8cfb-a8e425d9230e on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:15:32.924482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.931118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.944955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a711c8-8902-42f3-aa69-85d5f0929987']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:32.953328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Pushing event deleted for resources: {'Port': ['ID=e8f12c73-542a-455d-8cfb-a8e425d9230e,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:32.954349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529d4def-53aa-440a-8d43-3d9f7555a81a') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:32.954681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529d4def-53aa-440a-8d43-3d9f7555a81a') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:32.962107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] No DVR routers for this DVR port e8f12c73-542a-455d-8cfb-a8e425d9230e on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:15:32.964345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.964690 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.965021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.965358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.965681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.966007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.966128 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.966326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.966678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.966999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.967317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.967634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.967949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249130a3-86d2-4b92-8fd6-0020cd318b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:32.985803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:32.992017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Releasing vlan 476 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:15:32.992429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.011100 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 529d4def-53aa-440a-8d43-3d9f7555a81a resource provider aggregate not found Oct 11 05:15:33.052884 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 529d4def-53aa-440a-8d43-3d9f7555a81a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 529d4def-53aa-440a-8d43-3d9f7555a81a found for delete ", "request_id": "req-33941f51-7325-4476-b506-4be6e3c0a3d8"}]} Oct 11 05:15:33.060251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.066913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.072698 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] 10.222.0.39 "DELETE /v2.0/networks/27a711c8-8902-42f3-aa69-85d5f0929987 HTTP/1.1" status: 204 len: 168 time: 0.5490763 Oct 11 05:15:33.085830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236bbc-29a9-4570-9722-30d6bff2abbe admin admin] Pushing event deleted for resources: {'Network': ['ID=27a711c8-8902-42f3-aa69-85d5f0929987,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:33.178885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59328) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:33.220650 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-62b69d31-f561-4770-b694-78f2e91c1eac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7920d67071774af78e50f4912623becb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376940 Oct 11 05:15:33.221023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59330) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:33.268520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f7b2b639-1769-4708-80e4-80417319fd94 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:33.269400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9ce20af-4baa-4795-a1ab-f2915873f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.289812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: f7b2b639-1769-4708-80e4-80417319fd94 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:33.290156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f7b2b639-1769-4708-80e4-80417319fd94 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:33.290592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8f12c73-542a-455d-8cfb-a8e425d9230e no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:33.290941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9ce20af-4baa-4795-a1ab-f2915873f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.309265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e8f12c73-542a-455d-8cfb-a8e425d9230e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:33.309612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e8f12c73-542a-455d-8cfb-a8e425d9230e not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:33.310018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 18a56692-99c2-4a66-9c5e-f1c53f6bcccc no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:15:33.330849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 18a56692-99c2-4a66-9c5e-f1c53f6bcccc {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:15:33.331153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 18a56692-99c2-4a66-9c5e-f1c53f6bcccc not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:15:33.338440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9ce20af-4baa-4795-a1ab-f2915873f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.341441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9ce20af-4baa-4795-a1ab-f2915873f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.343083 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d9ce20af-4baa-4795-a1ab-f2915873f7a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e HTTP/1.1" status: 204 len: 168 time: 0.1213949 Oct 11 05:15:33.351644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce20af-4baa-4795-a1ab-f2915873f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad7b95-0b11-4fd1-8f84-d9a9cc026e1e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:33.649670 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59336) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:33.688790 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ed14c451-32e2-45e5-8c26-d7b5fb91eaf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b88f6ce2f6f144968d23aca6d033c85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380366 Oct 11 05:15:33.691269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59338) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:33.737402 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82bdc59d-c8a5-4457-bf76-4651764aba3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.761861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82bdc59d-c8a5-4457-bf76-4651764aba3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.807692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82bdc59d-c8a5-4457-bf76-4651764aba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.810224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-82bdc59d-c8a5-4457-bf76-4651764aba3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:33.811380 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-82bdc59d-c8a5-4457-bf76-4651764aba3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16128ad8-747c-4d41-949c-4980cc8009ad HTTP/1.1" status: 204 len: 168 time: 0.1192451 Oct 11 05:15:33.819370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdc59d-c8a5-4457-bf76-4651764aba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16128ad8-747c-4d41-949c-4980cc8009ad,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:34.358752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-21550a5d-ad81-43ab-adf0-fa9047b32f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.214926 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59378) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:35.219595 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390167609', 'description': 'tempest-secgroup-smoke-390167609 description', 'project_id': 'bcc978651d154f90a76a6081677ed951'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:35.239746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.247266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.322462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.326244 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.363986 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca698a09-7c3a-431b-94aa-9d7bb6786e19,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:35.402674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.406330 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.436890 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.441700 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59380) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:35.442215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2257853 Oct 11 05:15:35.442928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bad91-926d-42f2-954b-9e364bafa011 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d7402-feb5-494b-900b-4043be493560,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:35.447225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d7402-feb5-494b-900b-4043be493560', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:35.471541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.530139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.533478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.550498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be047f14-9d82-4cbf-9a58-300730e50c5a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:35.557900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.559119 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-371620c6-ee2d-46e9-962b-b8646df4e4a0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163256 Oct 11 05:15:35.561853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59382) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:35.566751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d7402-feb5-494b-900b-4043be493560', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:35.590710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.645744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.649308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.666731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1122b7fe-44c1-4cd9-972d-9c69a77a22ae,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:35.675180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.676357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-50ce8366-1335-48b0-bea8-238b941a8bd4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135914 Oct 11 05:15:35.679058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59384) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:35.683417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d7402-feb5-494b-900b-4043be493560', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:35.707691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.764380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.767701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.785740 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d8ac47-b02b-463a-aa6d-963964f3cc5e,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:35.795598 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.796792 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-619d2752-e025-4bb8-82ea-d90d74ffd2ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167586 Oct 11 05:15:35.800050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59386) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:35.804348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d7402-feb5-494b-900b-4043be493560', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:35.827169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.885823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.889217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.905654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05145c48-8989-4cd4-b343-5c4efa46beb8,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:35.914274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:35.915455 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5339d757-8a19-4230-aa7a-de29129609bf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144874 Oct 11 05:15:35.918036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59388) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:35.922836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d7402-feb5-494b-900b-4043be493560', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:35.940798 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:15:35.945394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.002622 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.005966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.025420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988d5cdc-b012-40a3-95d4-67c30daf2d87,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:36.030811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.032958 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-002f7894-c43f-43aa-9041-950ce413f59f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138887 Oct 11 05:15:36.035664 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59390) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:36.039983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'bd8d7402-feb5-494b-900b-4043be493560', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:36.059141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:15:36.063791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.122374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.125540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.139708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7224cb76-e8d7-4d36-aea0-f33e6b4b9c50,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:36.149644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.150933 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-010e2a42-04ad-4ff3-8ab6-f49f681f0eb3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142347 Oct 11 05:15:36.153745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59392) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:36.159000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'network': {'name': 'tempest-network-smoke--1824176191', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'port_security_enabled': True}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:36.176594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:15:36.179877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.202011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:15:36.211132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.211468 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Added segment 709f9166-c8e3-40b7-9d05-8e2ee9d31c68 of type vlan for network 271f519f-602a-443d-8d3a-e2336b5d89b1 Oct 11 05:15:36.251392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.275129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.280703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:36.281278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.310273 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1554837 Oct 11 05:15:36.313079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59394) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:36.317313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'admin_state_up': True, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:36.363823 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e02cab-f88d-44e1-be68-c9b87f6a71da tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Network': ['ID=271f519f-602a-443d-8d3a-e2336b5d89b1,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:36.372760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.373791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.374470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:15:36.578413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-35ac6d3a-7961-4573-8c71-59b62d578fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.744251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:36.878597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.069861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.088023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.191002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.45 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/e4306145-781b-40df-9b0e-377ea28ab8a7) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:15:37.299777 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.332512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.371430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:15:37.376214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:37.381237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:15:37.383687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=e4306145-781b-40df-9b0e-377ea28ab8a7,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:37.634474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.824301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:37.948918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router a68dc81f-2b79-4c53-9713-e8af5c87eb21 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:15:37.953758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.054170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:15:38.063884 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Sync routers for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:15:38.074049 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.074243 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:38.074788 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:38.075843 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5216a6ba-9d23-490b-b48f-9558c2b1b9e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7612963 Oct 11 05:15:38.078355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59396) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:38.177968 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:38.195296 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d33ac3d8-d73f-47ad-916f-d9d3f9edaee5 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bcc978651d154f90a76a6081677ed951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1158016 Oct 11 05:15:38.197883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59400) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:38.287650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8779bf72-e7c5-428b-be39-2c6636c73ea6 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:38.289075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8779bf72-e7c5-428b-be39-2c6636c73ea6 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902376 Oct 11 05:15:38.291923 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59402) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:38.320039 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-91d93e03-3a4e-4507-8510-88259c054d33 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269279 Oct 11 05:15:38.322489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59404) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:38.327153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848857773', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:38.349605 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:37Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:38.380180 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Checking router: a68dc81f-2b79-4c53-9713-e8af5c87eb21 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:15:38.380557 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Updating router a68dc81f-2b79-4c53-9713-e8af5c87eb21 port e4306145-781b-40df-9b0e-377ea28ab8a7 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:15:38.404667 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.415661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:15:38.419188 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.603573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.666101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Subnet': ['ID=a625666a-5247-4b32-ac84-c04b3e1fd1be,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:38.674829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Checking segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:15:38.675189 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network hostable DHCP agents. Network: 271f519f-602a-443d-8d3a-e2336b5d89b1, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:15:38.691917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:15:38.700329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 271f519f-602a-443d-8d3a-e2336b5d89b1) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:38.705003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:38.705601 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.713900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c9044-c697-4b72-9f9b-0b5f5114513b None None] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:15:38.723241 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8b4233ec-beea-4f56-afdb-fad0b88da533 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3997383 Oct 11 05:15:38.725871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59406) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:38.735668 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.742400 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.794839 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Pushing event updated for resources: {'Port': ['ID=e4306145-781b-40df-9b0e-377ea28ab8a7,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:38.801752 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Attempting to bind port e4306145-781b-40df-9b0e-377ea28ab8a7 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:15:38.802102 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Attempting to bind port e4306145-781b-40df-9b0e-377ea28ab8a7 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:15:38.802454 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Attempting to bind port e4306145-781b-40df-9b0e-377ea28ab8a7 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:15:38.807855 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.808200 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.808539 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.808868 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.809190 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.809513 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.809832 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.810151 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.810854 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.811172 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.811495 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.811805 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:15:38.815483 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:15:38.815849 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:15:38.816244 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.816617 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:15:38.817757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Bound port: e4306145-781b-40df-9b0e-377ea28ab8a7, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:15:38.817757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.869835 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] For port e4306145-781b-40df-9b0e-377ea28ab8a7, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:15:38.873813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] For port e4306145-781b-40df-9b0e-377ea28ab8a7, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e4306145-781b-40df-9b0e-377ea28ab8a7,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:15:38.874778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-271f519f-602a-443d-8d3a-e2336b5d89b1', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:15:38.876327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.879150 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:38.930975 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:38.931594 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:38.934500 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb95e-220b-417b-ad2c-65604f741bb9 None None] Pushing event updated for resources: {'Port': ['ID=e4306145-781b-40df-9b0e-377ea28ab8a7,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:39.024315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Allocated IP 172.20.0.2 (271f519f-602a-443d-8d3a-e2336b5d89b1/a625666a-5247-4b32-ac84-c04b3e1fd1be/560556b4-259c-4104-a0da-ebd60844152e) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:15:39.070707 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:39.183809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.193088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.199697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.236301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:15:39.239299 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:39.242287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:15:39.253328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Pushing event updated for resources: {'Port': ['ID=560556b4-259c-4104-a0da-ebd60844152e,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:39.275029 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:37Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:39.303909 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ced0f-3a9c-467c-b0a1-c816b229fdfd None None] The sync data for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv is: [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:37Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:15:39.308563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Attempting to bind port 560556b4-259c-4104-a0da-ebd60844152e on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:15:39.308866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Attempting to bind port 560556b4-259c-4104-a0da-ebd60844152e by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:15:39.309291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Attempting to bind port 560556b4-259c-4104-a0da-ebd60844152e on network 271f519f-602a-443d-8d3a-e2336b5d89b1 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:15:39.315420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:15:39.315802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Checking segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:15:39.316196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.316588 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Bound using segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:15:39.317055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Bound port: 560556b4-259c-4104-a0da-ebd60844152e, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:15:39.317926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.390786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] For port 560556b4-259c-4104-a0da-ebd60844152e, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:15:39.394649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] For port 560556b4-259c-4104-a0da-ebd60844152e, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=560556b4-259c-4104-a0da-ebd60844152e,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:15:39.399881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.458149 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1ba2f-ea1c-4569-bb2f-f25f9fe54fa2 None None] Pushing event updated for resources: {'Port': ['ID=560556b4-259c-4104-a0da-ebd60844152e,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:39.530983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.599763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.1 (271f519f-602a-443d-8d3a-e2336b5d89b1/a625666a-5247-4b32-ac84-c04b3e1fd1be/6a354fde-188e-4e42-81a3-752ff9681937) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:15:39.620124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.744036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.784142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:39.831631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:15:39.834771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:39.838701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:15:39.844893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=6a354fde-188e-4e42-81a3-752ff9681937,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:39.885244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.019019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.327455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.335903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.409109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.410858 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=6a354fde-188e-4e42-81a3-752ff9681937,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:40.449171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491fe1b-829e-402a-a90f-ea2c7c17523c None None] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:15:40.521599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Provisioning complete for port 560556b4-259c-4104-a0da-ebd60844152e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:40.521889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.522233 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Attempt 1 to provision port 560556b4-259c-4104-a0da-ebd60844152e Oct 11 05:15:40.674845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Current status of the port 560556b4-259c-4104-a0da-ebd60844152e is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:40.675240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.713614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] For port 560556b4-259c-4104-a0da-ebd60844152e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=560556b4-259c-4104-a0da-ebd60844152e,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:40.719207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.780089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef91e6-e953-4890-8f2a-5682b5de0f7c None None] Pushing event updated for resources: {'Port': ['ID=560556b4-259c-4104-a0da-ebd60844152e,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:40.847003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:15:40.848603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:40.942195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Provisioning complete for port 560556b4-259c-4104-a0da-ebd60844152e triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:40.942608 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:40.942948 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Attempt 1 to provision port 560556b4-259c-4104-a0da-ebd60844152e Oct 11 05:15:40.974487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router a68dc81f-2b79-4c53-9713-e8af5c87eb21 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:15:41.036057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Current status of the port 560556b4-259c-4104-a0da-ebd60844152e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:41.048693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Provisioning complete for port 6a354fde-188e-4e42-81a3-752ff9681937 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:41.049075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.050673 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Attempt 1 to provision port 6a354fde-188e-4e42-81a3-752ff9681937 Oct 11 05:15:41.103584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:15:41.105534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Port 6a354fde-188e-4e42-81a3-752ff9681937 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:15:41.106080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.109167 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fb780562-845f-4d34-8c11-338107f120c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/a68dc81f-2b79-4c53-9713-e8af5c87eb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823495 Oct 11 05:15:41.121209 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Sync routers for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:15:41.132639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:41.133260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:41.280070 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-37caf791-78fb-4770-951e-0d5f84f0723c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390167609&fields=id&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 267 time: 0.0427279 Oct 11 05:15:41.400672 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e4306145-781b-40df-9b0e-377ea28ab8a7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:15:41.417906 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-5e658deb-67ce-46b3-b4c2-7e6a86227a40 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:41.419400 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-5e658deb-67ce-46b3-b4c2-7e6a86227a40 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 797 time: 0.1288998 Oct 11 05:15:41.435144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-59946624-a627-429e-9132-f46ebb7e76ae tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/quotas/bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 375 time: 0.0089157 Oct 11 05:15:41.438459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:41.490080 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-2f7a1f58-1f6c-4938-96e3-ef55a0a6d065 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483990 Oct 11 05:15:41.539491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e4306145-781b-40df-9b0e-377ea28ab8a7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:41.539966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.540337 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e4306145-781b-40df-9b0e-377ea28ab8a7 Oct 11 05:15:41.550690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-c282aac4-e243-4e81-9b29-4ff2e13aeec2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:15:41.551673 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-c282aac4-e243-4e81-9b29-4ff2e13aeec2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498307 Oct 11 05:15:41.606924 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Attempt 2 to provision port 6a354fde-188e-4e42-81a3-752ff9681937 Oct 11 05:15:41.641001 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-440adfab-bdb7-40f0-b385-0148f572b42c service neutron] 10.222.0.39 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825872 Oct 11 05:15:41.684660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Port 6a354fde-188e-4e42-81a3-752ff9681937 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:15:41.736859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e4306145-781b-40df-9b0e-377ea28ab8a7 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:41.737246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.739135 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-13c5d95b-2eeb-4856-9761-a52145b22de7 service neutron] 10.222.0.39 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911174 Oct 11 05:15:41.765402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port e4306145-781b-40df-9b0e-377ea28ab8a7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e4306145-781b-40df-9b0e-377ea28ab8a7,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:41.768055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:40Z', 'revision_number': 2, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:41.771534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.772355 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 560556b4-259c-4104-a0da-ebd60844152e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:15:41.832497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Checking router: a68dc81f-2b79-4c53-9713-e8af5c87eb21 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:15:41.832861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Updating router a68dc81f-2b79-4c53-9713-e8af5c87eb21 port 6a354fde-188e-4e42-81a3-752ff9681937 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:15:41.888804 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.902867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=e4306145-781b-40df-9b0e-377ea28ab8a7,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:41.945828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 560556b4-259c-4104-a0da-ebd60844152e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:41.946201 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:41.946544 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 560556b4-259c-4104-a0da-ebd60844152e Oct 11 05:15:42.139348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 560556b4-259c-4104-a0da-ebd60844152e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:42.185486 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Attempt 3 to provision port 6a354fde-188e-4e42-81a3-752ff9681937 Oct 11 05:15:42.246896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.248438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Port 6a354fde-188e-4e42-81a3-752ff9681937 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:15:42.251621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.308380 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9860b-2034-4054-b244-5f79bbcd731d None None] Pushing event updated for resources: {'Port': ['ID=6a354fde-188e-4e42-81a3-752ff9681937,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:42.337761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Attempting to bind port 6a354fde-188e-4e42-81a3-752ff9681937 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:15:42.338121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Attempting to bind port 6a354fde-188e-4e42-81a3-752ff9681937 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:15:42.338474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Attempting to bind port 6a354fde-188e-4e42-81a3-752ff9681937 on network 271f519f-602a-443d-8d3a-e2336b5d89b1 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:15:42.343315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:15:42.343681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Checking segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:15:42.344629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.345049 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Bound using segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:15:42.345462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Bound port: 6a354fde-188e-4e42-81a3-752ff9681937, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:15:42.345827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.407240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] For port 6a354fde-188e-4e42-81a3-752ff9681937, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:15:42.410693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] For port 6a354fde-188e-4e42-81a3-752ff9681937, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a354fde-188e-4e42-81a3-752ff9681937,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:15:42.415359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.449593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:42.450202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:42.505448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9860b-2034-4054-b244-5f79bbcd731d None None] Pushing event updated for resources: {'Port': ['ID=6a354fde-188e-4e42-81a3-752ff9681937,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:42.567602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:42.749295 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Attempt 4 to provision port 6a354fde-188e-4e42-81a3-752ff9681937 Oct 11 05:15:42.791462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:42.819362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd78e92-f3e6-46f8-aa8d-0ba8763d4e35 None None] The sync data for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv is: [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:15:42.865307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Current status of the port 6a354fde-188e-4e42-81a3-752ff9681937 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:42.865307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.915681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] For port 6a354fde-188e-4e42-81a3-752ff9681937, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a354fde-188e-4e42-81a3-752ff9681937,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:42.924805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:42.989847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01157-1159-4f9a-a4cc-b3d109c9d38f None None] Pushing event updated for resources: {'Port': ['ID=6a354fde-188e-4e42-81a3-752ff9681937,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:43.009622 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a37c6064-84e2-4473-a524-eed0f5a0d60d req-86b53821-5058-4184-bd91-b62cf0680510 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 210 time: 0.1018498 Oct 11 05:15:43.048470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-03150840-5557-474f-a396-847223fc4f51 None None] Provisioning complete for port 6a354fde-188e-4e42-81a3-752ff9681937 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:43.048842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-03150840-5557-474f-a396-847223fc4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:43.049181 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-03150840-5557-474f-a396-847223fc4f51 None None] Attempt 1 to provision port 6a354fde-188e-4e42-81a3-752ff9681937 Oct 11 05:15:43.128218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-03150840-5557-474f-a396-847223fc4f51 None None] Current status of the port 6a354fde-188e-4e42-81a3-752ff9681937 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:43.348726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e4306145-781b-40df-9b0e-377ea28ab8a7 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:15:43.401407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port e4306145-781b-40df-9b0e-377ea28ab8a7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:43.401863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:43.402267 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port e4306145-781b-40df-9b0e-377ea28ab8a7 Oct 11 05:15:43.484725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port e4306145-781b-40df-9b0e-377ea28ab8a7 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:43.485924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a354fde-188e-4e42-81a3-752ff9681937 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:15:43.543848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 6a354fde-188e-4e42-81a3-752ff9681937 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:43.544098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:43.544367 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 6a354fde-188e-4e42-81a3-752ff9681937 Oct 11 05:15:43.598227 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:15:43.638007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 6a354fde-188e-4e42-81a3-752ff9681937 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:44.094901 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9740d90f-d3a6-4f26-86ef-928a96057d34 req-c1b7d7d4-9173-4c5b-813b-32a42037a118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Oct 11 05:15:45.195652 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5150852a-2280-487c-a1b2-bf4ae6639a8d req-b67430cc-4724-4842-bd59-399503a40fac tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 210 time: 0.0294530 Oct 11 05:15:46.091532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-2b9901b9-d7d9-4729-8ebd-360b49948651 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:46.093107 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-2b9901b9-d7d9-4729-8ebd-360b49948651 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 797 time: 0.1114321 Oct 11 05:15:46.151395 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-3a18e70a-f634-4796-bd7d-37f57bd2c72e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 379 time: 0.0353057 Oct 11 05:15:46.160896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'port': {'device_id': '6eb9e351-38f8-493a-b8c2-235a325be871', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'admin_state_up': True, 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'security_groups': ['bd8d7402-feb5-494b-900b-4043be493560']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:46.264382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:15:46.268477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:46.309639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59fd8a35-9ce9-4b6e-87e8-bedc4d6bd764 req-e1097408-3234-4828-a08e-0fc0f12eb818 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 210 time: 0.0386505 Oct 11 05:15:46.417386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.13 (271f519f-602a-443d-8d3a-e2336b5d89b1/a625666a-5247-4b32-ac84-c04b3e1fd1be/7b825f94-23aa-4ae0-8aa0-6b66596f4ce8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:15:46.554716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:46.588824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:46.630102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:15:46.633251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:46.636854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:15:46.662359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:46.691140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:46.691775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:46.707801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a5b86cf4-7f2a-4428-b5f7-7f8166b206bb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510800 Oct 11 05:15:46.725813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Request body: {'port': {'device_id': '6eb9e351-38f8-493a-b8c2-235a325be871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:46.786367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:46.870150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7ce14138-c448-4274-92e6-51c79d24b656 None None] Provisioning complete for port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:46.870854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7ce14138-c448-4274-92e6-51c79d24b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:46.870854 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7ce14138-c448-4274-92e6-51c79d24b656 None None] Attempt 1 to provision port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 Oct 11 05:15:46.903623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7ce14138-c448-4274-92e6-51c79d24b656 None None] Port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:15:47.047633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:15:47.055008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:47.066769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Transition to ACTIVE for port object 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:15:47.070448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:47.131133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Pushing event updated for resources: {'Port': ['ID=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:47.178608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Attempting to bind port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:15:47.178935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Attempting to bind port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:15:47.179253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Attempting to bind port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 on network 271f519f-602a-443d-8d3a-e2336b5d89b1 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:15:47.183412 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 on network 271f519f-602a-443d-8d3a-e2336b5d89b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:15:47.183718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Attempting to bind port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 on network 271f519f-602a-443d-8d3a-e2336b5d89b1 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:15:47.188448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:15:47.188773 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Checking segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:15:47.189142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Bound using segment: {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:15:47.189550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Bound port: 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709f9166-c8e3-40b7-9d05-8e2ee9d31c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:15:47.189889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:47.257184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] For port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:15:47.260152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] For port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:15:47.264258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:47.268145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.268733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:47.270375 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] 10.222.0.45 "PUT /v2.0/ports/7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 1094 time: 0.5489287 Oct 11 05:15:47.270890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:15:47.273184 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae441b8-de1a-493d-8c99-4467b937d41b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:15:47.323294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30776f68-0d15-4b18-be2c-99dd0bd866cc x-openstack-request-id: req-30776f68-0d15-4b18-be2c-99dd0bd866cc {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:15:47.323587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:15:47.323843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30776f68-0d15-4b18-be2c-99dd0bd866cc {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:15:47.324250 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30776f68-0d15-4b18-be2c-99dd0bd866cc'] response: {'name': 'network-changed', 'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'status': 'completed', 'code': 200} Oct 11 05:15:47.325044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf2257-545a-400e-b8ce-a17fe3325b4f service neutron] Pushing event updated for resources: {'Port': ['ID=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:47.383424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-cd6475b3-b5aa-481a-9261-084f09a345e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.384928 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-cd6475b3-b5aa-481a-9261-084f09a345e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1097 time: 0.0478740 Oct 11 05:15:47.404616 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7ce14138-c448-4274-92e6-51c79d24b656 None None] Attempt 2 to provision port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 Oct 11 05:15:47.446260 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-7e833c65-ffaf-4e7a-91e4-1be26269b8dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 217 time: 0.0478771 Oct 11 05:15:47.449651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7ce14138-c448-4274-92e6-51c79d24b656 None None] Port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:15:47.503478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97fd0-ec51-4f01-ac22-a1720924fa8d req-4b77c757-c191-4531-a8cc-c85abdc61d35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.504941 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d0a97fd0-ec51-4f01-ac22-a1720924fa8d req-4b77c757-c191-4531-a8cc-c85abdc61d35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 944 time: 0.1152885 Oct 11 05:15:47.520785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-9c99f835-78ff-4e4c-9169-6851470bc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.522131 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-9c99f835-78ff-4e4c-9169-6851470bc984 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 200 len: 834 time: 0.0698426 Oct 11 05:15:47.569541 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d0a97fd0-ec51-4f01-ac22-a1720924fa8d req-eec4e3e0-4af6-4b4c-835b-f57683d64adb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586224 Oct 11 05:15:47.582116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-31bb8b9c-1c5c-4cfe-a75e-7af20266c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.583638 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-31bb8b9c-1c5c-4cfe-a75e-7af20266c678 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271f519f-602a-443d-8d3a-e2336b5d89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529761 Oct 11 05:15:47.673180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-f6c66617-4e80-4ee2-9a70-4e8401b793e0 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822756 Oct 11 05:15:47.764658 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bd62613f-a0c9-42c8-911f-306d43f7cc76 req-a036c49e-f127-44f8-a619-565d41d9fe9b service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843871 Oct 11 05:15:47.887661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-28090078-471a-4634-8485-1e41785c3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.889170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-28090078-471a-4634-8485-1e41785c3a2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1097 time: 0.0412192 Oct 11 05:15:47.979037 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-ce4ce6fc-0b05-449c-bb25-2cc260ee5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:47.980449 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-ce4ce6fc-0b05-449c-bb25-2cc260ee5518 service neutron] 10.222.0.45 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 898 time: 0.0844481 Oct 11 05:15:48.020784 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-078f2b78-6141-48e3-a5c4-722225172cae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 217 time: 0.0337050 Oct 11 05:15:48.071232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-15b042ec-57b0-4597-a604-31c1e28835a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:48.072604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-15b042ec-57b0-4597-a604-31c1e28835a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 200 len: 834 time: 0.0454025 Oct 11 05:15:48.115460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-894cfc57-9ff2-4110-8098-bc8b6340012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:48.116865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-894cfc57-9ff2-4110-8098-bc8b6340012c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271f519f-602a-443d-8d3a-e2336b5d89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375843 Oct 11 05:15:48.203372 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-0682d73b-e780-4268-8497-5bcbcf17af92 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798755 Oct 11 05:15:48.293148 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ae441b8-de1a-493d-8c99-4467b937d41b req-6243d54d-4a53-437f-8d9b-6590cd261558 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829771 Oct 11 05:15:48.692227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cae6a1-11d3-49c5-b633-efb62837e9a1 req-4ca5dfb7-1a93-465f-93d5-b2e55895e6ad tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:48.693693 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-98cae6a1-11d3-49c5-b633-efb62837e9a1 req-4ca5dfb7-1a93-465f-93d5-b2e55895e6ad tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 944 time: 0.0497057 Oct 11 05:15:48.730543 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-98cae6a1-11d3-49c5-b633-efb62837e9a1 req-51fb205c-9665-4b7e-bca9-2b536ef53617 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308928 Oct 11 05:15:49.848926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4ef1-0d2a-4cd7-9896-39eaad9b30ed req-f4fd716b-aadc-4e37-b7ca-be057e47136f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:49.850403 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-272d4ef1-0d2a-4cd7-9896-39eaad9b30ed req-f4fd716b-aadc-4e37-b7ca-be057e47136f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 944 time: 0.0486984 Oct 11 05:15:49.888326 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-272d4ef1-0d2a-4cd7-9896-39eaad9b30ed req-c2612753-2a97-4405-80e2-15bc885710ff tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320566 Oct 11 05:15:49.917768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:15:50.009522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:50.020996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'port_id': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'mac_address': 'fa:16:3e:cb:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:15:50.200214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:50.200511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:50.212993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:15:50.231869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:50.236412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:50.281867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:50.667107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7b825f94-23aa-4ae0-8aa0-6b66596f4ce8'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:15:51.006112 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829ef44-ebab-4237-9184-fe157b6188c2 req-8dde3721-c9df-4424-93d0-c802b49ed438 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:51.007592 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9829ef44-ebab-4237-9184-fe157b6188c2 req-8dde3721-c9df-4424-93d0-c802b49ed438 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 945 time: 0.0478911 Oct 11 05:15:51.044388 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9829ef44-ebab-4237-9184-fe157b6188c2 req-3fe877f7-04b4-474d-b23d-d54b35343616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Oct 11 05:15:51.933610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:15:51.981716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:15:51.985381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:15:51.985769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:51.986098 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 Oct 11 05:15:52.063207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:15:52.063583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:52.086011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:15:52.088305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346fa325-1c7e-4fb6-b90f-58c300b35292" -d '{"events": [{"server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "name": "network-vif-plugged", "status": "completed", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:15:52.101868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:15:52.107002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:52.132614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10335f1-ca2f-4386-91d1-2351eda8b915 x-openstack-request-id: req-b10335f1-ca2f-4386-91d1-2351eda8b915 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:15:52.132906 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "name": "network-vif-plugged", "status": "completed", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:15:52.133157 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b10335f1-ca2f-4386-91d1-2351eda8b915 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:15:52.133555 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10335f1-ca2f-4386-91d1-2351eda8b915'] response: {'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'code': 200} Oct 11 05:15:52.161979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:52.180430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b531c-78ca-44a3-93ff-3df4ddc8210e req-7037bf66-9449-4531-a564-6edf0187d965 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:52.181921 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb0b531c-78ca-44a3-93ff-3df4ddc8210e req-7037bf66-9449-4531-a564-6edf0187d965 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0591338 Oct 11 05:15:52.226024 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cb0b531c-78ca-44a3-93ff-3df4ddc8210e req-625085ff-35c9-45cf-b6e7-0446b4763f16 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380902 Oct 11 05:15:52.324718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c77447-bfa4-473f-a6d0-a8cde15b54e6 req-cc23a791-cc21-4c4a-ba42-0c680376734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:52.326242 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a3c77447-bfa4-473f-a6d0-a8cde15b54e6 req-cc23a791-cc21-4c4a-ba42-0c680376734d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1099 time: 0.0395448 Oct 11 05:15:52.362993 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a3c77447-bfa4-473f-a6d0-a8cde15b54e6 req-9fb642f4-b546-4a75-9069-eb3c994f6085 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302882 Oct 11 05:15:53.348592 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6affcf-4b5b-4332-a43c-b0d1f1c3b152 req-b95125bc-abbf-4c9b-9fcb-8c02290b3472 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:53.350049 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c6affcf-4b5b-4332-a43c-b0d1f1c3b152 req-b95125bc-abbf-4c9b-9fcb-8c02290b3472 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0482543 Oct 11 05:15:53.391932 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c6affcf-4b5b-4332-a43c-b0d1f1c3b152 req-31104d7a-fb4b-4d2d-bdb5-ed78792c1f56 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352986 Oct 11 05:15:54.510769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5777-79ea-4742-a937-8eafd52fb4f5 req-02cd33f7-62a0-430e-8721-70f8c7a6821a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:54.512226 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0d4c5777-79ea-4742-a937-8eafd52fb4f5 req-02cd33f7-62a0-430e-8721-70f8c7a6821a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0490291 Oct 11 05:15:54.549246 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0d4c5777-79ea-4742-a937-8eafd52fb4f5 req-a9f26781-b0d4-4810-a6ec-be2cbf22facc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311215 Oct 11 05:15:54.667190 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36554-100b-42c8-8120-199d89f14ea6 req-fe22169d-479a-4152-b8fc-0df80279d816 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:54.668708 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c3a36554-100b-42c8-8120-199d89f14ea6 req-fe22169d-479a-4152-b8fc-0df80279d816 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0492098 Oct 11 05:15:54.706304 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c3a36554-100b-42c8-8120-199d89f14ea6 req-e460a8fe-f411-46d9-8773-9c01c1b3ec52 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Oct 11 05:15:54.733256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59488) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:54.772388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4913ff-5d8a-4760-8b10-a133c21ae872 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:54.773854 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4a4913ff-5d8a-4760-8b10-a133c21ae872 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1094 time: 0.0396543 Oct 11 05:15:54.776626 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59490) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:54.780759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:15:54.799940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:54.898490 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:54.997445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.239 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/d5c34f63-aa54-4925-8fc1-1c0547e14809) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:15:55.100513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.133538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.172503 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:15:55.177298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:15:55.181418 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:15:55.184322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=d5c34f63-aa54-4925-8fc1-1c0547e14809,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:55.534212 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.600106 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.748564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.753122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.821200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=d5c34f63-aa54-4925-8fc1-1c0547e14809,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:15:55.823680 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:55.923028 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 79f6630d-d4cf-4f5a-a02b-9d301a8db854 associated. External IP: 172.26.8.239, port: 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8. Oct 11 05:15:56.123527 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router a68dc81f-2b79-4c53-9713-e8af5c87eb21 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:15:56.228760 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:15:56.239556 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] Sync routers for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:15:56.246243 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:15:56.249685 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:56.250280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:56.275744 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1f5d8879-c1e4-4321-93f0-e8ed9fdd2ffd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4981318 Oct 11 05:15:56.276477 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:15:56.278866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:15:56.318633 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244fdc1-7602-4c9e-991e-09ed4ea3bf60 x-openstack-request-id: req-a244fdc1-7602-4c9e-991e-09ed4ea3bf60 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:15:56.319168 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:15:56.319734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a244fdc1-7602-4c9e-991e-09ed4ea3bf60 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:15:56.322663 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a244fdc1-7602-4c9e-991e-09ed4ea3bf60'] response: {'name': 'network-changed', 'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'status': 'completed', 'code': 200} Oct 11 05:15:56.363639 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:56.385552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e4a0-10ff-4b00-b4ce-6fb41a3fb87f req-b8439c8f-b229-4897-8a51-97cdfd867200 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:56.386944 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49d5e4a0-10ff-4b00-b4ce-6fb41a3fb87f req-b8439c8f-b229-4897-8a51-97cdfd867200 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0622306 Oct 11 05:15:56.440704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-b7c4aed1-7c54-4eb6-96ff-af0bf3f9d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:56.442160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-b7c4aed1-7c54-4eb6-96ff-af0bf3f9d3b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1099 time: 0.0785284 Oct 11 05:15:56.445322 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-49d5e4a0-10ff-4b00-b4ce-6fb41a3fb87f req-b8c9f6a9-c527-4c7b-93d2-81055d91e89e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Oct 11 05:15:56.476121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59496) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:56.535101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-e0887f1a-c06c-4513-aba6-b9491db6d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:56.536554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-e0887f1a-c06c-4513-aba6-b9491db6d971 service neutron] 10.222.0.45 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 898 time: 0.0877779 Oct 11 05:15:56.538515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-abc0424d-a5c8-41be-9789-f03024ac8cf7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/79f6630d-d4cf-4f5a-a02b-9d301a8db854 HTTP/1.1" status: 200 len: 992 time: 0.0601192 Oct 11 05:15:56.593673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '79f6630d-d4cf-4f5a-a02b-9d301a8db854', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.239', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'port_id': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'mac_address': 'fa:16:3e:cb:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9e351-38f8-493a-b8c2-235a325be871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:15:55Z', 'updated_at': '2022-10-11T05:15:55Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:56.604324 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-df14aaa9-216c-4c0e-a7dc-ec174de0629e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 1000 time: 0.0611634 Oct 11 05:15:56.619544 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] Checking router: a68dc81f-2b79-4c53-9713-e8af5c87eb21 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:15:56.627661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:15:56.628248 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:15:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:56.652053 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-da303b60-bd47-42ba-9f3d-6811beaa999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:56.653484 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-da303b60-bd47-42ba-9f3d-6811beaa999f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 200 len: 834 time: 0.0435379 Oct 11 05:15:56.696720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-bdaa01c4-95ab-49d0-9835-40b195283ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:15:56.698207 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-bdaa01c4-95ab-49d0-9835-40b195283ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271f519f-602a-443d-8d3a-e2336b5d89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381482 Oct 11 05:15:56.731134 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:15:56.790031 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-cee10949-875e-4b61-9baa-d3b1e6ae36ee service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853331 Oct 11 05:15:56.881890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-61e9ba1e-49ca-417a-9f23-bd0f856bc0fc req-96144b91-3afd-4011-877d-3799dce95129 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Oct 11 05:15:56.947329 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '79f6630d-d4cf-4f5a-a02b-9d301a8db854', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.239', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'port_id': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'mac_address': 'fa:16:3e:cb:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9e351-38f8-493a-b8c2-235a325be871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:15:55Z', 'updated_at': '2022-10-11T05:15:55Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:15:56.976093 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc603bb-dcdc-41c1-9945-e10d42473279 None None] The sync data for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv is: [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '79f6630d-d4cf-4f5a-a02b-9d301a8db854', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.239', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'port_id': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'mac_address': 'fa:16:3e:cb:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb9e351-38f8-493a-b8c2-235a325be871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:15:55Z', 'updated_at': '2022-10-11T05:15:55Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:15:57.155239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6eeec2-c305-4729-9798-1dcec99b51a4 None None] New status for floating IP 79f6630d-d4cf-4f5a-a02b-9d301a8db854: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:15:57.541350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59498) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:15:57.604900 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f2849174-3fd8-42b9-bb1e-7a06aa664b8f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/79f6630d-d4cf-4f5a-a02b-9d301a8db854 HTTP/1.1" status: 200 len: 994 time: 0.0625160 Oct 11 05:16:04.360978 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ae66bf43-5146-455b-9e83-0d6f51afc9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:06.582576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e837368b-8ba3-4d55-bfca-428123eb6602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:07.957219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:08.689811 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-4bb812f2-c2bf-48a4-bcfe-de588c02e1da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383277 Oct 11 05:16:08.789198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-819224a8-b1fa-4a13-acbd-3459a162b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:16:08.790700 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-819224a8-b1fa-4a13-acbd-3459a162b4d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1099 time: 0.0406172 Oct 11 05:16:08.892665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-f7ab94b4-62f0-41b2-9d8c-c8f8ab03ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:16:08.894913 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-f7ab94b4-62f0-41b2-9d8c-c8f8ab03ed94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 898 time: 0.0860372 Oct 11 05:16:08.957779 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-2a108e14-afd2-40b1-9a7c-01adea4e97ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 1002 time: 0.0564473 Oct 11 05:16:09.005095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-1eab1791-b1bc-4289-8e20-228ad48cdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:16:09.006472 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-1eab1791-b1bc-4289-8e20-228ad48cdf94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 200 len: 834 time: 0.0419374 Oct 11 05:16:09.055306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-a2e437a7-3a9e-40c3-953b-50c17c60dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:16:09.056746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-a2e437a7-3a9e-40c3-953b-50c17c60dc49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271f519f-602a-443d-8d3a-e2336b5d89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424187 Oct 11 05:16:09.145105 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-317062a0-6492-4906-bb4e-364239c0b0e3 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804641 Oct 11 05:16:09.235070 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-822799ad-d78d-4e32-ba99-25bd801d5cab req-7060cbbe-f4cb-4af7-9021-495df330832f service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Oct 11 05:16:09.521112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:09.602366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:11.098426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:20.597671 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:16:34.362640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-339f7fa2-0bd0-4030-8889-35c0741848a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:36.586870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f13427c0-28e3-4e19-be1f-3b7ff558ef13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:37.955441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:39.523621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:39.602656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:41.093682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:16:57.596986 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:17:04.366515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aba59c17-fc4a-442e-8edd-7e74a9e0bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:06.589792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7c18f09-ed61-4934-a9e8-02af6d97d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:07.959190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:09.366107 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269b29d-1368-4639-810a-dfa3601cb379 req-1cade07b-2335-474f-a643-e206503432a9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:09.371334 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b269b29d-1368-4639-810a-dfa3601cb379 req-1cade07b-2335-474f-a643-e206503432a9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.3225851 Oct 11 05:17:09.408102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b269b29d-1368-4639-810a-dfa3601cb379 req-50f86c56-1c39-47b0-b530-9e5292d909b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Oct 11 05:17:09.527723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:09.601104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-63a03cca-818f-468c-bd9a-800e6a378740 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434742 Oct 11 05:17:09.604002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:09.696646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0506-e09f-4666-a584-b4863a63925d req-326d9526-ffee-4c2e-b312-2d57decef1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:09.698190 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-326d9526-ffee-4c2e-b312-2d57decef1fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1099 time: 0.0404947 Oct 11 05:17:09.799469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0506-e09f-4666-a584-b4863a63925d req-ee1982f6-7783-4130-a767-a6e8789e8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:09.800864 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-ee1982f6-7783-4130-a767-a6e8789e8cc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 898 time: 0.0831244 Oct 11 05:17:09.866034 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-341dac5f-7806-4a7a-b853-a8e484ab4119 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 1002 time: 0.0592959 Oct 11 05:17:09.913170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0506-e09f-4666-a584-b4863a63925d req-c914e571-82ea-494b-9b95-abad8d193342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:09.914594 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-c914e571-82ea-494b-9b95-abad8d193342 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 200 len: 834 time: 0.0423636 Oct 11 05:17:09.958011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0506-e09f-4666-a584-b4863a63925d req-e619374a-fe47-4c15-aaa3-ae785f7c9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:09.959455 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-e619374a-fe47-4c15-aaa3-ae785f7c9190 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271f519f-602a-443d-8d3a-e2336b5d89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386510 Oct 11 05:17:10.048834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-86df4577-2e8b-4520-9487-fe69ab070d32 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Oct 11 05:17:10.138160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e6ad0506-e09f-4666-a584-b4863a63925d req-bf1a21d7-8e0b-40aa-8d46-a4de283f42a3 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827944 Oct 11 05:17:10.529694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ff2d4-b27d-472b-92c5-b9b9fa5f91da req-abf502e5-c644-4272-be40-c30c6fbb5659 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:10.531161 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-570ff2d4-b27d-472b-92c5-b9b9fa5f91da req-abf502e5-c644-4272-be40-c30c6fbb5659 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0485291 Oct 11 05:17:10.568825 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-570ff2d4-b27d-472b-92c5-b9b9fa5f91da req-1f3b0783-4de7-4a2b-a951-dafdc42016eb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Oct 11 05:17:10.596151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59536) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:10.655330 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bc3118f4-a6b3-4291-8c7f-30a744f7e051 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/79f6630d-d4cf-4f5a-a02b-9d301a8db854 HTTP/1.1" status: 200 len: 994 time: 0.0580668 Oct 11 05:17:11.111738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:11.949861 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc49dc5-2123-4b86-97f8-cd4b232a5a24 req-518d2769-347a-4dce-9995-b19e2a837602 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:11.951270 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2dc49dc5-2123-4b86-97f8-cd4b232a5a24 req-518d2769-347a-4dce-9995-b19e2a837602 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0492983 Oct 11 05:17:11.987984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2dc49dc5-2123-4b86-97f8-cd4b232a5a24 req-15e9bd4f-2b09-4615-98ff-4a25985286ee tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309818 Oct 11 05:17:13.114422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64120fc6-7cf7-4da7-8e32-7be3144b57a1 req-6fed4a46-34d4-4b4e-8fb3-7ed8a6e477a5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:13.115865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64120fc6-7cf7-4da7-8e32-7be3144b57a1 req-6fed4a46-34d4-4b4e-8fb3-7ed8a6e477a5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0510986 Oct 11 05:17:13.152580 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-64120fc6-7cf7-4da7-8e32-7be3144b57a1 req-80bb8c38-7da2-4ee9-ad89-0684bca3a19b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Oct 11 05:17:13.179812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59546) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:13.237441 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-83a41802-ad67-4629-a802-d7a247aa2e50 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/79f6630d-d4cf-4f5a-a02b-9d301a8db854 HTTP/1.1" status: 200 len: 994 time: 0.0565653 Oct 11 05:17:13.486226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59552) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:13.640241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port d5c34f63-aa54-4925-8fc1-1c0547e14809 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:17:13.640499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:13.716710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:13.717032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:13.729490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for d5c34f63-aa54-4925-8fc1-1c0547e14809 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:17:13.874348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:13.900029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=d5c34f63-aa54-4925-8fc1-1c0547e14809,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:13.924465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.924810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.925151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.925486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.926367 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.926731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.927060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.927406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.927715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.928059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.928368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.928690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:13.966153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:13.966478 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 79f6630d-d4cf-4f5a-a02b-9d301a8db854 disassociated (deleted). External IP: 172.26.8.239, port: 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8. Oct 11 05:17:14.169427 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router a68dc81f-2b79-4c53-9713-e8af5c87eb21 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:17:14.594648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:17:14.599387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:14.603949 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] Sync routers for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:17:14.612952 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:14.613584 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:14.625138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-61868f85-8658-4237-a54b-d58d112f4531 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/floatingips/79f6630d-d4cf-4f5a-a02b-9d301a8db854 HTTP/1.1" status: 204 len: 168 time: 1.1378455 Oct 11 05:17:14.625769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:17:14.628051 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac5d7ef-832c-4003-8cfc-62e139ea662a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:17:14.769032 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f2b21-e010-4546-8f16-cac335f99d43 x-openstack-request-id: req-104f2b21-e010-4546-8f16-cac335f99d43 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:17:14.769353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:17:14.769608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-104f2b21-e010-4546-8f16-cac335f99d43 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:17:14.770011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f2b21-e010-4546-8f16-cac335f99d43'] response: {'name': 'network-changed', 'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'status': 'completed', 'code': 200} Oct 11 05:17:14.812221 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:14.866282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61662-9ee8-42ce-a4b3-b0867820dd1f req-df19bb29-76f5-47cb-92e4-a57baf72a419 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:14.867684 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78e61662-9ee8-42ce-a4b3-b0867820dd1f req-df19bb29-76f5-47cb-92e4-a57baf72a419 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0544791 Oct 11 05:17:14.931070 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78e61662-9ee8-42ce-a4b3-b0867820dd1f req-8bd6d1aa-4f85-4845-8856-ee19ff51b0ab tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551770 Oct 11 05:17:14.933683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-bf8da7ad-3819-49eb-aa06-e8a6e96f9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:14.935104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-bf8da7ad-3819-49eb-aa06-e8a6e96f9e7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 1099 time: 0.0665753 Oct 11 05:17:15.013365 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:15.031440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-2f89ac01-11ff-4c4d-a505-f0dd5e1cff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:15.032889 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-2f89ac01-11ff-4c4d-a505-f0dd5e1cff79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 200 len: 898 time: 0.0871332 Oct 11 05:17:15.039104 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] Checking router: a68dc81f-2b79-4c53-9713-e8af5c87eb21 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:17:15.047341 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:15.047931 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:15.075345 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-e124ef93-c7b3-4b88-ad10-00ba2710dd26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 200 len: 217 time: 0.0345349 Oct 11 05:17:15.123939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-47398371-c800-4f73-90a8-3300741643d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:15.125273 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-47398371-c800-4f73-90a8-3300741643d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 200 len: 834 time: 0.0429766 Oct 11 05:17:15.150382 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:15.173859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-a2b4c795-83c2-423b-91b6-78ad8701e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:15.175442 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-a2b4c795-83c2-423b-91b6-78ad8701e888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=271f519f-602a-443d-8d3a-e2336b5d89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428019 Oct 11 05:17:15.264285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-c4620071-3720-4a86-9dab-25acba10b623 service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810256 Oct 11 05:17:15.341102 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:15.358080 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8ac5d7ef-832c-4003-8cfc-62e139ea662a req-a55e4520-01d7-4543-8b16-5e062871c96f service neutron] 10.222.0.45 "GET /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871794 Oct 11 05:17:15.371813 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e077a6ff-b4a0-4b0f-ab97-b49c170c5470 None None] The sync data for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv is: [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:15:39Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '6a354fde-188e-4e42-81a3-752ff9681937', 'name': '', 'network_id': '271f519f-602a-443d-8d3a-e2336b5d89b1', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:9b:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:39Z', 'updated_at': '2022-10-11T05:15:42Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'a625666a-5247-4b32-ac84-c04b3e1fd1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:17:15.577119 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d6770-99f0-46f5-823d-dbe24b6a8bc5 None None] New status for floating IP 79f6630d-d4cf-4f5a-a02b-9d301a8db854: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:17:16.052420 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e214b3-9750-402c-a711-ee0a1f48ccf5 req-8580c08c-c703-409c-80b2-1ad09f729ac2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:16.054625 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e7e214b3-9750-402c-a711-ee0a1f48ccf5 req-8580c08c-c703-409c-80b2-1ad09f729ac2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Oct 11 05:17:16.095193 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e7e214b3-9750-402c-a711-ee0a1f48ccf5 req-b6e20d06-6538-45a1-9ced-39cff7edc088 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347311 Oct 11 05:17:16.894151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-a6270a1d-28a4-4e53-991c-e2be36cbff45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:16.895624 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-a6270a1d-28a4-4e53-991c-e2be36cbff45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.0470722 Oct 11 05:17:16.981871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:17:16.982138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:17.071373 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:17.071729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:17.084606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:17:17.238212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:17.276068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06869-d7f6-4893-99e7-d66f810f5a72 req-61ff289e-bc3b-4fd3-9659-94f7e4d1e9c2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:17.277550 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7af06869-d7f6-4893-99e7-d66f810f5a72 req-61ff289e-bc3b-4fd3-9659-94f7e4d1e9c2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=6eb9e351-38f8-493a-b8c2-235a325be871 HTTP/1.1" status: 200 len: 946 time: 0.1056674 Oct 11 05:17:17.279915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=7b825f94-23aa-4ae0-8aa0-6b66596f4ce8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:17.337475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] No DVR routers for this DVR port 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:17:17.341779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:17.345028 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4182c5f4-aa8b-4d44-b29b-4e57362f6dc9 req-f3c0dc72-0fc2-497e-8649-2d6777670193 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "DELETE /v2.0/ports/7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 HTTP/1.1" status: 204 len: 173 time: 0.4440806 Oct 11 05:17:17.345522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'name': 'network-vif-deleted', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:17:17.348359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b35e7-7be1-41dd-a004-a8cedb6856de" -d '{"events": [{"server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "name": "network-vif-deleted", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:17:17.365881 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7af06869-d7f6-4893-99e7-d66f810f5a72 req-1f171cbf-52c2-4556-81e1-8286449512e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd8d7402-feb5-494b-900b-4043be493560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822680 Oct 11 05:17:17.389331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc411e-03a5-4b94-9401-0700488c3c06 x-openstack-request-id: req-1dbc411e-03a5-4b94-9401-0700488c3c06 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:17:17.389867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb9e351-38f8-493a-b8c2-235a325be871", "name": "network-vif-deleted", "tag": "7b825f94-23aa-4ae0-8aa0-6b66596f4ce8", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:17:17.390136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dbc411e-03a5-4b94-9401-0700488c3c06 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:17:17.390557 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbc411e-03a5-4b94-9401-0700488c3c06'] response: {'server_uuid': '6eb9e351-38f8-493a-b8c2-235a325be871', 'name': 'network-vif-deleted', 'tag': '7b825f94-23aa-4ae0-8aa0-6b66596f4ce8', 'status': 'completed', 'code': 200} Oct 11 05:17:18.428528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59570) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:18.777038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.027316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 6a354fde-188e-4e42-81a3-752ff9681937 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:17:19.027577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.117648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port 6a354fde-188e-4e42-81a3-752ff9681937, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=6a354fde-188e-4e42-81a3-752ff9681937,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:19.117998 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.129559 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 6a354fde-188e-4e42-81a3-752ff9681937 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:17:19.311392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.339584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=6a354fde-188e-4e42-81a3-752ff9681937,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:19.513118 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.722414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router a68dc81f-2b79-4c53-9713-e8af5c87eb21 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:17:19.827091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:17:19.833252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-451818af-c987-493e-a78d-67bc6e69632d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/a68dc81f-2b79-4c53-9713-e8af5c87eb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4034879 Oct 11 05:17:19.835417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59572) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:19.837883 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] Sync routers for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:17:19.847254 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:19.847846 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:19.888791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting subnet a625666a-5247-4b32-ac84-c04b3e1fd1be {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:17:19.891876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.931265 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:19.949617 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:20.013305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.076313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.104736 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Subnet': ['ID=a625666a-5247-4b32-ac84-c04b3e1fd1be,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:20.106761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.109992 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d6c94f5b-41d1-4e2f-b0fc-96f875e808b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/subnets/a625666a-5247-4b32-ac84-c04b3e1fd1be HTTP/1.1" status: 204 len: 168 time: 0.2732718 Oct 11 05:17:20.112281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf29d7-917c-4995-afc1-0c54decd0c2f None None] Network 271f519f-602a-443d-8d3a-e2336b5d89b1 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:17:20.113605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59574) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:20.132143 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:17:19Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:20.158437 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] Checking router: a68dc81f-2b79-4c53-9713-e8af5c87eb21 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:17:20.166831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] Routers {'a68dc81f-2b79-4c53-9713-e8af5c87eb21'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:20.167342 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:20.227679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.280786 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] Set router a68dc81f-2b79-4c53-9713-e8af5c87eb21 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:20.303099 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] DHCP port deletion for 271f519f-602a-443d-8d3a-e2336b5d89b1 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:17:20.338161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.357477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Deleting port 560556b4-259c-4104-a0da-ebd60844152e {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:17:20.358249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.399484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port e4306145-781b-40df-9b0e-377ea28ab8a7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:17:20.400120 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.417853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:17:20.443161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:17:20.443534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7b825f94-23aa-4ae0-8aa0-6b66596f4ce8 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:17:20.453407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] For port 560556b4-259c-4104-a0da-ebd60844152e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=560556b4-259c-4104-a0da-ebd60844152e,segment=NetworkSegment(709f9166-c8e3-40b7-9d05-8e2ee9d31c68),segment_id=709f9166-c8e3-40b7-9d05-8e2ee9d31c68)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:20.453800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.466801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Calling delete_port for 560556b4-259c-4104-a0da-ebd60844152e owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:17:20.468168 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:17:19Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:20.490885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port e4306145-781b-40df-9b0e-377ea28ab8a7, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=e4306145-781b-40df-9b0e-377ea28ab8a7,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:20.491202 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.495316 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e851e9-d939-4d96-9282-0c19cae965a9 None None] The sync data for ids ['a68dc81f-2b79-4c53-9713-e8af5c87eb21'] in dv-neutron-860894-1-hyperv is: [{'id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622643938', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:15:36Z', 'updated_at': '2022-10-11T05:17:19Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'e4306145-781b-40df-9b0e-377ea28ab8a7', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dc81f-2b79-4c53-9713-e8af5c87eb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:15:37Z', 'updated_at': '2022-10-11T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:17:20.503796 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for e4306145-781b-40df-9b0e-377ea28ab8a7 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:17:20.559741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.585583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] No DVR routers for this DVR port 560556b4-259c-4104-a0da-ebd60844152e on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:17:20.587582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Pushing event deleted for resources: {'Port': ['ID=560556b4-259c-4104-a0da-ebd60844152e,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:20.598474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.598848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.599263 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.599501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.599843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.600244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.600464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.600782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.601103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.601420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.601740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.602056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80124da9-52fc-443f-9e9d-1a5ca518bb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.674780 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.704277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=e4306145-781b-40df-9b0e-377ea28ab8a7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:20.730210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.730576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.730920 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.731256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.731586 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.731917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.732245 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.732573 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.732898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.733223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.733545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.733867 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:20.772223 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.863501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.866081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.911234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.911765 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Fanout notify agent at l3_agent the message router_deleted on router a68dc81f-2b79-4c53-9713-e8af5c87eb21 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:17:20.919034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:20.923024 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0c716852-1aad-4081-b0e8-5ac9d360c7e3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/routers/a68dc81f-2b79-4c53-9713-e8af5c87eb21 HTTP/1.1" status: 204 len: 168 time: 0.8083463 Oct 11 05:17:20.923226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59576) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:21.001012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.090711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.112487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271f519f-602a-443d-8d3a-e2336b5d89b1']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:21.122078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709f9166-c8e3-40b7-9d05-8e2ee9d31c68') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:21.122370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709f9166-c8e3-40b7-9d05-8e2ee9d31c68') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:21.132459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.148020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.153536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Releasing vlan 457 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:17:21.153951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.172723 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 709f9166-c8e3-40b7-9d05-8e2ee9d31c68 resource provider aggregate not found Oct 11 05:17:21.217959 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 709f9166-c8e3-40b7-9d05-8e2ee9d31c68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 709f9166-c8e3-40b7-9d05-8e2ee9d31c68 found for delete ", "request_id": "req-573e452d-2ca8-4e02-a870-3451d55aa4b3"}]} Oct 11 05:17:21.225939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.232836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.235852 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/networks/271f519f-602a-443d-8d3a-e2336b5d89b1 HTTP/1.1" status: 204 len: 168 time: 0.3110988 Oct 11 05:17:21.238860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59582) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:21.246863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffe520-5ead-4ee7-bfa5-b3e268d58409 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Network': ['ID=271f519f-602a-443d-8d3a-e2336b5d89b1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:21.302382 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4fb66c50-dfb6-4892-89ce-538ea26fd146 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.326855 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4fb66c50-dfb6-4892-89ce-538ea26fd146 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.387712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4fb66c50-dfb6-4892-89ce-538ea26fd146 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.390424 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4fb66c50-dfb6-4892-89ce-538ea26fd146 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.391609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4fb66c50-dfb6-4892-89ce-538ea26fd146 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/security-groups/bd8d7402-feb5-494b-900b-4043be493560 HTTP/1.1" status: 204 len: 168 time: 0.1517160 Oct 11 05:17:21.401443 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb66c50-dfb6-4892-89ce-538ea26fd146 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d7402-feb5-494b-900b-4043be493560,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:21.507841 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59588) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:21.513496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520455180', 'description': 'tempest-secgroup-smoke-1520455180 description', 'project_id': 'bcc978651d154f90a76a6081677ed951'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:21.541081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.550228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e4306145-781b-40df-9b0e-377ea28ab8a7 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:17:21.571915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: e4306145-781b-40df-9b0e-377ea28ab8a7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:17:21.572396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device e4306145-781b-40df-9b0e-377ea28ab8a7 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:17:21.572871 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 560556b4-259c-4104-a0da-ebd60844152e no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:17:21.592415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 560556b4-259c-4104-a0da-ebd60844152e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:17:21.592840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 560556b4-259c-4104-a0da-ebd60844152e not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:17:21.593314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a354fde-188e-4e42-81a3-752ff9681937 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:17:21.608645 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.614096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.615826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 6a354fde-188e-4e42-81a3-752ff9681937 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:17:21.616171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 6a354fde-188e-4e42-81a3-752ff9681937 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:17:21.643528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.644781 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358922 Oct 11 05:17:21.646985 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2aa22-e896-4a5d-80b8-964858d40292 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578196e8-8504-4f72-8c5c-ebbd7ef68e5d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:21.648982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59590) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:21.653297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '578196e8-8504-4f72-8c5c-ebbd7ef68e5d', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:21.677533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.732249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.735875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.753092 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b7be99-c7e4-4942-a3cb-820064368972,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:21.761759 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.762997 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-271bc428-38bd-408b-88cb-137d7686923f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130922 Oct 11 05:17:21.765768 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59592) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:21.770087 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '578196e8-8504-4f72-8c5c-ebbd7ef68e5d', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:21.795083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.855371 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.858850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.876572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d446f5d8-dc28-4cae-ba9f-a0fb2f5ed0e8,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:21.883899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.885098 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f47d09e1-e98a-455a-9471-92e32755c72a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183763 Oct 11 05:17:21.887888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59594) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:21.892121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '578196e8-8504-4f72-8c5c-ebbd7ef68e5d', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:21.915964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.972896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.976450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:21.993757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a45a89-5e02-4273-ba47-bf582c0378d4,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:22.001006 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.002191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-87155d4c-4850-45d2-a459-d9f7a44bfaf5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133687 Oct 11 05:17:22.004996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59596) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:22.009356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '578196e8-8504-4f72-8c5c-ebbd7ef68e5d', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:22.033304 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.091277 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.094754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.112218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fef8a2-4a8f-463c-9f05-e4990f1ed4ba,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:22.120099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.121277 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fd514dd9-8191-4518-8f87-e4c536c8a569 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153667 Oct 11 05:17:22.124042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59598) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:22.128510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '578196e8-8504-4f72-8c5c-ebbd7ef68e5d', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:22.147540 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:17:22.152255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.213712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.217205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.234410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2616ab9-b6f4-4d0a-be27-5b52f7bef893,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:22.241814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.243045 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e69d4ebe-51d6-402a-9129-c05918a36701 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180739 Oct 11 05:17:22.245786 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59600) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:22.250043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '578196e8-8504-4f72-8c5c-ebbd7ef68e5d', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:22.268740 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:17:22.274192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.334028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.337482 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.354504 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc2d699-6c3a-4130-95c8-6c2d687b3654,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:22.363207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.364441 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c66e3400-f5cc-43a2-842a-32ddce5d79e8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177356 Oct 11 05:17:22.367267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59602) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:22.372110 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'network': {'name': 'tempest-network-smoke--187868098', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:22.390860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:17:22.394127 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.417310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:17:22.425707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.426048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Added segment cf0a66bd-4d47-4f95-8851-4a6fa032fd17 of type vlan for network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 Oct 11 05:17:22.464703 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.487917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.493403 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:22.493981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.533529 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1652257 Oct 11 05:17:22.536868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59604) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:22.543230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'admin_state_up': True, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:22.575652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfdecd-35a5-4698-9d2c-4c852129549b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Network': ['ID=9388c312-e7c9-4d0c-90ce-b063d5e1eb30,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:22.587035 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:17:22.592078 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.593081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.648028 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.784149 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.973394 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:22.991589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:23.088692 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.95 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/f84caf0b-913f-4b57-ad60-8f61201a82dd) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:17:23.190002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:23.221537 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:23.261022 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:17:23.263762 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:23.267535 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:17:23.273007 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=f84caf0b-913f-4b57-ad60-8f61201a82dd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:23.509582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:23.705196 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:23.829883 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:17:23.932694 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:17:23.941724 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Sync routers for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:17:23.950754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:23.951336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:23.952096 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:23.956536 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fc4f37b3-94a6-4509-8d70-86107b543e70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4187376 Oct 11 05:17:23.956737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59606) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:23.985581 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3195264f-2784-467a-8913-245b22636e01 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bcc978651d154f90a76a6081677ed951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276504 Oct 11 05:17:23.988108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59608) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:24.054625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:24.078014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a23bb-ccc3-47f6-8833-c67c0e37318e tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:24.079688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c52a23bb-ccc3-47f6-8833-c67c0e37318e tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906839 Oct 11 05:17:24.083246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59610) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:24.110868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7483be48-137e-4bb7-ab9e-d6bb05a192f9 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264337 Oct 11 05:17:24.113264 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59612) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:24.117840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466308228', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:24.202492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:17:24.205932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.230370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:23Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:24.256845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Checking router: b8d4b9aa-c064-470b-af96-77ac6a9dd8aa for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:17:24.257186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Updating router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa port f84caf0b-913f-4b57-ad60-8f61201a82dd binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:17:24.282062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.385272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.452486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Subnet': ['ID=fe64dc45-fe41-4170-b5dd-94845e8de62b,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:24.456869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Checking segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:17:24.457159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network hostable DHCP agents. Network: 9388c312-e7c9-4d0c-90ce-b063d5e1eb30, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:17:24.474781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:17:24.483845 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 9388c312-e7c9-4d0c-90ce-b063d5e1eb30) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:24.489470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:24.490060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.496449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd9ef5-c636-485e-83fc-71825b144817 None None] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:17:24.506656 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-41745e15-9e41-4082-8248-5df93c633a0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3923714 Oct 11 05:17:24.509559 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59614) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:24.557784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.595876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.642826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Attempting to bind port f84caf0b-913f-4b57-ad60-8f61201a82dd on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:17:24.647252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Attempting to bind port f84caf0b-913f-4b57-ad60-8f61201a82dd by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:17:24.647252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Attempting to bind port f84caf0b-913f-4b57-ad60-8f61201a82dd on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:17:24.666622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:17:24.666998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:17:24.667400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.667793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:17:24.668258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Bound port: f84caf0b-913f-4b57-ad60-8f61201a82dd, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:17:24.668633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.708561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c50897-bb1c-44e5-a1b6-4ff4f7a48f59 None None] Pushing event updated for resources: {'Port': ['ID=f84caf0b-913f-4b57-ad60-8f61201a82dd,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:24.769750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] For port f84caf0b-913f-4b57-ad60-8f61201a82dd, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:17:24.780647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:17:24.781506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.787080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] For port f84caf0b-913f-4b57-ad60-8f61201a82dd, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f84caf0b-913f-4b57-ad60-8f61201a82dd,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:17:24.798931 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:24.895749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:24.896654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:24.965274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c50897-bb1c-44e5-a1b6-4ff4f7a48f59 None None] Pushing event updated for resources: {'Port': ['ID=f84caf0b-913f-4b57-ad60-8f61201a82dd,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:25.209704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Allocated IP 172.20.0.2 (9388c312-e7c9-4d0c-90ce-b063d5e1eb30/fe64dc45-fe41-4170-b5dd-94845e8de62b/5fdf3419-13dd-4d76-93a9-71610e48e690) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:17:25.216685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:25.235241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.498785 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.506658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.555666 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:23Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:25.558083 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.1 (9388c312-e7c9-4d0c-90ce-b063d5e1eb30/fe64dc45-fe41-4170-b5dd-94845e8de62b/b7f30a7e-d359-4545-abe9-ff7089fe01e1) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:17:25.558620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:17:25.592076 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:25.594628 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:17:25.599839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12c9fe-5282-4eec-9f97-0e03f27b8d76 None None] The sync data for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv is: [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:23Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:17:25.608436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Pushing event updated for resources: {'Port': ['ID=5fdf3419-13dd-4d76-93a9-71610e48e690,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:25.667210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Attempting to bind port 5fdf3419-13dd-4d76-93a9-71610e48e690 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:17:25.667583 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Attempting to bind port 5fdf3419-13dd-4d76-93a9-71610e48e690 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:17:25.667944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Attempting to bind port 5fdf3419-13dd-4d76-93a9-71610e48e690 on network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:17:25.673110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:17:25.673794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Checking segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:17:25.674254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.674692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Bound using segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:17:25.675308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Bound port: 5fdf3419-13dd-4d76-93a9-71610e48e690, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:17:25.675740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.687072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.730254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.742786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] For port 5fdf3419-13dd-4d76-93a9-71610e48e690, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:17:25.745909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] For port 5fdf3419-13dd-4d76-93a9-71610e48e690, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5fdf3419-13dd-4d76-93a9-71610e48e690,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:17:25.751005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:25.784942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:17:25.788729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:25.793141 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:17:25.821525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=b7f30a7e-d359-4545-abe9-ff7089fe01e1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:25.822290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25261762-7cc2-4112-a471-e58ea27ec89f None None] Pushing event updated for resources: {'Port': ['ID=5fdf3419-13dd-4d76-93a9-71610e48e690,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:25.883155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:26.040298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:26.338580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:26.343476 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:26.422784 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:26.424716 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=b7f30a7e-d359-4545-abe9-ff7089fe01e1,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:26.530400 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:17:26.532086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:26.653094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:17:26.773109 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:17:26.778373 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-404caf4c-6ca1-41e1-b253-82304b30bab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/b8d4b9aa-c064-470b-af96-77ac6a9dd8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2671812 Oct 11 05:17:26.798462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b571c-3145-46b0-a24e-f4991a8a50e0 None None] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:17:26.874762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Provisioning complete for port 5fdf3419-13dd-4d76-93a9-71610e48e690 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:26.875136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:26.875474 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Attempt 1 to provision port 5fdf3419-13dd-4d76-93a9-71610e48e690 Oct 11 05:17:26.923555 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-81cd3613-3b12-466a-9445-ccdc3835ba02 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520455180&fields=id&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 267 time: 0.0334094 Oct 11 05:17:27.024953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Current status of the port 5fdf3419-13dd-4d76-93a9-71610e48e690 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:27.025342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.040256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-a72c3b0d-210d-49b7-9e89-3821dba56f94 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:27.041772 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-a72c3b0d-210d-49b7-9e89-3821dba56f94 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 796 time: 0.1111996 Oct 11 05:17:27.062136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] For port 5fdf3419-13dd-4d76-93a9-71610e48e690, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5fdf3419-13dd-4d76-93a9-71610e48e690,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:27.063032 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-5412b682-c102-4429-9a85-e75c6c1dad87 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/quotas/bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 375 time: 0.0149572 Oct 11 05:17:27.068010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.118926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3adee-994c-4f70-9c64-05b409d8e64b None None] Pushing event updated for resources: {'Port': ['ID=5fdf3419-13dd-4d76-93a9-71610e48e690,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:27.131396 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-fa2a5f79-7df5-4247-a2a7-19b375eb9232 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529771 Oct 11 05:17:27.275912 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-506c047a-290e-4822-8b47-4f33535e21df service neutron] 10.222.0.39 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427200 Oct 11 05:17:27.298267 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Sync routers for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:17:27.304688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Provisioning complete for port b7f30a7e-d359-4545-abe9-ff7089fe01e1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:27.304688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.305196 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Attempt 1 to provision port b7f30a7e-d359-4545-abe9-ff7089fe01e1 Oct 11 05:17:27.318940 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:27.319741 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:27.353762 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Port b7f30a7e-d359-4545-abe9-ff7089fe01e1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:17:27.401522 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-d5491dc8-2890-4c62-80ef-d31646fe5ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178436 Oct 11 05:17:27.447998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5fdf3419-13dd-4d76-93a9-71610e48e690 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:17:27.501275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 5fdf3419-13dd-4d76-93a9-71610e48e690 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:27.501687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.502021 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 5fdf3419-13dd-4d76-93a9-71610e48e690 Oct 11 05:17:27.554043 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:27.631427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 5fdf3419-13dd-4d76-93a9-71610e48e690 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:27.632942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f84caf0b-913f-4b57-ad60-8f61201a82dd up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:17:27.641503 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-79efac2b-b7e2-4a21-8b08-50c560135bc3 req-4be2ad65-69cf-43a0-8a2f-ccef74bce9f3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 210 time: 0.0419738 Oct 11 05:17:27.715561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f84caf0b-913f-4b57-ad60-8f61201a82dd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:27.716693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.717662 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f84caf0b-913f-4b57-ad60-8f61201a82dd Oct 11 05:17:27.800823 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:26Z', 'revision_number': 2, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:27.815987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f84caf0b-913f-4b57-ad60-8f61201a82dd is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:27.817511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.835529 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Checking router: b8d4b9aa-c064-470b-af96-77ac6a9dd8aa for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:17:27.835986 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Updating router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa port b7f30a7e-d359-4545-abe9-ff7089fe01e1 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:17:27.842746 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port f84caf0b-913f-4b57-ad60-8f61201a82dd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f84caf0b-913f-4b57-ad60-8f61201a82dd,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:27.847313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.866402 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:27.869145 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Attempt 2 to provision port b7f30a7e-d359-4545-abe9-ff7089fe01e1 Oct 11 05:17:27.925251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Port b7f30a7e-d359-4545-abe9-ff7089fe01e1 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:17:27.926200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=f84caf0b-913f-4b57-ad60-8f61201a82dd,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:28.141667 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.146609 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.219236 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Pushing event updated for resources: {'Port': ['ID=b7f30a7e-d359-4545-abe9-ff7089fe01e1,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:28.235665 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.236019 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.236359 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.236695 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.237021 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.237349 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.237677 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.238005 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.238331 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.238717 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.239042 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.239368 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:17:28.244702 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Attempting to bind port b7f30a7e-d359-4545-abe9-ff7089fe01e1 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:17:28.245068 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Attempting to bind port b7f30a7e-d359-4545-abe9-ff7089fe01e1 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:17:28.245427 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Attempting to bind port b7f30a7e-d359-4545-abe9-ff7089fe01e1 on network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:17:28.250619 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:17:28.250990 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Checking segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:17:28.251389 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.251772 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Bound using segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:17:28.252230 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Bound port: b7f30a7e-d359-4545-abe9-ff7089fe01e1, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:17:28.252603 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.316064 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] For port b7f30a7e-d359-4545-abe9-ff7089fe01e1, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:17:28.319157 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] For port b7f30a7e-d359-4545-abe9-ff7089fe01e1, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b7f30a7e-d359-4545-abe9-ff7089fe01e1,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:17:28.323345 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.359812 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:28.360343 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:28.415815 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743945-5cb0-493a-b813-f41dd2347b5d None None] Pushing event updated for resources: {'Port': ['ID=b7f30a7e-d359-4545-abe9-ff7089fe01e1,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:28.426971 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Attempt 3 to provision port b7f30a7e-d359-4545-abe9-ff7089fe01e1 Oct 11 05:17:28.478051 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:28.503199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Current status of the port b7f30a7e-d359-4545-abe9-ff7089fe01e1 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:28.503580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.536292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] For port b7f30a7e-d359-4545-abe9-ff7089fe01e1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b7f30a7e-d359-4545-abe9-ff7089fe01e1,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:28.539999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.581738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Provisioning complete for port 5fdf3419-13dd-4d76-93a9-71610e48e690 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:28.582101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.583702 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Attempt 1 to provision port 5fdf3419-13dd-4d76-93a9-71610e48e690 Oct 11 05:17:28.625932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Pushing event updated for resources: {'Port': ['ID=b7f30a7e-d359-4545-abe9-ff7089fe01e1,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:28.677407 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7b8be722-a03b-486d-8493-05de88205971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:28.683768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-93279503-6031-4bd4-9f65-8406a0ac2f1b None None] Current status of the port 5fdf3419-13dd-4d76-93a9-71610e48e690 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:28.709638 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8be722-a03b-486d-8493-05de88205971 None None] The sync data for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv is: [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:17:28.805194 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e6879759-ab2e-42c8-b52f-cd124f723591 req-11779685-65b4-41ec-902d-a73c95a9ea9f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 210 time: 0.0590549 Oct 11 05:17:28.824884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1148b4ae-8cc5-4adb-8ba9-b83ec6c017c4 None None] Provisioning complete for port b7f30a7e-d359-4545-abe9-ff7089fe01e1 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:28.825806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1148b4ae-8cc5-4adb-8ba9-b83ec6c017c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:28.826230 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1148b4ae-8cc5-4adb-8ba9-b83ec6c017c4 None None] Attempt 1 to provision port b7f30a7e-d359-4545-abe9-ff7089fe01e1 Oct 11 05:17:28.852260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-64ba5107-3a2b-4744-bdcb-2d2710482a77 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:28.853830 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-64ba5107-3a2b-4744-bdcb-2d2710482a77 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 796 time: 0.1601171 Oct 11 05:17:28.913768 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-50d510a5-5b2b-439c-a03c-8787f706a32e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 380 time: 0.0449684 Oct 11 05:17:28.924406 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'port': {'device_id': '117ec636-0aaf-4463-af1c-2898871f7801', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'admin_state_up': True, 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'security_groups': ['578196e8-8504-4f72-8c5c-ebbd7ef68e5d']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:28.942563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1148b4ae-8cc5-4adb-8ba9-b83ec6c017c4 None None] Current status of the port b7f30a7e-d359-4545-abe9-ff7089fe01e1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:29.036575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:17:29.040214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.174226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.12 (9388c312-e7c9-4d0c-90ce-b063d5e1eb30/fe64dc45-fe41-4170-b5dd-94845e8de62b/e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:17:29.324028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.360933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.408303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:17:29.412106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:29.412988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f84caf0b-913f-4b57-ad60-8f61201a82dd up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:17:29.415822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:17:29.440563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:29.470242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:29.470934 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.475942 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f84caf0b-913f-4b57-ad60-8f61201a82dd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:29.476594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.477041 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f84caf0b-913f-4b57-ad60-8f61201a82dd Oct 11 05:17:29.490745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-3f898867-bd6a-4b17-9127-e9b718ceb227 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703962 Oct 11 05:17:29.508448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Request body: {'port': {'device_id': '117ec636-0aaf-4463-af1c-2898871f7801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:29.572461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f84caf0b-913f-4b57-ad60-8f61201a82dd is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:29.573716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b7f30a7e-d359-4545-abe9-ff7089fe01e1 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:17:29.576821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.630442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port b7f30a7e-d359-4545-abe9-ff7089fe01e1 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:29.630793 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.631009 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port b7f30a7e-d359-4545-abe9-ff7089fe01e1 Oct 11 05:17:29.686091 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Provisioning complete for port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:29.686466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:29.686838 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Attempt 1 to provision port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 Oct 11 05:17:29.754089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:17:29.758145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port b7f30a7e-d359-4545-abe9-ff7089fe01e1 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:30.180293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509df367-544e-4306-96c8-93c05b3cc947 req-02b468c5-9aa7-4689-8b26-36c34296bc62 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:30.181678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-509df367-544e-4306-96c8-93c05b3cc947 req-02b468c5-9aa7-4689-8b26-36c34296bc62 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 932 time: 0.0699644 Oct 11 05:17:30.253433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-509df367-544e-4306-96c8-93c05b3cc947 req-2bae3e06-5b08-4c87-acb7-36dadc0ef84b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649159 Oct 11 05:17:30.255398 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Attempt 2 to provision port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 Oct 11 05:17:30.260665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:17:30.268510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:30.281594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Transition to ACTIVE for port object e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:17:30.286376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:30.290615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:17:30.365968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:30.394644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Attempting to bind port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:17:30.395627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Attempting to bind port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:17:30.395954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Attempting to bind port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 on network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:17:30.400522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 on network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:17:30.400839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Attempting to bind port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 on network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:17:30.405602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:17:30.405933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Checking segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:17:30.406307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Bound using segment: {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:17:30.406763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Bound port: e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:17:30.407112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:30.467950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] For port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:17:30.470828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] For port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:17:30.474590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:30.478402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:30.479029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:30.480398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] 10.222.0.45 "PUT /v2.0/ports/e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 1094 time: 0.9764621 Oct 11 05:17:30.480886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:17:30.483211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed395de-4fad-4f7d-89cb-182749ba0681" -d '{"events": [{"name": "network-changed", "server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:17:30.521658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f016b-9c29-4938-9b0b-16c39cc2ac49 x-openstack-request-id: req-108f016b-9c29-4938-9b0b-16c39cc2ac49 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:17:30.521943 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:17:30.522193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-108f016b-9c29-4938-9b0b-16c39cc2ac49 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:17:30.522608 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108f016b-9c29-4938-9b0b-16c39cc2ac49'] response: {'name': 'network-changed', 'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'status': 'completed', 'code': 200} Oct 11 05:17:30.540388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c761f4-8a46-4021-a6ce-cf0e298e0a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:30.582349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-31b2fa55-a871-45f3-8b8b-fc84d9c2cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:30.583980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-31b2fa55-a871-45f3-8b8b-fc84d9c2cec4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1097 time: 0.0407021 Oct 11 05:17:30.631263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-0dcd8416-081b-49f9-90b7-b2250a8f565a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0347960 Oct 11 05:17:30.679619 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-bb3bd88c-1237-46db-8cc6-58cc26086eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:30.681031 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-bb3bd88c-1237-46db-8cc6-58cc26086eb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0428476 Oct 11 05:17:30.728075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-5d4b9f35-48d7-41f6-b169-9da010b96b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:30.729433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-5d4b9f35-48d7-41f6-b169-9da010b96b65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425131 Oct 11 05:17:30.792081 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Attempt 3 to provision port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 Oct 11 05:17:30.819507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-44bb0e86-1ec9-4a72-9039-af096a60cc01 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 Oct 11 05:17:30.833522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b2af9-d9fa-4f33-a54e-b06eec76fc3f None None] Port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:17:30.910305 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d113570-ad86-4ee2-8eb5-ea3cf46d477e req-815f73dc-6dcc-433c-8a44-f0b747617799 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846939 Oct 11 05:17:31.040567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-39fa43fc-447e-4afc-b904-905347e7065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:31.041919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-39fa43fc-447e-4afc-b904-905347e7065e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1097 time: 0.0399451 Oct 11 05:17:31.131701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-0d6576af-c93c-4e8c-a081-0ed1854d9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:31.133099 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-0d6576af-c93c-4e8c-a081-0ed1854d9a9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 897 time: 0.0844855 Oct 11 05:17:31.172809 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-f5363b4f-43a4-4956-95bf-0e20ec226956 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0332928 Oct 11 05:17:31.219895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-7fcdf4a5-698d-4e88-a65a-87fa4abff938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:31.221258 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-7fcdf4a5-698d-4e88-a65a-87fa4abff938 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0412378 Oct 11 05:17:31.268503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-cd2a94d9-d3ac-4425-a292-0d7623fffeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:31.270514 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-cd2a94d9-d3ac-4425-a292-0d7623fffeba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416245 Oct 11 05:17:31.391203 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-515da9eb-7a6b-4130-9314-9a037d6a3f0a service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142581 Oct 11 05:17:31.402002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af584c-3bb1-4a66-ba1a-753659390432 req-9473ebb6-4a23-4417-bede-a16fcf15bebf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:31.403378 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6af584c-3bb1-4a66-ba1a-753659390432 req-9473ebb6-4a23-4417-bede-a16fcf15bebf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 944 time: 0.0716395 Oct 11 05:17:31.487337 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c6af584c-3bb1-4a66-ba1a-753659390432 req-d558c551-bad4-49de-8c52-65cbcb5763aa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753460 Oct 11 05:17:31.511037 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-aed395de-4fad-4f7d-89cb-182749ba0681 req-6d8431cf-746a-4346-920d-8a5c5ad20650 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065784 Oct 11 05:17:32.611832 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7250-10ac-4eb8-9d0c-fb9690a1e7d3 req-bf9e3475-1402-472a-8a21-1abbd476a249 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:32.613244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f5a7250-10ac-4eb8-9d0c-fb9690a1e7d3 req-bf9e3475-1402-472a-8a21-1abbd476a249 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 944 time: 0.0524623 Oct 11 05:17:32.650925 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f5a7250-10ac-4eb8-9d0c-fb9690a1e7d3 req-f625186d-2660-48df-a4fb-2dc311132ca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Oct 11 05:17:33.770604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddd913-1a71-49f9-a6c2-aeae223e672c req-e2994fcf-8896-4590-bc36-204b1a75235e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:33.772341 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-46ddd913-1a71-49f9-a6c2-aeae223e672c req-e2994fcf-8896-4590-bc36-204b1a75235e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 944 time: 0.0489352 Oct 11 05:17:33.813367 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-46ddd913-1a71-49f9-a6c2-aeae223e672c req-15d94510-038b-4328-b485-1cce370658ff tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349224 Oct 11 05:17:34.369522 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ef16242d-0cd4-41c9-b16f-e40dd0fd1a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:34.463450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:17:34.565196 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:34.577594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'port_id': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'mac_address': 'fa:16:3e:6e:09:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 484, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:17:34.596460 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:17:34.616917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:34.617303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:34.630806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:17:34.655753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:34.659558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:34.705779 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:34.935349 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876ac5a-a369-433b-aee8-87b1e78557c9 req-89c17b83-f908-43c0-8553-e98213b1f1c3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:34.936831 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5876ac5a-a369-433b-aee8-87b1e78557c9 req-89c17b83-f908-43c0-8553-e98213b1f1c3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Oct 11 05:17:34.976721 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5876ac5a-a369-433b-aee8-87b1e78557c9 req-39b44a6e-d2c8-476e-9ada-2ca7391c6c28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331695 Oct 11 05:17:35.033056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:17:36.098854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd41b-1288-4cfb-8edc-e2c7d31807ca req-022dd8c3-0c74-4b35-b620-622a6f875bf1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:36.100323 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1acd41b-1288-4cfb-8edc-e2c7d31807ca req-022dd8c3-0c74-4b35-b620-622a6f875bf1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Oct 11 05:17:36.137408 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b1acd41b-1288-4cfb-8edc-e2c7d31807ca req-1ac95c06-dcfd-4600-8056-89d89e679ee9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Oct 11 05:17:36.462987 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:17:36.511004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:17:36.514721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:17:36.515094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:36.515429 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 Oct 11 05:17:36.602031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:17:36.602410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:36.605649 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a5095642-f149-4e73-a1f8-867ff4f3536e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:36.626241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:17:36.628510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42268c61-506a-495f-8443-78013963cd16" -d '{"events": [{"server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "name": "network-vif-plugged", "status": "completed", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:17:36.641562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:17:36.645877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:36.672301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368882bc-11ca-487f-ac28-c37e76bade42 x-openstack-request-id: req-368882bc-11ca-487f-ac28-c37e76bade42 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:17:36.672586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "name": "network-vif-plugged", "status": "completed", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:17:36.672831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-368882bc-11ca-487f-ac28-c37e76bade42 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:17:36.673216 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368882bc-11ca-487f-ac28-c37e76bade42'] response: {'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'code': 200} Oct 11 05:17:36.697136 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:36.856573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be577-dfd2-41e8-bde4-10b370519384 req-94dae20e-f068-44d4-8d29-5d516513934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:36.858044 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d35be577-dfd2-41e8-bde4-10b370519384 req-94dae20e-f068-44d4-8d29-5d516513934c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1099 time: 0.0399301 Oct 11 05:17:36.891480 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d35be577-dfd2-41e8-bde4-10b370519384 req-f58331df-d6d1-4963-9633-5a45736c9c0e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266440 Oct 11 05:17:37.256179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669df87-990c-4cf3-bbf5-5b990aca9363 req-6b25731f-20eb-4047-968b-628ba51cbf49 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:37.257688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5669df87-990c-4cf3-bbf5-5b990aca9363 req-6b25731f-20eb-4047-968b-628ba51cbf49 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0484052 Oct 11 05:17:37.301038 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5669df87-990c-4cf3-bbf5-5b990aca9363 req-da738cd2-73c3-43ef-a288-ce7adc5df83d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369928 Oct 11 05:17:37.961458 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:38.421473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b96d-47c6-44dd-9c5f-827fb949fc59 req-8bed96ab-53ea-4ae0-b1dc-88459658ee01 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:38.422936 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-28d1b96d-47c6-44dd-9c5f-827fb949fc59 req-8bed96ab-53ea-4ae0-b1dc-88459658ee01 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0479720 Oct 11 05:17:38.459508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-28d1b96d-47c6-44dd-9c5f-827fb949fc59 req-7cf6691a-274e-43b1-8708-c81be76132e1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307348 Oct 11 05:17:38.577341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c34aa-c9d8-4e74-8829-42f906e5fda4 req-4b9b50c4-e5f8-462f-b004-4d759880f43f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:38.578827 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c66c34aa-c9d8-4e74-8829-42f906e5fda4 req-4b9b50c4-e5f8-462f-b004-4d759880f43f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0481908 Oct 11 05:17:38.617176 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c66c34aa-c9d8-4e74-8829-42f906e5fda4 req-de9beb9b-1ba9-4f6d-8f9b-f5af1a60df4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Oct 11 05:17:38.644677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59680) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:38.684016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9cdbcc-b57c-431e-a6d9-437996e1b520 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:38.685483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-5d9cdbcc-b57c-431e-a6d9-437996e1b520 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1094 time: 0.0397708 Oct 11 05:17:38.688286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59682) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:38.693208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:17:38.713087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:38.811101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:38.909413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.48 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/57db84db-ed97-4768-8062-672a22c01101) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:17:39.012720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.045235 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.082147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:17:39.085063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:17:39.088507 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:17:39.113017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=57db84db-ed97-4768-8062-672a22c01101,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:39.439499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.502611 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.533427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.606448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.654875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.659148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.727751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:39.729372 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=57db84db-ed97-4768-8062-672a22c01101,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:17:39.828488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 8fe0108e-aecc-4667-8d20-6a5c2419ee41 associated. External IP: 172.26.8.48, port: e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7. Oct 11 05:17:40.034268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:17:40.138708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:17:40.149203 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] Sync routers for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:17:40.156971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:40.158342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:40.158993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:40.188904 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c2527aaf-03d9-4b3e-9ac7-9fbf4646e5b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4971030 Oct 11 05:17:40.188904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:17:40.189424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9144819d-4714-4b34-84b4-d108bd030774" -d '{"events": [{"name": "network-changed", "server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:17:40.229503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df89c30a-abec-4079-842f-2f829e0ab6c5 x-openstack-request-id: req-df89c30a-abec-4079-842f-2f829e0ab6c5 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:17:40.229799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:17:40.230178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df89c30a-abec-4079-842f-2f829e0ab6c5 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:17:40.230617 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df89c30a-abec-4079-842f-2f829e0ab6c5'] response: {'name': 'network-changed', 'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'status': 'completed', 'code': 200} Oct 11 05:17:40.294777 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075ba8-730a-4915-9b61-4af51c9d5651 req-0ab2325b-ac19-4053-ae05-f7f5dbc63f94 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:40.296376 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97075ba8-730a-4915-9b61-4af51c9d5651 req-0ab2325b-ac19-4053-ae05-f7f5dbc63f94 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0564895 Oct 11 05:17:40.314448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144819d-4714-4b34-84b4-d108bd030774 req-d9cc18fb-fa8b-446e-bde4-083ecd1bf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:40.316151 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-d9cc18fb-fa8b-446e-bde4-083ecd1bf75a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1099 time: 0.0441358 Oct 11 05:17:40.339492 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-97075ba8-730a-4915-9b61-4af51c9d5651 req-f0931e50-89b3-4e30-9045-08100643d936 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358665 Oct 11 05:17:40.372509 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59688) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:40.423375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:40.427686 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144819d-4714-4b34-84b4-d108bd030774 req-040bff5a-fc0e-450b-9669-446e2b7c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:40.429150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-040bff5a-fc0e-450b-9669-446e2b7c0923 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 897 time: 0.1060269 Oct 11 05:17:40.434694 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-650fda50-6491-40cc-a893-e1889fdc3b33 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/8fe0108e-aecc-4667-8d20-6a5c2419ee41 HTTP/1.1" status: 200 len: 991 time: 0.0609293 Oct 11 05:17:40.498032 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-845fd28f-ec31-43c6-9d25-605f0f4e9e1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 999 time: 0.0619271 Oct 11 05:17:40.546161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144819d-4714-4b34-84b4-d108bd030774 req-aa12cb82-7256-4f5b-90ce-abb1c3505d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:40.547622 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-aa12cb82-7256-4f5b-90ce-abb1c3505d02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0431314 Oct 11 05:17:40.592544 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144819d-4714-4b34-84b4-d108bd030774 req-635888ab-b94c-4ed2-b9d9-9e194034deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:17:40.594015 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-635888ab-b94c-4ed2-b9d9-9e194034deb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399587 Oct 11 05:17:40.648176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '8fe0108e-aecc-4667-8d20-6a5c2419ee41', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'port_id': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'mac_address': 'fa:16:3e:6e:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117ec636-0aaf-4463-af1c-2898871f7801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:17:39Z', 'updated_at': '2022-10-11T05:17:39Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:40.674790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] Checking router: b8d4b9aa-c064-470b-af96-77ac6a9dd8aa for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:17:40.683023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:17:40.683625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:17:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:40.685664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-e0d9e6a9-af40-40c7-be80-315f0003811e service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Oct 11 05:17:40.777615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9144819d-4714-4b34-84b4-d108bd030774 req-efa5a6aa-20e0-4b04-b105-59b7bcfc23f4 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852911 Oct 11 05:17:40.787424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:17:41.009138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '8fe0108e-aecc-4667-8d20-6a5c2419ee41', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'port_id': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'mac_address': 'fa:16:3e:6e:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117ec636-0aaf-4463-af1c-2898871f7801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:17:39Z', 'updated_at': '2022-10-11T05:17:39Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:17:41.035309 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bd9f8-d58c-4e2d-9b91-bfd272219bd4 None None] The sync data for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv is: [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '8fe0108e-aecc-4667-8d20-6a5c2419ee41', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.48', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'port_id': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'mac_address': 'fa:16:3e:6e:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117ec636-0aaf-4463-af1c-2898871f7801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:17:39Z', 'updated_at': '2022-10-11T05:17:39Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:17:41.116710 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:17:41.221801 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378b1df-cadb-4616-b854-f66e758de895 None None] New status for floating IP 8fe0108e-aecc-4667-8d20-6a5c2419ee41: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:17:41.438053 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59690) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:17:41.500459 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ac813269-bfeb-45a0-845c-a8f7f3819257 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/8fe0108e-aecc-4667-8d20-6a5c2419ee41 HTTP/1.1" status: 200 len: 993 time: 0.0612662 Oct 11 05:17:56.072899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-bebce08a-942c-430b-b389-4b3eaa57a569 req-747c9e53-963a-4c38-9567-3f9c57cb2bb5 service neutron] (103098) timed out ('10.222.0.39', 55840) {{(pid=103098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 05:18:04.370245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e6c2783f-7902-4db9-a030-18414fdd7bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:06.596749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d3ad5438-395f-41a2-b9a3-fc438e6da037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:07.964396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:09.527615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:09.608589 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:11.118933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:11.290690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-e68850f5-2b34-4448-86a1-2de5661f415b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397844 Oct 11 05:18:11.388276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-b3537da4-4815-427b-b551-5d1a6ce01962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:11.389660 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-b3537da4-4815-427b-b551-5d1a6ce01962 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1099 time: 0.0403593 Oct 11 05:18:11.491953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-d9283523-9c09-4fb6-80b1-0bfd51a76d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:11.493383 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-d9283523-9c09-4fb6-80b1-0bfd51a76d53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 897 time: 0.0848236 Oct 11 05:18:11.556465 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-600ba69e-5bb2-41f7-ad1b-3f8fa13f463e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0569637 Oct 11 05:18:11.595659 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:18:11.607916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-6643ab8b-583d-488f-bd2a-4668afb98bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:11.609355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-6643ab8b-583d-488f-bd2a-4668afb98bf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0470934 Oct 11 05:18:11.654492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-143c911b-e7b5-4fec-9ba4-9f06a4aa0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:11.655978 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-143c911b-e7b5-4fec-9ba4-9f06a4aa0739 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399675 Oct 11 05:18:11.742975 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-8a2b499e-312a-4368-8412-dec788298945 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798409 Oct 11 05:18:11.834108 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ff9cf6d6-f65c-4ca1-93ad-2986e3377418 req-94cf8515-9b8a-434c-87d4-0f52c9bdb4f4 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842974 Oct 11 05:18:34.373348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f8538a6d-c394-4f4e-a571-3661615a3e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:36.598502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-29eee245-2330-483d-afb1-e80c3198515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:37.968004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:39.535382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:39.609917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:41.141182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:18:48.595241 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:18:52.957712 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f099b71-d2c8-42e6-8f44-0531743b8fb3 req-20c4e5e4-f631-44ac-8b2c-22d20f739911 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:52.959111 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f099b71-d2c8-42e6-8f44-0531743b8fb3 req-20c4e5e4-f631-44ac-8b2c-22d20f739911 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0792198 Oct 11 05:18:52.964925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955870b9-294b-40a1-9e92-cf2815ce789c req-7b10ce1d-68f0-4b0a-8ac0-666271b75c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:52.966919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-7b10ce1d-68f0-4b0a-8ac0-666271b75c26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1099 time: 0.0552619 Oct 11 05:18:53.024222 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f099b71-d2c8-42e6-8f44-0531743b8fb3 req-b7b612cc-f1d0-4c71-a005-573737b37475 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563796 Oct 11 05:18:53.078766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955870b9-294b-40a1-9e92-cf2815ce789c req-e6b12ee0-3119-4743-b399-edfd6238155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:53.080205 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-e6b12ee0-3119-4743-b399-edfd6238155c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 897 time: 0.1059866 Oct 11 05:18:53.142408 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-241ac5c6-87e7-43a0-b4fa-5982db049ae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0556402 Oct 11 05:18:53.189319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955870b9-294b-40a1-9e92-cf2815ce789c req-9cfc5d91-7894-4ce8-8de5-9a5ea22d283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:53.190743 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-9cfc5d91-7894-4ce8-8de5-9a5ea22d283a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0419738 Oct 11 05:18:53.237228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955870b9-294b-40a1-9e92-cf2815ce789c req-c7e61cc2-7c9d-456e-bf1a-b8c99cdf6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:53.238695 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-c7e61cc2-7c9d-456e-bf1a-b8c99cdf6206 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415382 Oct 11 05:18:53.326320 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-f75cf86a-ba49-439f-a0ee-a58ea1a96ddf service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795009 Oct 11 05:18:53.415896 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-955870b9-294b-40a1-9e92-cf2815ce789c req-7d1cf0c4-6f3d-4a6b-ba93-46428f3ded40 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827708 Oct 11 05:18:54.147885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7b1ad-b223-4150-a943-77ec8da0c864 req-1e768584-3a05-4acf-a2d0-ee5845107fa0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:54.149333 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-05b7b1ad-b223-4150-a943-77ec8da0c864 req-1e768584-3a05-4acf-a2d0-ee5845107fa0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0488124 Oct 11 05:18:54.186668 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-05b7b1ad-b223-4150-a943-77ec8da0c864 req-286ec61d-b452-44ad-85fd-a140cf848a73 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Oct 11 05:18:55.306384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a4129-ef7b-418b-8a19-869f26d031b3 req-40b8ed77-6e9b-473d-95dd-de7eaaec9c36 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:55.307863 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c18a4129-ef7b-418b-8a19-869f26d031b3 req-40b8ed77-6e9b-473d-95dd-de7eaaec9c36 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0487244 Oct 11 05:18:55.345417 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c18a4129-ef7b-418b-8a19-869f26d031b3 req-edf99aec-2709-41b6-8802-58aabee2cc05 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Oct 11 05:18:56.463882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383e1a6-d51a-4065-b057-70a342545a1f req-eedf9676-cc48-4b61-9b7c-1baaafb08e1c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:56.465334 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3383e1a6-d51a-4065-b057-70a342545a1f req-eedf9676-cc48-4b61-9b7c-1baaafb08e1c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Oct 11 05:18:56.502813 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3383e1a6-d51a-4065-b057-70a342545a1f req-d950416b-1f21-455d-81d5-bf19ab746c86 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310504 Oct 11 05:18:57.621337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0217b2-bd27-477e-8614-d0ef6437e137 req-f3c35684-81a7-4a8d-b3df-75413ba1084c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:57.623416 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb0217b2-bd27-477e-8614-d0ef6437e137 req-f3c35684-81a7-4a8d-b3df-75413ba1084c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0481906 Oct 11 05:18:57.660269 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb0217b2-bd27-477e-8614-d0ef6437e137 req-37608a47-37c4-4f0a-8cb8-18d9ec322a1b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Oct 11 05:18:58.782224 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f530bd9-32f8-43d2-95b6-5bef11381a06 req-92f3179e-2c12-4780-a177-0daab9fdfb48 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:58.783686 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f530bd9-32f8-43d2-95b6-5bef11381a06 req-92f3179e-2c12-4780-a177-0daab9fdfb48 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0518584 Oct 11 05:18:58.820581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0f530bd9-32f8-43d2-95b6-5bef11381a06 req-fc9102cb-2f8b-496d-8989-a3ad64556255 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Oct 11 05:18:59.943774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365d59-4689-4595-8176-597518920662 req-54e40cd2-9704-4da0-9f4d-15e208c86e9e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:18:59.945144 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7365d59-4689-4595-8176-597518920662 req-54e40cd2-9704-4da0-9f4d-15e208c86e9e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0521772 Oct 11 05:18:59.983018 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c7365d59-4689-4595-8176-597518920662 req-7ec2a906-0bdf-451f-92a0-fa00a493788d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Oct 11 05:19:01.103175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334d8ce-79d9-4eee-914a-0319f50de77d req-df6cc3e4-adfe-40de-9c7b-531dfb19a7c7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:01.104630 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0334d8ce-79d9-4eee-914a-0319f50de77d req-df6cc3e4-adfe-40de-9c7b-531dfb19a7c7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0477767 Oct 11 05:19:01.141766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-0334d8ce-79d9-4eee-914a-0319f50de77d req-f59a1263-405a-4b0d-b0b5-15a657e95657 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Oct 11 05:19:02.260820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ce688-759f-44d3-b746-80e4f31aafb9 req-866f7c56-00a4-42a6-9f2f-0c4544242109 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:02.262255 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-011ce688-759f-44d3-b746-80e4f31aafb9 req-866f7c56-00a4-42a6-9f2f-0c4544242109 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0476360 Oct 11 05:19:02.299577 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-011ce688-759f-44d3-b746-80e4f31aafb9 req-4533e097-8b87-4f00-ac99-f8e56c735331 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Oct 11 05:19:03.418422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920da64-b996-4e33-a82e-71600584c70f req-572baeaf-6f05-462d-8f7f-fd0987621c83 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:03.420413 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7920da64-b996-4e33-a82e-71600584c70f req-572baeaf-6f05-462d-8f7f-fd0987621c83 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0483673 Oct 11 05:19:03.457403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7920da64-b996-4e33-a82e-71600584c70f req-0f2e8c64-9674-414d-9b29-e7f5f306f964 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Oct 11 05:19:04.375048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ca9d034d-05a8-44e8-9be4-3e0d144cef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:04.575980 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeef8d-33a2-4760-91ca-82eaa53cfb45 req-005ef693-e76e-4435-ab16-0cd76c723fd7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:04.577421 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4bdeef8d-33a2-4760-91ca-82eaa53cfb45 req-005ef693-e76e-4435-ab16-0cd76c723fd7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0489540 Oct 11 05:19:04.616619 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4bdeef8d-33a2-4760-91ca-82eaa53cfb45 req-2e6868ff-7170-4675-981d-7a221fd34b6e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Oct 11 05:19:04.644316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59744) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:19:04.707912 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-99ceeee6-c13a-4ad4-9f13-bab296794d63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/8fe0108e-aecc-4667-8d20-6a5c2419ee41 HTTP/1.1" status: 200 len: 993 time: 0.0624638 Oct 11 05:19:06.601125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5e6e-5d2c-45bd-9e9c-5e65d805951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:07.974767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:09.538141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:09.611317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:10.964104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-f08bd819-ec0a-4475-a409-ed67a5252fdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3636515 Oct 11 05:19:11.059042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-3b38d5dd-7d2b-41c1-8edb-814a8f1c7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:11.060542 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-3b38d5dd-7d2b-41c1-8edb-814a8f1c7b72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1099 time: 0.0392075 Oct 11 05:19:11.140611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:11.164515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-ce309e1f-686b-43da-af22-685a47912c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:11.165943 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-ce309e1f-686b-43da-af22-685a47912c4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 897 time: 0.0868704 Oct 11 05:19:11.227336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-036ddce9-6986-46b2-9e0f-15a1fb7126de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 1001 time: 0.0549860 Oct 11 05:19:11.273462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-67f029e4-94fd-466e-935f-b03afa3fd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:11.274853 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-67f029e4-94fd-466e-935f-b03afa3fd8f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0416770 Oct 11 05:19:11.321140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-10f7832f-a151-41b0-93e1-8aa54a2c758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:19:11.322379 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-10f7832f-a151-41b0-93e1-8aa54a2c758b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413067 Oct 11 05:19:11.409591 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-5364b52c-39ac-41c6-81a5-c7c5cb32a78a service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803609 Oct 11 05:19:11.498807 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a0cb4abf-d541-485b-ae8a-03245ba749b4 req-ce867985-e336-46d2-af73-09c6dc067760 service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826883 Oct 11 05:19:25.593088 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:19:34.376463 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-97ad3725-a407-4589-ba8e-f9e6a1e42e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:36.603102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed251b45-ebfb-45e4-b759-615d0d0178e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:37.974219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:39.541127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:39.611947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:41.150922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:59.679061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59764) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:19:59.834951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 57db84db-ed97-4768-8062-672a22c01101 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:19:59.835297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:59.911965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:59.912231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:19:59.923968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 57db84db-ed97-4768-8062-672a22c01101 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:20:00.067915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:00.092362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=57db84db-ed97-4768-8062-672a22c01101,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:00.111045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.111399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.111745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.112083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.112416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.112747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.113080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.113405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.113734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.114057 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.114399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.114737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:00.166822 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:00.167081 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 8fe0108e-aecc-4667-8d20-6a5c2419ee41 disassociated (deleted). External IP: 172.26.8.48, port: e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7. Oct 11 05:20:00.378012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:20:00.486377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:20:00.491089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:00.495905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] Sync routers for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:20:00.505533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:00.506142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:19:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:00.517919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cf8022a7-0333-47c3-afdd-62b6e94f9078 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/floatingips/8fe0108e-aecc-4667-8d20-6a5c2419ee41 HTTP/1.1" status: 204 len: 168 time: 0.8377731 Oct 11 05:20:00.518668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:20:00.521030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cffd3-3cdd-493e-a387-2ee7f18b870b" -d '{"events": [{"name": "network-changed", "server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:20:00.561659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b00a8-f90f-48c2-aa90-1293c2206579 x-openstack-request-id: req-7b3b00a8-f90f-48c2-aa90-1293c2206579 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:20:00.561944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:20:00.562194 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b3b00a8-f90f-48c2-aa90-1293c2206579 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:20:00.562626 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3b00a8-f90f-48c2-aa90-1293c2206579'] response: {'name': 'network-changed', 'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'status': 'completed', 'code': 200} Oct 11 05:20:00.619599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:00.664678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-ca32aa37-d7cb-4bef-993c-385441201e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:00.666346 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-ca32aa37-d7cb-4bef-993c-385441201e7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 1099 time: 0.0577986 Oct 11 05:20:00.765534 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-6b7f9edc-ba78-4ec7-a3ea-10bb25f00196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:00.767027 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-6b7f9edc-ba78-4ec7-a3ea-10bb25f00196 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 200 len: 897 time: 0.0930636 Oct 11 05:20:00.809895 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-2f11370c-f9c0-4f40-8889-fc0599eba6da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0354397 Oct 11 05:20:00.820499 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565f3d-3b00-4501-b3e8-4a740310282d req-68c1f828-7be5-4392-918e-ec922ade0e3b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:00.821988 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1c565f3d-3b00-4501-b3e8-4a740310282d req-68c1f828-7be5-4392-918e-ec922ade0e3b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0497468 Oct 11 05:20:00.833214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:00.863425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] Checking router: b8d4b9aa-c064-470b-af96-77ac6a9dd8aa for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:20:00.870455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-c03398ba-f5a7-4bc7-a0a5-a19a4f576348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:00.870794 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1c565f3d-3b00-4501-b3e8-4a740310282d req-9bf3c12d-e0f4-41b3-8fa3-c44f85b21586 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Oct 11 05:20:00.872044 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-c03398ba-f5a7-4bc7-a0a5-a19a4f576348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 200 len: 835 time: 0.0544381 Oct 11 05:20:00.872399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:00.873141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:19:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:00.919262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-e77d187a-0ab0-44e9-9287-d112db1aa212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:00.920868 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-e77d187a-0ab0-44e9-9287-d112db1aa212 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9388c312-e7c9-4d0c-90ce-b063d5e1eb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401781 Oct 11 05:20:00.977856 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:01.020377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-71de0b01-31a7-454a-bff1-eb0801e827ed service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868580 Oct 11 05:20:01.111515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-954cffd3-3cdd-493e-a387-2ee7f18b870b req-fcd251f5-52ac-482f-a4de-9635eb0fe2fd service neutron] 10.222.0.45 "GET /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Oct 11 05:20:01.170117 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:01.196857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89777a6-603d-461f-b197-72872bee4aa3 None None] The sync data for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv is: [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:25Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'b7f30a7e-d359-4545-abe9-ff7089fe01e1', 'name': '', 'network_id': '9388c312-e7c9-4d0c-90ce-b063d5e1eb30', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:13:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:25Z', 'updated_at': '2022-10-11T05:17:28Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'fe64dc45-fe41-4170-b5dd-94845e8de62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:20:01.395503 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d9ffd-6d99-4363-af9d-2ae2c07019fd None None] New status for floating IP 8fe0108e-aecc-4667-8d20-6a5c2419ee41: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:20:01.995826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabcbc9-7033-4949-a620-42a2f69ecc1b req-73595a09-9258-4d2c-88a5-b35fc8879656 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:01.997260 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7fabcbc9-7033-4949-a620-42a2f69ecc1b req-73595a09-9258-4d2c-88a5-b35fc8879656 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0483756 Oct 11 05:20:02.034295 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7fabcbc9-7033-4949-a620-42a2f69ecc1b req-76eff413-78b3-4cd3-9cb6-b9ab5797535e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=578196e8-8504-4f72-8c5c-ebbd7ef68e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Oct 11 05:20:02.592249 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:20:02.658111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-d70f7e7f-0faa-40f3-9982-1050623d02b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:02.659583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-d70f7e7f-0faa-40f3-9982-1050623d02b0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 946 time: 0.0522854 Oct 11 05:20:02.745983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:20:02.746322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:02.835586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:02.835936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:02.848180 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:20:02.970199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:03.001206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:03.045013 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] No DVR routers for this DVR port e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:20:03.048052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:03.051398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c71d71ac-3a2d-4d8c-a479-fef4152be1e7 req-366b75ed-1f48-4114-81d5-7d356c787fdd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "DELETE /v2.0/ports/e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 HTTP/1.1" status: 204 len: 173 time: 0.3854508 Oct 11 05:20:03.051892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'name': 'network-vif-deleted', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:20:03.054520 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe1fb4-3ff2-4cb2-bdb7-f334f24ab07b" -d '{"events": [{"server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "name": "network-vif-deleted", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:20:03.093293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2660bb8c-f193-42df-8584-719fa3b355dc x-openstack-request-id: req-2660bb8c-f193-42df-8584-719fa3b355dc {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:20:03.093594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117ec636-0aaf-4463-af1c-2898871f7801", "name": "network-vif-deleted", "tag": "e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:20:03.093892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2660bb8c-f193-42df-8584-719fa3b355dc {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:20:03.094257 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2660bb8c-f193-42df-8584-719fa3b355dc'] response: {'server_uuid': '117ec636-0aaf-4463-af1c-2898871f7801', 'name': 'network-vif-deleted', 'tag': 'e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7', 'status': 'completed', 'code': 200} Oct 11 05:20:03.138608 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2521663d-83b4-4575-985a-b076834f761e req-26adfd40-b71e-4954-adf3-f11a2aa01822 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=117ec636-0aaf-4463-af1c-2898871f7801 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Oct 11 05:20:04.200808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59784) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:04.381442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ee781cc0-9bd6-44ff-830f-c930475380f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:04.556106 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:04.802816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port b7f30a7e-d359-4545-abe9-ff7089fe01e1 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:20:04.803178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:04.888840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port b7f30a7e-d359-4545-abe9-ff7089fe01e1, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=b7f30a7e-d359-4545-abe9-ff7089fe01e1,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:04.889711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:04.902132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for b7f30a7e-d359-4545-abe9-ff7089fe01e1 owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:20:05.094605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.125819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=b7f30a7e-d359-4545-abe9-ff7089fe01e1,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:05.295280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.510803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:20:05.617844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:20:05.623502 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7ddc18e9-661f-485e-ba14-2666c1fe2de3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/b8d4b9aa-c064-470b-af96-77ac6a9dd8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4209874 Oct 11 05:20:05.626445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59786) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:05.628605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] Sync routers for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:20:05.638104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:05.638741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:19:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:05.677576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting subnet fe64dc45-fe41-4170-b5dd-94845e8de62b {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:20:05.680676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.720836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.812870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.873089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.889940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:05.898826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Subnet': ['ID=fe64dc45-fe41-4170-b5dd-94845e8de62b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:05.906794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:05.909912 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-07e578a5-603f-4dbf-95b7-5ed163b463af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/subnets/fe64dc45-fe41-4170-b5dd-94845e8de62b HTTP/1.1" status: 204 len: 168 time: 0.2825150 Oct 11 05:20:05.912582 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59788) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:05.919564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e735473e-c6fb-4f1a-8389-1208b6a7a13a None None] Network 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:20:06.178115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:20:05Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:06.205763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] Checking router: b8d4b9aa-c064-470b-af96-77ac6a9dd8aa for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:20:06.214933 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] Routers {'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:06.215587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:19:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:06.256741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] DHCP port deletion for 9388c312-e7c9-4d0c-90ce-b063d5e1eb30 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:20:06.345744 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.357656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] Set router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:06.415632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Deleting port 5fdf3419-13dd-4d76-93a9-71610e48e690 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:20:06.416003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.445941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.498741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port f84caf0b-913f-4b57-ad60-8f61201a82dd {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:20:06.499077 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.534904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] For port 5fdf3419-13dd-4d76-93a9-71610e48e690, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=5fdf3419-13dd-4d76-93a9-71610e48e690,segment=NetworkSegment(cf0a66bd-4d47-4f95-8851-4a6fa032fd17),segment_id=cf0a66bd-4d47-4f95-8851-4a6fa032fd17)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:06.535307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.555374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Calling delete_port for 5fdf3419-13dd-4d76-93a9-71610e48e690 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:20:06.579796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port f84caf0b-913f-4b57-ad60-8f61201a82dd, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f84caf0b-913f-4b57-ad60-8f61201a82dd,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:06.580197 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.593821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for f84caf0b-913f-4b57-ad60-8f61201a82dd owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:20:06.649830 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6c4da91-724d-4779-a873-6be7283a387f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.679139 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:20:05Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:06.711257 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.713412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2fe9f5-ef89-453f-a2dc-d4b41c3b3fc9 None None] The sync data for ids ['b8d4b9aa-c064-470b-af96-77ac6a9dd8aa'] in dv-neutron-860894-1-hyperv is: [{'id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472025901', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:20:05Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'f84caf0b-913f-4b57-ad60-8f61201a82dd', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4b9aa-c064-470b-af96-77ac6a9dd8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:17:22Z', 'updated_at': '2022-10-11T05:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:20:06.740280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Pushing event deleted for resources: {'Port': ['ID=5fdf3419-13dd-4d76-93a9-71610e48e690,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:06.743170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] No DVR routers for this DVR port 5fdf3419-13dd-4d76-93a9-71610e48e690 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:20:06.751532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.751886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.752228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.752565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.752903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.753233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.753584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.753911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.754274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.754641 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.754970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.755293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31c1aeb-7160-404b-9197-103008f13793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:06.778591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.801815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=f84caf0b-913f-4b57-ad60-8f61201a82dd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:06.862868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.954882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.957035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.998369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:06.999511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Fanout notify agent at l3_agent the message router_deleted on router b8d4b9aa-c064-470b-af96-77ac6a9dd8aa {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:20:07.006565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.007664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4d82bacc-ebdb-4629-a4bb-8e12178ad70c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/routers/b8d4b9aa-c064-470b-af96-77ac6a9dd8aa HTTP/1.1" status: 204 len: 168 time: 1.0941796 Oct 11 05:20:07.010451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59790) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:07.085746 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.178259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.199060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9388c312-e7c9-4d0c-90ce-b063d5e1eb30']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:07.208186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:07.208422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0a66bd-4d47-4f95-8851-4a6fa032fd17') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:07.217548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.230354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.237005 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:20:07.237416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.242421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:20:07.274763 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:20:07.275006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e8edcb30-c65c-46cc-8e1e-b2b1ead1f7a7 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:20:07.301654 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cf0a66bd-4d47-4f95-8851-4a6fa032fd17 resource provider aggregate not found Oct 11 05:20:07.315148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.323477 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment cf0a66bd-4d47-4f95-8851-4a6fa032fd17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf0a66bd-4d47-4f95-8851-4a6fa032fd17 found for delete ", "request_id": "req-34cb5fa2-ba24-40ac-a197-3ebc5a67450c"}]} Oct 11 05:20:07.324445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.330221 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/networks/9388c312-e7c9-4d0c-90ce-b063d5e1eb30 HTTP/1.1" status: 204 len: 168 time: 0.3161747 Oct 11 05:20:07.330411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59796) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:07.348000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a5cf6-28d7-41f1-8d0e-72d1340c75dc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Network': ['ID=9388c312-e7c9-4d0c-90ce-b063d5e1eb30,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:07.412548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b50e9159-c5a7-40e4-afba-18b709377e35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.437139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b50e9159-c5a7-40e4-afba-18b709377e35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.496224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b50e9159-c5a7-40e4-afba-18b709377e35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.499011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b50e9159-c5a7-40e4-afba-18b709377e35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:07.500159 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b50e9159-c5a7-40e4-afba-18b709377e35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/security-groups/578196e8-8504-4f72-8c5c-ebbd7ef68e5d HTTP/1.1" status: 204 len: 168 time: 0.1688423 Oct 11 05:20:07.508938 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e9159-c5a7-40e4-afba-18b709377e35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578196e8-8504-4f72-8c5c-ebbd7ef68e5d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:07.770457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5fdf3419-13dd-4d76-93a9-71610e48e690 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:20:07.791422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 5fdf3419-13dd-4d76-93a9-71610e48e690 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:20:07.791757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 5fdf3419-13dd-4d76-93a9-71610e48e690 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:20:07.792156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b7f30a7e-d359-4545-abe9-ff7089fe01e1 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:20:07.810128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: b7f30a7e-d359-4545-abe9-ff7089fe01e1 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:20:07.810466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device b7f30a7e-d359-4545-abe9-ff7089fe01e1 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:20:07.979990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.373025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f84caf0b-913f-4b57-ad60-8f61201a82dd no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:20:09.393178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: f84caf0b-913f-4b57-ad60-8f61201a82dd {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:20:09.393514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f84caf0b-913f-4b57-ad60-8f61201a82dd not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:20:09.544285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.613401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.640247 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59806) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:09.644918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357387977', 'description': 'tempest-secgroup-smoke-357387977 description', 'project_id': 'bcc978651d154f90a76a6081677ed951'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:09.666278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.731684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.735398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.769705 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.770940 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1296644 Oct 11 05:20:09.772780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aef1f8-b88a-4cac-b64c-f91b8caf51c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f52383-3bd6-470d-a489-b2f2f76309b9,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:09.774318 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59808) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:09.783973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '93f52383-3bd6-470d-a489-b2f2f76309b9', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:09.808506 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.855542 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.859037 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.877343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0283e7af-17c3-4862-bcd2-6192a60e44cc,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:09.885709 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.886173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.886518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.886905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.887236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.887568 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.887929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.888239 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.888561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.888880 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.889761 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.890080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:09.894474 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.895657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e427ed7e-7ddb-43cf-b33a-2a5059e148af tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203005 Oct 11 05:20:09.898815 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:09.903011 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '93f52383-3bd6-470d-a489-b2f2f76309b9', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:09.926103 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.985439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:09.989068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.006838 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0981487-cdba-4439-98b5-277c2e6635e8,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:10.013554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.014849 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-cf125a27-9cdd-4999-a796-ccd3ad790f26 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150546 Oct 11 05:20:10.017685 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:10.021905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '93f52383-3bd6-470d-a489-b2f2f76309b9', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:10.046221 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.103210 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.106681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.125151 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5984b16-211b-44e6-80e7-c3dd9117f50d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:10.132358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.133538 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68b6840e-ff3d-4514-99dc-1e18dd612e45 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149294 Oct 11 05:20:10.136398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59814) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:10.140770 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '93f52383-3bd6-470d-a489-b2f2f76309b9', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:10.164264 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.221554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.225236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.244902 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5683a87-292e-4f57-a908-71697e5f4b24,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:10.251262 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.254922 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-22a4ec90-e8b0-4309-8dc9-d6a04da4dbbf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150527 Oct 11 05:20:10.255139 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:10.259361 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '93f52383-3bd6-470d-a489-b2f2f76309b9', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:10.279073 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:20:10.283693 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.345102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.348827 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.369133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1a5bc4-002d-4380-b89f-0d3814c99026,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:10.375383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.376647 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0ccdcb53-3d2a-48b2-9111-f7115fd8bdfa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205530 Oct 11 05:20:10.379355 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59818) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:10.383773 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '93f52383-3bd6-470d-a489-b2f2f76309b9', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:10.403227 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:20:10.408343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.468758 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.472257 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.489578 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54945166-1ab4-4b25-a316-946b989bbc89,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:10.498125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.499395 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b8bada9a-9f87-4534-af8b-6de7f1d13e08 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190836 Oct 11 05:20:10.502173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59820) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:10.506916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'network': {'name': 'tempest-network-smoke--1407474288', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:10.524611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:20:10.528046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.551483 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:20:10.560391 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.560804 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Added segment 0123b19c-3b85-4acc-95a9-2acc5fe8f910 of type vlan for network ab554536-7981-4fc6-9416-d85fc28f1333 Oct 11 05:20:10.599935 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.623248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.628642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:10.629214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.663113 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1599057 Oct 11 05:20:10.666307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59822) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:10.671743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'admin_state_up': True, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:10.693931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.695151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.699942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d2a9a-64ad-4edb-b2c2-651d887fd099 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Network': ['ID=ab554536-7981-4fc6-9416-d85fc28f1333,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:10.711770 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network ab554536-7981-4fc6-9416-d85fc28f1333 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:20:10.746325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:10.885250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.071905 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.090095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.172080 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.194718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.233 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/bb7673de-23a3-4320-8d70-d9f37a209664) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:20:11.294555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.326672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.371377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:20:11.374228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:11.377102 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:20:11.400509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=bb7673de-23a3-4320-8d70-d9f37a209664,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:11.624586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.817767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:11.948516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:20:12.048306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:20:12.058084 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Sync routers for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:20:12.067839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.068498 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:12.069035 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-47dbf2a0-774a-4b1f-946a-386261c2bca9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4016521 Oct 11 05:20:12.069174 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:20:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:12.072289 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59824) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:12.102582 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-520e2c54-7f11-4fdf-b7a1-63afc7fe84be tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bcc978651d154f90a76a6081677ed951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292211 Oct 11 05:20:12.105240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59826) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:12.179994 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:12.189989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a606e6-ee76-403f-ada6-ee518bca59b9 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:12.192256 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-24a606e6-ee76-403f-ada6-ee518bca59b9 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860889 Oct 11 05:20:12.195139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59828) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:12.223402 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-cf53a96e-e79e-4240-8df9-a1d482c35b94 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266259 Oct 11 05:20:12.230365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59830) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:12.235677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133238695', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:12.324867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:20:12.328415 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.355418 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:11Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:12.382073 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Checking router: df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:20:12.382413 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Updating router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 port bb7673de-23a3-4320-8d70-d9f37a209664 binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:20:12.412389 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.508960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.567748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Subnet': ['ID=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:12.575537 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Checking segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:20:12.575885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network hostable DHCP agents. Network: ab554536-7981-4fc6-9416-d85fc28f1333, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:20:12.593560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ab554536-7981-4fc6-9416-d85fc28f1333 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:20:12.602263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, ab554536-7981-4fc6-9416-d85fc28f1333) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:12.606868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:12.607440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.612310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca0872-0f17-43fa-bd06-bdddf2e4ec7f None None] Network ab554536-7981-4fc6-9416-d85fc28f1333 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:20:12.624689 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fbd4b925-3c72-4553-80e5-b1edddaac21b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3932762 Oct 11 05:20:12.627603 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59832) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:12.664883 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.671457 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.702718 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Attempting to bind port bb7673de-23a3-4320-8d70-d9f37a209664 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:20:12.703115 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Attempting to bind port bb7673de-23a3-4320-8d70-d9f37a209664 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:20:12.703438 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Attempting to bind port bb7673de-23a3-4320-8d70-d9f37a209664 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:20:12.712088 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:20:12.712465 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:20:12.712856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.713236 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:20:12.713692 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Bound port: bb7673de-23a3-4320-8d70-d9f37a209664, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:20:12.714058 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.753661 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Pushing event updated for resources: {'Port': ['ID=bb7673de-23a3-4320-8d70-d9f37a209664,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:12.763273 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.763636 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.763972 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.764364 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.764706 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.765038 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.765789 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.766143 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.766475 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.767179 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.767512 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.767837 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:20:12.768178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-ab554536-7981-4fc6-9416-d85fc28f1333', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:20:12.769030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.793173 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] For port bb7673de-23a3-4320-8d70-d9f37a209664, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:20:12.797615 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] For port bb7673de-23a3-4320-8d70-d9f37a209664, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bb7673de-23a3-4320-8d70-d9f37a209664,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:20:12.802340 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:12.837279 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:12.837897 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:20:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:12.916778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Allocated IP 172.20.0.2 (ab554536-7981-4fc6-9416-d85fc28f1333/ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a/37e3acae-846e-4eab-92b8-d5d0df35cc8f) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:20:12.944314 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:13.036902 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f6bcf-65e9-4827-ad0c-103ebc47057e None None] Pushing event updated for resources: {'Port': ['ID=bb7673de-23a3-4320-8d70-d9f37a209664,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:13.071280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.077484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.106792 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.121512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Network ab554536-7981-4fc6-9416-d85fc28f1333 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:20:13.125878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:13.130108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:20:13.134885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Pushing event updated for resources: {'Port': ['ID=37e3acae-846e-4eab-92b8-d5d0df35cc8f,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:13.145938 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:11Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:13.176606 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68180904-d317-4df2-ba69-183c0a7b5bfa None None] The sync data for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv is: [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:11Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:20:13.186422 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Attempting to bind port 37e3acae-846e-4eab-92b8-d5d0df35cc8f on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:20:13.187836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Attempting to bind port 37e3acae-846e-4eab-92b8-d5d0df35cc8f by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:20:13.187836 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Attempting to bind port 37e3acae-846e-4eab-92b8-d5d0df35cc8f on network ab554536-7981-4fc6-9416-d85fc28f1333 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:20:13.193362 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:20:13.194311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Checking segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:20:13.194311 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.195750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Bound using segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:20:13.195750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Bound port: 37e3acae-846e-4eab-92b8-d5d0df35cc8f, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:20:13.195750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.264127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] For port 37e3acae-846e-4eab-92b8-d5d0df35cc8f, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:20:13.267905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] For port 37e3acae-846e-4eab-92b8-d5d0df35cc8f, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=37e3acae-846e-4eab-92b8-d5d0df35cc8f,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:20:13.273176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.328491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806037e-c6bd-4bc7-82e6-90c9a34256f9 None None] Pushing event updated for resources: {'Port': ['ID=37e3acae-846e-4eab-92b8-d5d0df35cc8f,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:13.428960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.1 (ab554536-7981-4fc6-9416-d85fc28f1333/ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a/2b6587c8-b9c2-4103-ac32-943f886bd5dc) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:20:13.594582 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.637587 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.690892 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ab554536-7981-4fc6-9416-d85fc28f1333 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:20:13.701647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:13.705319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:20:13.709557 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=2b6587c8-b9c2-4103-ac32-943f886bd5dc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:13.756079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:13.886197 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.293990 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda71571-e9ea-44a5-91e4-400339422635 None None] Network ab554536-7981-4fc6-9416-d85fc28f1333 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:20:14.382192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Provisioning complete for port 37e3acae-846e-4eab-92b8-d5d0df35cc8f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:14.382494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.382829 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Attempt 1 to provision port 37e3acae-846e-4eab-92b8-d5d0df35cc8f Oct 11 05:20:14.471971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.476602 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.517557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Current status of the port 37e3acae-846e-4eab-92b8-d5d0df35cc8f is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:14.517999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.557065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.558088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] For port 37e3acae-846e-4eab-92b8-d5d0df35cc8f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=37e3acae-846e-4eab-92b8-d5d0df35cc8f,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:14.558844 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=2b6587c8-b9c2-4103-ac32-943f886bd5dc,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:14.572693 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.646592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab60f-ef57-42b5-bf1b-392388091c9e None None] Pushing event updated for resources: {'Port': ['ID=37e3acae-846e-4eab-92b8-d5d0df35cc8f,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:14.674470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ab554536-7981-4fc6-9416-d85fc28f1333 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:20:14.675944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:14.794759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Provisioning complete for port 2b6587c8-b9c2-4103-ac32-943f886bd5dc triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:14.795115 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:14.795446 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Attempt 1 to provision port 2b6587c8-b9c2-4103-ac32-943f886bd5dc Oct 11 05:20:14.798191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:20:14.831088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Port 2b6587c8-b9c2-4103-ac32-943f886bd5dc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:20:14.912327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:20:14.917790 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a0c5d951-a1d5-4898-8928-76502d125d0a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890625 Oct 11 05:20:14.957680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Sync routers for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:20:14.974018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:14.974681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:20:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:15.115166 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e207d950-9a4a-4bf7-9413-9e57ab7aa733 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357387977&fields=id&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 267 time: 0.0404603 Oct 11 05:20:15.228455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e15c3dd8-c226-44fc-9f93-d02ea6b12c92 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:15.229827 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e15c3dd8-c226-44fc-9f93-d02ea6b12c92 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 797 time: 0.1100085 Oct 11 05:20:15.237624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:15.244675 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-44bded77-e14a-4305-9c22-537173918236 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/quotas/bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 375 time: 0.0089729 Oct 11 05:20:15.294515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-6bccfe6f-7f7d-432b-89e0-8042d447551b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445304 Oct 11 05:20:15.333202 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Attempt 2 to provision port 2b6587c8-b9c2-4103-ac32-943f886bd5dc Oct 11 05:20:15.400405 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Port 2b6587c8-b9c2-4103-ac32-943f886bd5dc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:20:15.401197 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-ddebe3c2-0698-41c9-adf4-b9fe8d63592a service neutron] 10.222.0.39 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951350 Oct 11 05:20:15.482883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:14Z', 'revision_number': 2, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:15.498141 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-dcf3f8da-37c5-4fda-a3eb-3f9f9a0fb6ef service neutron] 10.222.0.39 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911300 Oct 11 05:20:15.514026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bb7673de-23a3-4320-8d70-d9f37a209664 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:20:15.516872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Checking router: df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:20:15.517219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Updating router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 port 2b6587c8-b9c2-4103-ac32-943f886bd5dc binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:20:15.570574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:15.623438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bb7673de-23a3-4320-8d70-d9f37a209664 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:15.624341 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:15.624674 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bb7673de-23a3-4320-8d70-d9f37a209664 Oct 11 05:20:15.812794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bb7673de-23a3-4320-8d70-d9f37a209664 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:15.813179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:15.845772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port bb7673de-23a3-4320-8d70-d9f37a209664, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bb7673de-23a3-4320-8d70-d9f37a209664,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:15.852870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:15.853593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 37e3acae-846e-4eab-92b8-d5d0df35cc8f up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:20:15.907065 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Attempt 3 to provision port 2b6587c8-b9c2-4103-ac32-943f886bd5dc Oct 11 05:20:15.993657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=bb7673de-23a3-4320-8d70-d9f37a209664,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:16.003708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Port 2b6587c8-b9c2-4103-ac32-943f886bd5dc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:20:16.013630 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.021146 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 37e3acae-846e-4eab-92b8-d5d0df35cc8f triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:16.021500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.021827 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 37e3acae-846e-4eab-92b8-d5d0df35cc8f Oct 11 05:20:16.023246 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.113552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8056152-db61-4538-b821-a9bef5e77337 None None] Pushing event updated for resources: {'Port': ['ID=2b6587c8-b9c2-4103-ac32-943f886bd5dc,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:16.169584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Attempting to bind port 2b6587c8-b9c2-4103-ac32-943f886bd5dc on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:20:16.169948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Attempting to bind port 2b6587c8-b9c2-4103-ac32-943f886bd5dc by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:20:16.170301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Attempting to bind port 2b6587c8-b9c2-4103-ac32-943f886bd5dc on network ab554536-7981-4fc6-9416-d85fc28f1333 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:20:16.179354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:20:16.179717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Checking segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:20:16.180108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.180491 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Bound using segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:20:16.180943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Bound port: 2b6587c8-b9c2-4103-ac32-943f886bd5dc, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:20:16.181317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.191432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 37e3acae-846e-4eab-92b8-d5d0df35cc8f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:16.246390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] For port 2b6587c8-b9c2-4103-ac32-943f886bd5dc, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:20:16.249396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] For port 2b6587c8-b9c2-4103-ac32-943f886bd5dc, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2b6587c8-b9c2-4103-ac32-943f886bd5dc,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:20:16.253631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.288574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:16.289165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:20:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:16.340873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8056152-db61-4538-b821-a9bef5e77337 None None] Pushing event updated for resources: {'Port': ['ID=2b6587c8-b9c2-4103-ac32-943f886bd5dc,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:16.407505 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:16.525449 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Attempt 4 to provision port 2b6587c8-b9c2-4103-ac32-943f886bd5dc Oct 11 05:20:16.656459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Current status of the port 2b6587c8-b9c2-4103-ac32-943f886bd5dc is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:16.656846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.684202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:16.690403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1b645c0a-299c-4b30-8817-155dd9aefeff req-38485a07-bafb-4a13-a860-56c8ca977c82 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 210 time: 0.0263259 Oct 11 05:20:16.716748 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d004f0d-6ec1-4994-81c1-a7eb0f11bd18 None None] The sync data for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv is: [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:20:16.719359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] For port 2b6587c8-b9c2-4103-ac32-943f886bd5dc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2b6587c8-b9c2-4103-ac32-943f886bd5dc,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:16.724678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.783222 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Provisioning complete for port 37e3acae-846e-4eab-92b8-d5d0df35cc8f triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:16.783603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.783934 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Attempt 1 to provision port 37e3acae-846e-4eab-92b8-d5d0df35cc8f Oct 11 05:20:16.818851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Pushing event updated for resources: {'Port': ['ID=2b6587c8-b9c2-4103-ac32-943f886bd5dc,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:16.875959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8b24b1ad-bf11-4f85-bb0a-1e9c54e6834b None None] Current status of the port 37e3acae-846e-4eab-92b8-d5d0df35cc8f is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:16.995999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-01a14949-b671-4800-8b77-45568c1ddd97 None None] Provisioning complete for port 2b6587c8-b9c2-4103-ac32-943f886bd5dc triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:16.996365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-01a14949-b671-4800-8b77-45568c1ddd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:16.996702 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01a14949-b671-4800-8b77-45568c1ddd97 None None] Attempt 1 to provision port 2b6587c8-b9c2-4103-ac32-943f886bd5dc Oct 11 05:20:17.078861 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01a14949-b671-4800-8b77-45568c1ddd97 None None] Current status of the port 2b6587c8-b9c2-4103-ac32-943f886bd5dc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:17.485054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2b6587c8-b9c2-4103-ac32-943f886bd5dc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:20:17.535026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 2b6587c8-b9c2-4103-ac32-943f886bd5dc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:17.536005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:17.536349 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 2b6587c8-b9c2-4103-ac32-943f886bd5dc Oct 11 05:20:17.617399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 2b6587c8-b9c2-4103-ac32-943f886bd5dc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:17.618511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bb7673de-23a3-4320-8d70-d9f37a209664 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:20:17.671695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bb7673de-23a3-4320-8d70-d9f37a209664 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:17.672069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:17.672398 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bb7673de-23a3-4320-8d70-d9f37a209664 Oct 11 05:20:17.757921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bb7673de-23a3-4320-8d70-d9f37a209664 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:17.792220 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b7a39c11-def2-49d0-a7b7-211cbfe3f79a req-a31f2343-dfe2-4350-8a6d-35d6ef0c8ef9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 210 time: 0.0349178 Oct 11 05:20:18.985476 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-de640105-b96e-49dc-a7a1-c0d68bce3da3 req-3fb85403-bd87-4897-a152-1edff2ec752d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 210 time: 0.0793056 Oct 11 05:20:19.692780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e9fe5d96-8c28-45c7-bda4-be2ed2000a03 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:19.694219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e9fe5d96-8c28-45c7-bda4-be2ed2000a03 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 797 time: 0.1008089 Oct 11 05:20:19.754643 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-fec666f8-2122-438a-a4b6-85b19c5bb27d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 379 time: 0.0348756 Oct 11 05:20:19.763302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'port': {'device_id': 'cf37be38-1002-4997-9935-651b0bfda912', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'admin_state_up': True, 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'security_groups': ['93f52383-3bd6-470d-a489-b2f2f76309b9']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:19.868262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:20:19.871815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:19.994720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.8 (ab554536-7981-4fc6-9416-d85fc28f1333/ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a/76d660ac-9b76-4aa1-87a1-fee455788f07) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:20:20.450856 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-03ce3bc4-effb-4f21-836e-65dc7475a3f1 req-d5f60b32-f115-46c3-98e8-6a904bab6023 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 210 time: 0.1012177 Oct 11 05:20:20.484940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:20.517673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:20.561244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ab554536-7981-4fc6-9416-d85fc28f1333 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:20:20.565015 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:20.568635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:20:20.591966 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:20.621374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:20.621929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:20.638440 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-7ee72e0a-6792-42f3-a9a8-c821cb0270c8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785844 Oct 11 05:20:20.713293 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Request body: {'port': {'device_id': 'cf37be38-1002-4997-9935-651b0bfda912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:20.771594 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:20.821396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ee45c21b-bc8d-4ee7-bbbb-336e3dca6434 None None] Provisioning complete for port 76d660ac-9b76-4aa1-87a1-fee455788f07 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:20.821980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ee45c21b-bc8d-4ee7-bbbb-336e3dca6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:20.822152 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ee45c21b-bc8d-4ee7-bbbb-336e3dca6434 None None] Attempt 1 to provision port 76d660ac-9b76-4aa1-87a1-fee455788f07 Oct 11 05:20:20.858281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ee45c21b-bc8d-4ee7-bbbb-336e3dca6434 None None] Port 76d660ac-9b76-4aa1-87a1-fee455788f07 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:20:21.025924 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d660ac-9b76-4aa1-87a1-fee455788f07 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:20:21.033761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:21.045159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Transition to ACTIVE for port object 76d660ac-9b76-4aa1-87a1-fee455788f07 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:20:21.049214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:21.125587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:21.154815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Attempting to bind port 76d660ac-9b76-4aa1-87a1-fee455788f07 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:20:21.155666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Attempting to bind port 76d660ac-9b76-4aa1-87a1-fee455788f07 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:20:21.155999 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Attempting to bind port 76d660ac-9b76-4aa1-87a1-fee455788f07 on network ab554536-7981-4fc6-9416-d85fc28f1333 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:20:21.160175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Port 76d660ac-9b76-4aa1-87a1-fee455788f07 on network ab554536-7981-4fc6-9416-d85fc28f1333 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:20:21.160489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Attempting to bind port 76d660ac-9b76-4aa1-87a1-fee455788f07 on network ab554536-7981-4fc6-9416-d85fc28f1333 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:20:21.165236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:20:21.165570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Checking segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:20:21.165937 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Bound using segment: {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:20:21.166353 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Bound port: 76d660ac-9b76-4aa1-87a1-fee455788f07, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0123b19c-3b85-4acc-95a9-2acc5fe8f910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:20:21.166732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:21.230806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:20:21.233948 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:20:21.238377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:21.242310 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.242947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:21.244326 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] 10.222.0.45 "PUT /v2.0/ports/76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 1093 time: 0.5936537 Oct 11 05:20:21.244826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:20:21.247203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acff3f1c4c3aea4f28ff326cf34c55ea317c64a4d1063f1615f45205aec7430e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4feed-25dd-48db-919b-85ab71f5c08e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:20:21.287610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c89ff06-da6c-4eed-9b67-5971de06aa06 x-openstack-request-id: req-7c89ff06-da6c-4eed-9b67-5971de06aa06 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:20:21.287913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:20:21.288205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c89ff06-da6c-4eed-9b67-5971de06aa06 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:20:21.288554 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c89ff06-da6c-4eed-9b67-5971de06aa06'] response: {'name': 'network-changed', 'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'status': 'completed', 'code': 200} Oct 11 05:20:21.298083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd7884-9c5a-4519-8873-34713ba8ec5e service neutron] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:21.348709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-934acf6a-29b8-49a5-aec3-6b2a949c99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.350185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-934acf6a-29b8-49a5-aec3-6b2a949c99ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1096 time: 0.0447814 Oct 11 05:20:21.359292 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ee45c21b-bc8d-4ee7-bbbb-336e3dca6434 None None] Attempt 2 to provision port 76d660ac-9b76-4aa1-87a1-fee455788f07 Oct 11 05:20:21.399938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ee45c21b-bc8d-4ee7-bbbb-336e3dca6434 None None] Port 76d660ac-9b76-4aa1-87a1-fee455788f07 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:20:21.400149 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-15a670ec-f3bb-4668-b941-ea433248bf77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 217 time: 0.0356169 Oct 11 05:20:21.447968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e7d3d43c-6c67-4081-bbc0-6bb45750d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.449361 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e7d3d43c-6c67-4081-bbc0-6bb45750d877 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0422564 Oct 11 05:20:21.498346 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-c363c94f-80a4-45dd-9c05-0f8308f3b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.500081 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-c363c94f-80a4-45dd-9c05-0f8308f3b380 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438573 Oct 11 05:20:21.620035 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-6c705a6a-26e2-487a-a2f6-eb484455d44d service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125994 Oct 11 05:20:21.630785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5331b-917d-48ad-b1b0-e90104aa64f8 req-923afe6c-6ed2-4fc5-b1aa-ff17e9453179 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.632170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3d5331b-917d-48ad-b1b0-e90104aa64f8 req-923afe6c-6ed2-4fc5-b1aa-ff17e9453179 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 943 time: 0.0905027 Oct 11 05:20:21.721314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3d5331b-917d-48ad-b1b0-e90104aa64f8 req-b38e0d27-0995-4fe6-b352-2e81bcb89240 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812850 Oct 11 05:20:21.744944 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-300a5264-4e6d-428c-b8ba-7119730b91fd req-e155ef8b-e171-4ba1-b70f-6fa9bc0f38cd service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118774 Oct 11 05:20:21.878852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-17ea600b-dbd3-476c-a811-5832032decaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.880198 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-17ea600b-dbd3-476c-a811-5832032decaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1096 time: 0.0400774 Oct 11 05:20:21.974076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-cb208c67-8e32-4c2e-9f02-6e73c53b2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:21.975526 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-cb208c67-8e32-4c2e-9f02-6e73c53b2891 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0864952 Oct 11 05:20:22.017509 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-7ad77abf-7a9e-4bcc-9b36-fb9345285c68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 217 time: 0.0344548 Oct 11 05:20:22.068812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-554da37c-b05b-4202-bb80-527558d2a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:22.070201 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-554da37c-b05b-4202-bb80-527558d2a6ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0466132 Oct 11 05:20:22.112961 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-875c33b1-9133-4779-9097-1da665a0e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:22.114376 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-875c33b1-9133-4779-9097-1da665a0e09e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379813 Oct 11 05:20:22.207947 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-85a71361-01da-4abb-8b83-e0841df54a5f service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870302 Oct 11 05:20:22.300834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e3f4feed-25dd-48db-919b-85ab71f5c08e req-2aabc85f-6d3a-494d-9317-ff1b5fe9cb9a service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867522 Oct 11 05:20:22.847317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c65c8-6e21-473c-ac1e-cba73c4b023b req-c6f45158-5b49-4f43-9f9d-fff1df579d35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:22.848765 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dd3c65c8-6e21-473c-ac1e-cba73c4b023b req-c6f45158-5b49-4f43-9f9d-fff1df579d35 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 943 time: 0.0516138 Oct 11 05:20:22.885609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dd3c65c8-6e21-473c-ac1e-cba73c4b023b req-5583937f-f5dd-4240-8b48-d3583f6327ce tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Oct 11 05:20:24.004019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4690-fc1e-4217-a8c3-8bac2f23cbba req-622e9ec0-92ba-4bc7-be0e-5ca6f8b51e28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:24.005463 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-121c4690-fc1e-4217-a8c3-8bac2f23cbba req-622e9ec0-92ba-4bc7-be0e-5ca6f8b51e28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 943 time: 0.0475810 Oct 11 05:20:24.042228 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-121c4690-fc1e-4217-a8c3-8bac2f23cbba req-27ffa18e-8e6b-4432-b5c2-e90eb7c726f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310421 Oct 11 05:20:25.159877 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269715-126c-4f21-8f43-aed0bdeb2f69 req-1817f38c-ddb6-4c65-ad14-68b76bd8c344 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:25.161326 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7c269715-126c-4f21-8f43-aed0bdeb2f69 req-1817f38c-ddb6-4c65-ad14-68b76bd8c344 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 943 time: 0.0482116 Oct 11 05:20:25.197661 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7c269715-126c-4f21-8f43-aed0bdeb2f69 req-d63949ed-ea83-4c01-8298-6f2c91ff0f71 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305612 Oct 11 05:20:25.319863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:20:25.416026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:25.426733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'port_id': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'mac_address': 'fa:16:3e:b9:a3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:20:25.463496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 76d660ac-9b76-4aa1-87a1-fee455788f07 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:25.463883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:25.476285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d660ac-9b76-4aa1-87a1-fee455788f07 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:20:25.494444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:25.498661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:25.544563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:25.929819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['76d660ac-9b76-4aa1-87a1-fee455788f07'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:20:26.321376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315acdb-1b32-4f5b-8c46-0d35bd2035cb req-806b3e91-b6cd-480d-b9ac-b5fe9ded50d1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:26.322843 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1315acdb-1b32-4f5b-8c46-0d35bd2035cb req-806b3e91-b6cd-480d-b9ac-b5fe9ded50d1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 944 time: 0.0539534 Oct 11 05:20:26.359917 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1315acdb-1b32-4f5b-8c46-0d35bd2035cb req-fa5cd17c-3424-4a67-b5bf-9dbb2a0c4159 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306914 Oct 11 05:20:27.321673 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:20:27.372527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 76d660ac-9b76-4aa1-87a1-fee455788f07 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:20:27.377401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 76d660ac-9b76-4aa1-87a1-fee455788f07 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:20:27.377771 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:27.378109 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 76d660ac-9b76-4aa1-87a1-fee455788f07 Oct 11 05:20:27.454612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 76d660ac-9b76-4aa1-87a1-fee455788f07 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:20:27.455002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:27.476917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:20:27.478733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72605a40-7509-46f5-9cd0-a7be6743fad5 req-c64babd1-d2ba-4d8d-83d9-1c2fb43b600e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:27.479237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141947a6b2833250e48066dd2caf0c34ceaa102717365ed5042b80a377db039f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9504a0be-5273-4b16-ad11-ba88b2f958a8" -d '{"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-plugged", "status": "completed", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:20:27.480219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72605a40-7509-46f5-9cd0-a7be6743fad5 req-c64babd1-d2ba-4d8d-83d9-1c2fb43b600e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 944 time: 0.0481429 Oct 11 05:20:27.492689 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:20:27.496883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:27.521254 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-72605a40-7509-46f5-9cd0-a7be6743fad5 req-0b31444b-b686-459a-9d2f-33db1cec5bdb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342951 Oct 11 05:20:27.550939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:27.598159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115c110-68cb-4347-90c1-fac2c9c62464 x-openstack-request-id: req-c115c110-68cb-4347-90c1-fac2c9c62464 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:20:27.598714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-plugged", "status": "completed", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:20:27.598977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c115c110-68cb-4347-90c1-fac2c9c62464 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:20:27.599383 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c115c110-68cb-4347-90c1-fac2c9c62464'] response: {'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'code': 200} Oct 11 05:20:27.787337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9b75e-0910-4316-bcf5-6a3a4e82cdb3 req-ac6d473b-4dee-4cde-9447-3435965bfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:27.788808 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-38f9b75e-0910-4316-bcf5-6a3a4e82cdb3 req-ac6d473b-4dee-4cde-9447-3435965bfb93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0396121 Oct 11 05:20:27.823237 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-38f9b75e-0910-4316-bcf5-6a3a4e82cdb3 req-a9e39264-3db8-4b86-9dd5-7269ff6daac0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275261 Oct 11 05:20:28.647282 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3d89-6e06-449c-a2dc-21f4a78a25fb req-835f42d5-ac17-4852-a83a-e294d9710a6a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:28.649020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-848f3d89-6e06-449c-a2dc-21f4a78a25fb req-835f42d5-ac17-4852-a83a-e294d9710a6a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Oct 11 05:20:28.685980 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-848f3d89-6e06-449c-a2dc-21f4a78a25fb req-d08f5fa4-5217-4aa7-b1fe-2ddc1b762d57 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Oct 11 05:20:29.806031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb0864-3f9b-4d18-8b8b-de04d8b56fc3 req-37859130-7276-4d42-b3c3-55d031aa7f73 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:29.807507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-31eb0864-3f9b-4d18-8b8b-de04d8b56fc3 req-37859130-7276-4d42-b3c3-55d031aa7f73 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Oct 11 05:20:29.844765 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-31eb0864-3f9b-4d18-8b8b-de04d8b56fc3 req-17d6b618-977f-417c-b6a3-701f180ec8c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Oct 11 05:20:29.961795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e296af-85dd-4d7c-b3b5-d3e0a0620809 req-4ae375e2-9e42-4b2d-951b-7ab8a75c8775 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:29.963194 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-03e296af-85dd-4d7c-b3b5-d3e0a0620809 req-4ae375e2-9e42-4b2d-951b-7ab8a75c8775 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0479574 Oct 11 05:20:29.999001 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-03e296af-85dd-4d7c-b3b5-d3e0a0620809 req-2ecc4868-2419-4939-b36b-9e867ee20b97 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300119 Oct 11 05:20:30.026903 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59912) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:30.064988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d001d98-b515-4908-aa46-fb86316306b2 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:30.066485 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8d001d98-b515-4908-aa46-fb86316306b2 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1093 time: 0.0386345 Oct 11 05:20:30.069225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59914) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:30.073344 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:20:30.093138 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:30.189960 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:30.288929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.58 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/e827d8a9-0f25-45a8-8e6a-c7edd9da285f) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:20:30.393129 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:30.425448 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:30.462439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:20:30.465343 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:20:30.468807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:20:30.491818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=e827d8a9-0f25-45a8-8e6a-c7edd9da285f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:30.823036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:30.887158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:31.036005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:31.040369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:31.109123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:31.111637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=e827d8a9-0f25-45a8-8e6a-c7edd9da285f,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:20:31.209172 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086 associated. External IP: 172.26.8.58, port: 76d660ac-9b76-4aa1-87a1-fee455788f07. Oct 11 05:20:31.411326 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:20:31.516928 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:20:31.528540 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] Sync routers for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:20:31.539127 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:31.539486 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:31.539869 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:20:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:31.570191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0e58bb5d-43cd-4a62-8542-e6a6c7316867 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4999826 Oct 11 05:20:31.570859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:20:31.574450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf3f9bfe8b3c4b00b7411f16286a535e5986720b522bd394b4c981c7564c4e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce486a28-e7cf-4594-ba18-b93146791b89" -d '{"events": [{"name": "network-changed", "server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:20:31.679642 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36146fc6-3b0a-4a3f-b714-56587f691f61 x-openstack-request-id: req-36146fc6-3b0a-4a3f-b714-56587f691f61 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:20:31.679979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:20:31.680230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36146fc6-3b0a-4a3f-b714-56587f691f61 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:20:31.680637 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36146fc6-3b0a-4a3f-b714-56587f691f61'] response: {'name': 'network-changed', 'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'status': 'completed', 'code': 200} Oct 11 05:20:31.681313 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611801-36a4-4f7b-b842-d0d639aac545 req-c4de49d6-bf3b-44c5-ae9f-43089a7dfdcc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:31.683017 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1611801-36a4-4f7b-b842-d0d639aac545 req-c4de49d6-bf3b-44c5-ae9f-43089a7dfdcc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0634904 Oct 11 05:20:31.722566 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d1611801-36a4-4f7b-b842-d0d639aac545 req-288315a5-fb42-466c-989d-f149b74d806c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329649 Oct 11 05:20:31.746028 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:31.755042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59922) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:31.820304 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ec7316b4-8a0c-4438-828e-29ee63e6a4a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086 HTTP/1.1" status: 200 len: 990 time: 0.0626497 Oct 11 05:20:31.865536 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-af218206-1970-4849-b462-0a781f47dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:31.867048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-af218206-1970-4849-b462-0a781f47dfdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0835621 Oct 11 05:20:31.959896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-76e28aa4-c90b-478b-958f-27e0591a7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:31.961263 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-76e28aa4-c90b-478b-958f-27e0591a7127 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0875304 Oct 11 05:20:31.966404 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'port_id': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'mac_address': 'fa:16:3e:b9:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37be38-1002-4997-9935-651b0bfda912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:20:30Z', 'updated_at': '2022-10-11T05:20:30Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:31.995615 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] Checking router: df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:20:32.004211 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:20:32.004798 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:20:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:32.025712 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-bf49b046-665e-472b-9567-0403a3df1530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 998 time: 0.0580742 Oct 11 05:20:32.073515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-36adccb1-ee71-48ee-8a05-03fedf3b8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:32.074974 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-36adccb1-ee71-48ee-8a05-03fedf3b8cca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0432973 Oct 11 05:20:32.108463 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:20:32.122809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-3c408906-af26-4752-926a-dcbe420ce3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:20:32.124310 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-3c408906-af26-4752-926a-dcbe420ce3a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431967 Oct 11 05:20:32.217457 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-7c9f1775-2609-47fe-b097-602fb624394c service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Oct 11 05:20:32.309434 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ce486a28-e7cf-4594-ba18-b93146791b89 req-620bdd4d-d0b3-49a3-8368-f5761b1b8eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Oct 11 05:20:32.323713 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'port_id': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'mac_address': 'fa:16:3e:b9:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37be38-1002-4997-9935-651b0bfda912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:20:30Z', 'updated_at': '2022-10-11T05:20:30Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:20:32.354173 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff59bcc-e3c2-4e20-a839-76efdb43ed73 None None] The sync data for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv is: [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.58', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'port_id': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'mac_address': 'fa:16:3e:b9:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37be38-1002-4997-9935-651b0bfda912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:20:30Z', 'updated_at': '2022-10-11T05:20:30Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:20:32.535786 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab2e8b-8c6d-4757-9cd0-84d75c522c19 None None] New status for floating IP 25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:20:32.822943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 59926) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:20:32.885977 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-53d1c880-60ce-4ee3-9975-c527bd679873 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086 HTTP/1.1" status: 200 len: 992 time: 0.0618563 Oct 11 05:20:34.383165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-832ec8e7-8345-40d1-8202-4d7b5ed2f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:36.602798 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b726e34a-f60b-40b1-a260-84b72eaa5bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:37.979261 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:39.548169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:39.590597 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:20:39.614959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:20:41.171041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:04.382730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-384c6492-b487-4d34-bc93-3d7f4f3901b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:06.604175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-37addc9b-a970-4f88-94c4-fdc3098a461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:07.985138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:09.550667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:09.614281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:11.167700 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:14.306516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-36f78686-1776-4abe-9349-6942c5dfff88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396917 Oct 11 05:21:14.405166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-6858eebf-b67d-4211-a910-6d87dfeab8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:14.406790 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-6858eebf-b67d-4211-a910-6d87dfeab8de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0440331 Oct 11 05:21:14.507094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-e4fdc3f4-0b02-403a-83ee-9be076b2d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:14.508604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-e4fdc3f4-0b02-403a-83ee-9be076b2d7e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0837371 Oct 11 05:21:14.575855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-fde6ddac-a617-4d14-ad56-560b2cfaf439 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 1000 time: 0.0610180 Oct 11 05:21:14.622785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-e77da16d-56e4-4850-adaf-fefd2ff3bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:14.624180 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-e77da16d-56e4-4850-adaf-fefd2ff3bb75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0425994 Oct 11 05:21:14.669940 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-2985a06f-936e-4df7-9271-4f7c7612d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:14.671498 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-2985a06f-936e-4df7-9271-4f7c7612d3be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390465 Oct 11 05:21:14.762431 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-2197d8dc-0a78-4943-9432-a08d1a955288 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Oct 11 05:21:14.849194 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f1ce3867-ec99-40af-b6ac-6ec3b4e28e0c req-7e1d3a37-8b15-4ce9-888c-b6cd3e53e0c1 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805335 Oct 11 05:21:16.589073 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:21:34.384211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-04ffb1d9-702c-4a87-be43-4cb050eb05d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:35.665047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-2e27f50e-f87b-4783-b309-18974a2b4fc3 req-57828a71-8917-4a8e-95cf-8fcfd9db5ba4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:21:35.666099 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2e27f50e-f87b-4783-b309-18974a2b4fc3 req-57828a71-8917-4a8e-95cf-8fcfd9db5ba4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441837 Oct 11 05:21:35.835360 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 59980) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:21:35.854302 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dd851-ca75-4ebf-974f-1fe0cd9f6f36 req-55b7da1b-2445-499d-a179-7bad21314918 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:35.856011 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-620dd851-ca75-4ebf-974f-1fe0cd9f6f36 req-55b7da1b-2445-499d-a179-7bad21314918 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0504115 Oct 11 05:21:35.894664 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-620dd851-ca75-4ebf-974f-1fe0cd9f6f36 req-7d6ff078-e30f-4515-96d4-aad9d9ddbe38 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Oct 11 05:21:35.921225 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-20253b58-0fd9-4be6-8697-cca14246eb81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846202 Oct 11 05:21:35.930643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-1aa4aaa3-2507-4ac0-89ff-2a49993dbb32 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:21:35.931573 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-1aa4aaa3-2507-4ac0-89ff-2a49993dbb32 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048006 Oct 11 05:21:36.605143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e280d9b6-eeef-4ef5-8b9e-0c3161358fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:37.016564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598100-e800-4d08-8809-782aa03c8258 req-64888363-0488-4cad-bfe7-9e95e5559708 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:37.018022 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d598100-e800-4d08-8809-782aa03c8258 req-64888363-0488-4cad-bfe7-9e95e5559708 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Oct 11 05:21:37.059588 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1d598100-e800-4d08-8809-782aa03c8258 req-bf9f3bf4-95a8-4ffc-9596-57e469b8a5b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348871 Oct 11 05:21:37.107417 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-a8b7b599-7388-4981-9590-3e00bf0acf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:37.108844 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-a8b7b599-7388-4981-9590-3e00bf0acf37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0396328 Oct 11 05:21:37.198734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-34a5a361-fc10-4320-b279-9d313739c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:37.200091 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-34a5a361-fc10-4320-b279-9d313739c8b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0851219 Oct 11 05:21:37.262870 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-af63f3a8-59c4-468e-a26d-d880b2e4864c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 1000 time: 0.0554776 Oct 11 05:21:37.315019 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-5bec3f17-30c2-4fe2-a235-8c2e5b685d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:37.316958 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-5bec3f17-30c2-4fe2-a235-8c2e5b685d93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0474141 Oct 11 05:21:37.361169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-b3e6c78a-915a-476d-9dee-a3a277e03ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:37.362652 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-b3e6c78a-915a-476d-9dee-a3a277e03ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385847 Oct 11 05:21:37.449599 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-2fbc7823-9fd1-436f-9419-2837209727a2 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802493 Oct 11 05:21:37.539822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-aedb2a24-fc10-45a0-a35f-1883e9827914 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827229 Oct 11 05:21:37.985723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:38.181558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513c945-506e-448e-a411-263a49ed6d42 req-ea850ff9-ecdd-4c43-90ce-fab6011ab246 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:38.183047 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6513c945-506e-448e-a411-263a49ed6d42 req-ea850ff9-ecdd-4c43-90ce-fab6011ab246 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Oct 11 05:21:38.219389 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6513c945-506e-448e-a411-263a49ed6d42 req-53acb631-0cca-4fd9-9bb0-e1a565f826fd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303743 Oct 11 05:21:39.341770 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413c44d-e23e-49ef-a831-5c96fcd6d2eb req-2c421837-befd-4f28-8dc8-711752bc838c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:39.343245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e413c44d-e23e-49ef-a831-5c96fcd6d2eb req-2c421837-befd-4f28-8dc8-711752bc838c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Oct 11 05:21:39.380815 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e413c44d-e23e-49ef-a831-5c96fcd6d2eb req-a24295e6-9490-43da-90ea-749decbe98fd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316985 Oct 11 05:21:39.554721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:39.616881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:40.508550 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517434-a2bf-4249-b680-6ce29061ce20 req-ce358779-4821-45fd-8725-7a8607003e10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:40.510026 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-93517434-a2bf-4249-b680-6ce29061ce20 req-ce358779-4821-45fd-8725-7a8607003e10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0554979 Oct 11 05:21:40.550815 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-93517434-a2bf-4249-b680-6ce29061ce20 req-1158b2ad-a641-45b0-aa76-5c759200beb0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349965 Oct 11 05:21:41.187638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:41.677803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44879b-28d3-44d7-85c3-a511a6acbeb7 req-82fe9822-ea29-4635-9d36-9a20a9bb59c1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:41.679281 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2f44879b-28d3-44d7-85c3-a511a6acbeb7 req-82fe9822-ea29-4635-9d36-9a20a9bb59c1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Oct 11 05:21:41.716794 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2f44879b-28d3-44d7-85c3-a511a6acbeb7 req-824ee712-3f7b-47af-854d-01e7d28f46dd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Oct 11 05:21:42.835523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4ea4b-b7b5-4578-8cc9-363c2393847d req-c397d715-c890-4fe6-8fa1-2abaab14f64b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:42.836977 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c6d4ea4b-b7b5-4578-8cc9-363c2393847d req-c397d715-c890-4fe6-8fa1-2abaab14f64b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0483763 Oct 11 05:21:42.873513 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c6d4ea4b-b7b5-4578-8cc9-363c2393847d req-68edc075-0f35-46de-bf87-4188d9ab4f73 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Oct 11 05:21:43.992008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbceac3-b649-49eb-9172-f1750a347a0e req-b362fd3b-2a84-49dc-98c6-ffd8b7f3dc4f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:43.993448 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-adbceac3-b649-49eb-9172-f1750a347a0e req-b362fd3b-2a84-49dc-98c6-ffd8b7f3dc4f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0475235 Oct 11 05:21:44.030663 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-adbceac3-b649-49eb-9172-f1750a347a0e req-507d4580-3186-41fb-ba27-cff765e37ce0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Oct 11 05:21:45.151896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05ea7b-0c85-44f2-b934-9801987767ce req-7936476f-238a-4d10-b22f-fef1a66193fd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:45.153341 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4e05ea7b-0c85-44f2-b934-9801987767ce req-7936476f-238a-4d10-b22f-fef1a66193fd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Oct 11 05:21:45.190279 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4e05ea7b-0c85-44f2-b934-9801987767ce req-c3c85e29-6ba0-4df9-bf66-14a709b02bbb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Oct 11 05:21:46.309880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07b9ab-50c2-4678-8835-86a5c6e33ab9 req-a4d3ad00-0e53-4b5c-904d-7501944d75b5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:46.311362 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0c07b9ab-50c2-4678-8835-86a5c6e33ab9 req-a4d3ad00-0e53-4b5c-904d-7501944d75b5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Oct 11 05:21:46.347403 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0c07b9ab-50c2-4678-8835-86a5c6e33ab9 req-2d6bc5ce-2434-4a39-b821-0a0e6d3dc8ad tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301867 Oct 11 05:21:47.466744 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188f3de-2bac-4f2d-9b08-1f24c4ec9195 req-5c7b4fe6-07cf-4ec4-8b70-0dc7014d1866 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:47.468194 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9188f3de-2bac-4f2d-9b08-1f24c4ec9195 req-5c7b4fe6-07cf-4ec4-8b70-0dc7014d1866 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Oct 11 05:21:47.508457 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9188f3de-2bac-4f2d-9b08-1f24c4ec9195 req-ec8b2da5-107a-4f85-8cf4-555ea7f4a30b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Oct 11 05:21:48.631890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acda13a-4618-4d6c-8cbd-80614fa594ce req-ad115a2b-ef89-45c0-b7c8-1e6a5134f653 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:48.633325 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9acda13a-4618-4d6c-8cbd-80614fa594ce req-ad115a2b-ef89-45c0-b7c8-1e6a5134f653 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0518081 Oct 11 05:21:48.670459 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9acda13a-4618-4d6c-8cbd-80614fa594ce req-717ef3aa-fc04-4621-afc7-3d0a8f787b71 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Oct 11 05:21:49.366664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-c5920b72-d048-4dc2-9a0e-25ed2cdad7d4 service neutron] 10.222.0.45 "GET /v2.0/ports/76d660ac-9b76-4aa1-87a1-fee455788f07/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0528741 Oct 11 05:21:49.576267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-f8c896b3-0a65-4a46-bf66-83045617fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:49.577713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-f8c896b3-0a65-4a46-bf66-83045617fb08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 1098 time: 0.0402510 Oct 11 05:21:49.647426 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-e02673da-8d0a-4646-be67-3bef0287851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:49.648798 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-e02673da-8d0a-4646-be67-3bef0287851b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0397520 Oct 11 05:21:49.741560 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-c7bd6623-cc18-4b3b-bdb3-e2ff58a4179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:49.743050 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-c7bd6623-cc18-4b3b-bdb3-e2ff58a4179e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0871937 Oct 11 05:21:49.791054 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efa669-d918-4b2b-9c17-f443eb4d75e9 req-31cc594e-c01e-4277-b62d-663219920b7f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:49.792544 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-24efa669-d918-4b2b-9c17-f443eb4d75e9 req-31cc594e-c01e-4277-b62d-663219920b7f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Oct 11 05:21:49.811114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-ad202209-d931-42d1-b2b1-292e6535e778 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 1000 time: 0.0616546 Oct 11 05:21:49.831228 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-24efa669-d918-4b2b-9c17-f443eb4d75e9 req-6e07c172-5961-4696-bc7f-997342e5ebd2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Oct 11 05:21:49.859100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-7a20f3e6-dc8e-4f1e-8dc4-0592ff8f9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:49.860524 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-7a20f3e6-dc8e-4f1e-8dc4-0592ff8f9063 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0437751 Oct 11 05:21:49.904806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-d7377688-6554-4613-a036-839648365836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:49.906175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-d7377688-6554-4613-a036-839648365836 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393384 Oct 11 05:21:49.997982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-939ccb98-f201-4b1b-85a7-a53303ea057f service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843444 Oct 11 05:21:50.084623 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69d9b9b5-98b5-45c8-bdd1-58d666ceb4c2 req-0ccfb7f0-ac95-4e11-8eec-ba4029ea0b62 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799546 Oct 11 05:21:50.951901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69bdd7-7a5c-4215-8279-1812ea97192a req-a8f42cd1-eeb6-4ce4-aaca-aa54144fb9f4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:50.953276 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af69bdd7-7a5c-4215-8279-1812ea97192a req-a8f42cd1-eeb6-4ce4-aaca-aa54144fb9f4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Oct 11 05:21:50.993627 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af69bdd7-7a5c-4215-8279-1812ea97192a req-43e80c6d-dc51-452e-9a7a-a680610746df tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338197 Oct 11 05:21:52.115712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f482b9c-6bb9-4883-8384-df5780740951 req-ad051eb9-0f23-4330-aaa2-a441ef6d41f8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:52.117160 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f482b9c-6bb9-4883-8384-df5780740951 req-ad051eb9-0f23-4330-aaa2-a441ef6d41f8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0476136 Oct 11 05:21:52.153657 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1f482b9c-6bb9-4883-8384-df5780740951 req-6069504b-4733-406d-849a-c2e854e431cb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307882 Oct 11 05:21:53.272747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe318a05-554f-4e13-a760-9b4a28d0797f req-6e16e653-b265-4649-9462-ddb57f588a64 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.274191 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe318a05-554f-4e13-a760-9b4a28d0797f req-6e16e653-b265-4649-9462-ddb57f588a64 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0477865 Oct 11 05:21:53.311951 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe318a05-554f-4e13-a760-9b4a28d0797f req-d9414c4b-1426-413f-96cc-e879555765ff tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Oct 11 05:21:53.532210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c688177-85b1-4701-9e0a-c8634eb21cb2 req-ec9c14b9-c6fa-43eb-8e20-e99348ec4d5a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.533574 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4c688177-85b1-4701-9e0a-c8634eb21cb2 req-ec9c14b9-c6fa-43eb-8e20-e99348ec4d5a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0777178 Oct 11 05:21:53.544733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-cebcea03-a2b6-4ea5-8828-02cb91f6b7dd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.546061 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-cebcea03-a2b6-4ea5-8828-02cb91f6b7dd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912&tenant_id=bcc978651d154f90a76a6081677ed951&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.0646200 Oct 11 05:21:53.582146 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4c688177-85b1-4701-9e0a-c8634eb21cb2 req-bf7dccfd-17ea-4828-985d-f35a9ce8c4de tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346766 Oct 11 05:21:53.589407 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:21:53.646056 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-ba0e18e3-85b0-4f5c-93a0-08ced4d8d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.647583 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-ba0e18e3-85b0-4f5c-93a0-08ced4d8d06a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0411708 Oct 11 05:21:53.705943 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe03b-0a85-41f2-9387-6019d55c771b req-031b084a-7fcb-4d11-8b21-c369623f4ccf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.707441 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fdbe03b-0a85-41f2-9387-6019d55c771b req-031b084a-7fcb-4d11-8b21-c369623f4ccf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0482180 Oct 11 05:21:53.736349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-9138bc5e-28d1-4bf0-8fae-a76e57bf061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.737819 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-9138bc5e-28d1-4bf0-8fae-a76e57bf061b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0837672 Oct 11 05:21:53.749297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:21:53.752207 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fdbe03b-0a85-41f2-9387-6019d55c771b req-86b7ee73-1234-4435-8c87-7e61041fe0d7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382283 Oct 11 05:21:53.762036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:21:53.809841 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-b0321a4c-d210-4cfb-bf75-3b8d9225318f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 1000 time: 0.0651429 Oct 11 05:21:53.858239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-b39cc610-5567-4b87-943a-6279c8cfcde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.859983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-b39cc610-5567-4b87-943a-6279c8cfcde1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0440207 Oct 11 05:21:53.903113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-62d75466-cce3-499a-a70e-025bc928a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:53.904571 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-62d75466-cce3-499a-a70e-025bc928a040 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382013 Oct 11 05:21:53.906847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 76d660ac-9b76-4aa1-87a1-fee455788f07 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:21:53.907236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:53.913870 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:21:53.940897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'port_id': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'mac_address': 'fa:16:3e:b9:a3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:21:53.947031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:21:53.963158 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:21:53.982677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:53.995148 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110dcf8-fa3a-4435-944f-e031f304f7aa" -d '{"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-unplugged", "status": "completed", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:21:53.999968 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-8c864da7-2096-4453-9ce1-d16fd73df4d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885003 Oct 11 05:21:54.030791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 76d660ac-9b76-4aa1-87a1-fee455788f07 is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:21:54.031183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:54.056879 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76d660ac-9b76-4aa1-87a1-fee455788f07 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:21:54.062126 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:21:54.071652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.072003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.072347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.072683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.073450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.073450 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.073663 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.073976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.074302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.074650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.075142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.075474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:21:54.099877 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1082d9-f1e0-4a79-8393-2f66fbd9efae x-openstack-request-id: req-1b1082d9-f1e0-4a79-8393-2f66fbd9efae {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:21:54.100179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-unplugged", "status": "completed", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:21:54.100432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b1082d9-f1e0-4a79-8393-2f66fbd9efae {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:21:54.100828 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1082d9-f1e0-4a79-8393-2f66fbd9efae'] response: {'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'code': 200} Oct 11 05:21:54.107922 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b540c6f-ef43-4916-a0f6-c4ba10f92604 req-06334b98-4753-48ca-a6ff-99d2b3385baa service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011858 Oct 11 05:21:54.114946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 05:21:54.115308 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 05:21:54.658247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 76d660ac-9b76-4aa1-87a1-fee455788f07 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:21:54.658661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:54.671955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d660ac-9b76-4aa1-87a1-fee455788f07 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:21:54.691545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:21:54.696515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:54.744302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:21:54.854288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['76d660ac-9b76-4aa1-87a1-fee455788f07'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:21:54.875528 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a71a8-07d0-4b28-9c3e-4564c14e5ca7 req-78c22c2e-6dce-4568-a00c-76f32d8667f8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:21:54.877179 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c27a71a8-07d0-4b28-9c3e-4564c14e5ca7 req-78c22c2e-6dce-4568-a00c-76f32d8667f8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 944 time: 0.0504463 Oct 11 05:21:54.919001 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c27a71a8-07d0-4b28-9c3e-4564c14e5ca7 req-d9cdba8f-16be-4a73-a0c3-2308d2a8c3f4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354128 Oct 11 05:21:54.948370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60068) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:21:55.007427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b05651ee-5ab2-41e2-9805-e0fe431895c0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086 HTTP/1.1" status: 200 len: 991 time: 0.0579252 Oct 11 05:21:55.778646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:21:55.826287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 76d660ac-9b76-4aa1-87a1-fee455788f07 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:21:55.826688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:55.827027 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 76d660ac-9b76-4aa1-87a1-fee455788f07 Oct 11 05:21:55.903401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 76d660ac-9b76-4aa1-87a1-fee455788f07 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:21:55.904088 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:55.935216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:21:55.938998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:21:55.984618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:21:56.101651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:21:56.103988 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d64ac25-01ac-4f62-b284-ee525d76aa4c" -d '{"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-plugged", "status": "completed", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:21:56.139581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e33c9-c552-46e3-9512-ffddd849a0de x-openstack-request-id: req-be2e33c9-c552-46e3-9512-ffddd849a0de {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:21:56.139875 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-plugged", "status": "completed", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:21:56.140127 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be2e33c9-c552-46e3-9512-ffddd849a0de {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:21:56.140533 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2e33c9-c552-46e3-9512-ffddd849a0de'] response: {'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'code': 200} Oct 11 05:22:04.388346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d55b3196-09a1-4e12-afc7-889353bac151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:06.606545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eca32766-0458-4d77-8a36-10a874316229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:07.989198 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:09.558021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:09.620394 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:11.183923 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:14.451391 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-214d5ac2-efda-4b93-81b5-925c6ceb192c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458605 Oct 11 05:22:14.552638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21145d6-7f94-46f4-96d0-895790012e6a req-0bb957e8-2f68-492e-a671-1fbeff93c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:14.554096 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-0bb957e8-2f68-492e-a671-1fbeff93c1bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0452278 Oct 11 05:22:14.658765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21145d6-7f94-46f4-96d0-895790012e6a req-34c99877-61d4-4150-8b38-4696d85bc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:14.660248 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-34c99877-61d4-4150-8b38-4696d85bc4ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0882027 Oct 11 05:22:14.723942 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-c20429fd-48fa-4890-88f7-dc04fde61165 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 1000 time: 0.0563431 Oct 11 05:22:14.771138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21145d6-7f94-46f4-96d0-895790012e6a req-37e46081-6ed7-4ed4-b4b8-b23ac07d0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:14.773184 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-37e46081-6ed7-4ed4-b4b8-b23ac07d0dbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0419159 Oct 11 05:22:14.818727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21145d6-7f94-46f4-96d0-895790012e6a req-01b9972d-1578-4713-8119-19709b1b94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:14.820693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-01b9972d-1578-4713-8119-19709b1b94e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417631 Oct 11 05:22:14.908405 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-7c6ebae1-c44c-4db6-8780-c37eb58cbd79 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809052 Oct 11 05:22:14.998672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d21145d6-7f94-46f4-96d0-895790012e6a req-13c7fff2-fff3-48bf-8bf6-4c86c8e6e260 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835989 Oct 11 05:22:30.589082 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:22:34.389168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2050005e-3c4c-43ee-b715-539f35baf9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:36.607945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b6f7eaaf-1323-485f-8161-8da08f2a907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:37.995492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:39.560777 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:39.622300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:41.197330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:41.727485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60106) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:41.884665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port e827d8a9-0f25-45a8-8e6a-c7edd9da285f {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:22:41.885547 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:41.962817 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:41.963074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:41.975428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for e827d8a9-0f25-45a8-8e6a-c7edd9da285f owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:22:42.119968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:42.145695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=e827d8a9-0f25-45a8-8e6a-c7edd9da285f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:42.168953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.169305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.169655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.169996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.170337 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.170710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.171046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.171374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.171704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.172047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.172356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.172681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:42.212477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:42.212777 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086 disassociated (deleted). External IP: 172.26.8.58, port: 76d660ac-9b76-4aa1-87a1-fee455788f07. Oct 11 05:22:42.737303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:22:42.842650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:22:42.847447 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:42.851858 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] Sync routers for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:22:42.861556 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:42.862150 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:42.874861 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-33b289e8-5fe4-4c62-a0a0-0dc4ece7498c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/floatingips/25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086 HTTP/1.1" status: 204 len: 168 time: 1.1462953 Oct 11 05:22:42.875590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:22:42.921163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:22:42.968989 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:43.010048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae47e02-ab19-46b6-9cdf-1a68d331060e x-openstack-request-id: req-2ae47e02-ab19-46b6-9cdf-1a68d331060e {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:22:43.010563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:22:43.011277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ae47e02-ab19-46b6-9cdf-1a68d331060e {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:22:43.011801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae47e02-ab19-46b6-9cdf-1a68d331060e'] response: {'name': 'network-changed', 'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'status': 'completed', 'code': 200} Oct 11 05:22:43.133897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712822-1587-49b0-a595-2dc2b87b144c req-d78c1ada-12b9-4e57-942c-3cd88fc68463 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:43.135357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-cdfab98e-cdbb-4ddb-b5de-558d90639d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:43.135510 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2d712822-1587-49b0-a595-2dc2b87b144c req-d78c1ada-12b9-4e57-942c-3cd88fc68463 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0615728 Oct 11 05:22:43.136908 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-cdfab98e-cdbb-4ddb-b5de-558d90639d83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 1098 time: 0.0457683 Oct 11 05:22:43.175526 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2d712822-1587-49b0-a595-2dc2b87b144c req-bb282b0c-a0ce-46d5-83a2-6aff2346151a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331125 Oct 11 05:22:43.177051 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:43.203174 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] Checking router: df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:22:43.211895 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:43.212490 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:43.235098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-2326fc78-a306-4775-ab85-1fc7a6b7b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:43.236562 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-2326fc78-a306-4775-ab85-1fc7a6b7b0de service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 200 len: 898 time: 0.0915649 Oct 11 05:22:43.279994 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-fb7c7274-3e86-43f4-89db-5907065e3d17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 200 len: 217 time: 0.0359712 Oct 11 05:22:43.334176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-abe19bb9-5275-47f9-91ee-abbeb0915d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:43.335643 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-abe19bb9-5275-47f9-91ee-abbeb0915d6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 200 len: 834 time: 0.0490339 Oct 11 05:22:43.380320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-28f9b94e-4b05-4333-9418-972dec7c9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:43.381782 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-28f9b94e-4b05-4333-9418-972dec7c9fc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab554536-7981-4fc6-9416-d85fc28f1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394521 Oct 11 05:22:43.405370 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:43.472277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-5f2b3c07-4e10-40f0-ba77-d0ada2568434 service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837941 Oct 11 05:22:43.566023 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56aec4e3-d273-4fe1-ad13-0db9e4ae604e req-26d1855f-eac0-4a32-aaed-addd83c3bb3d service neutron] 10.222.0.45 "GET /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861545 Oct 11 05:22:43.600903 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:43.626724 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2ef39-15ee-46de-920e-38d768ad2b69 None None] The sync data for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv is: [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:20:13Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '2b6587c8-b9c2-4103-ac32-943f886bd5dc', 'name': '', 'network_id': 'ab554536-7981-4fc6-9416-d85fc28f1333', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:98:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:13Z', 'updated_at': '2022-10-11T05:20:16Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:22:43.842267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6ddf8-4552-413f-985e-77aab6bf94ee None None] New status for floating IP 25fb6ae0-0cb9-4a6c-9f48-dcdc38ff8086: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:22:44.299023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee71cbd-4e27-4fab-b31f-e5cdd7498e2c req-3b1e3cf9-57cb-42e7-b4fe-12e7c83ae3ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:44.300460 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ee71cbd-4e27-4fab-b31f-e5cdd7498e2c req-3b1e3cf9-57cb-42e7-b4fe-12e7c83ae3ea tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0474162 Oct 11 05:22:44.336683 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4ee71cbd-4e27-4fab-b31f-e5cdd7498e2c req-e1d0839c-ae00-41b4-887b-ef870d2e1366 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305154 Oct 11 05:22:45.252524 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-6bf186ef-eac4-4ba1-ab2e-d5efa79f14d2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:45.253970 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-6bf186ef-eac4-4ba1-ab2e-d5efa79f14d2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0530944 Oct 11 05:22:45.342001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 76d660ac-9b76-4aa1-87a1-fee455788f07 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:22:45.342692 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:45.432469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port 76d660ac-9b76-4aa1-87a1-fee455788f07, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=76d660ac-9b76-4aa1-87a1-fee455788f07,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:45.432832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:45.445510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 76d660ac-9b76-4aa1-87a1-fee455788f07 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:22:45.526311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c93a2-8bd3-49c9-90be-c5f6684e69f4 req-ee71c66b-e219-4afa-81e5-46f50bb070c9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:45.527790 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-083c93a2-8bd3-49c9-90be-c5f6684e69f4 req-ee71c66b-e219-4afa-81e5-46f50bb070c9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf37be38-1002-4997-9935-651b0bfda912 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Oct 11 05:22:45.564793 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-083c93a2-8bd3-49c9-90be-c5f6684e69f4 req-0abde2ee-1767-4a1d-8cd4-354d203efc69 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=93f52383-3bd6-470d-a489-b2f2f76309b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Oct 11 05:22:45.573312 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:45.603430 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=76d660ac-9b76-4aa1-87a1-fee455788f07,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:45.653201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] No DVR routers for this DVR port 76d660ac-9b76-4aa1-87a1-fee455788f07 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:22:45.655785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:45.659034 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9ee01f23-223e-4325-9b1d-8f8d2f501b9e req-dd5d943a-ba23-4581-9876-a9acb40fbb63 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "DELETE /v2.0/ports/76d660ac-9b76-4aa1-87a1-fee455788f07 HTTP/1.1" status: 204 len: 173 time: 0.3994670 Oct 11 05:22:45.659529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-deleted', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:22:45.661805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d932e5-d008-4dcb-b162-e89a76209939" -d '{"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-deleted", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:22:45.697175 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6a6165-f300-4556-8ed4-4487335f7461 x-openstack-request-id: req-4d6a6165-f300-4556-8ed4-4487335f7461 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:22:45.697523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf37be38-1002-4997-9935-651b0bfda912", "name": "network-vif-deleted", "tag": "76d660ac-9b76-4aa1-87a1-fee455788f07", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:22:45.697780 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d6a6165-f300-4556-8ed4-4487335f7461 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:22:45.698188 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6a6165-f300-4556-8ed4-4487335f7461'] response: {'server_uuid': 'cf37be38-1002-4997-9935-651b0bfda912', 'name': 'network-vif-deleted', 'tag': '76d660ac-9b76-4aa1-87a1-fee455788f07', 'status': 'completed', 'code': 200} Oct 11 05:22:46.625407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60132) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:46.981485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:47.224827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 2b6587c8-b9c2-4103-ac32-943f886bd5dc {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:22:47.225164 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:47.322756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port 2b6587c8-b9c2-4103-ac32-943f886bd5dc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=2b6587c8-b9c2-4103-ac32-943f886bd5dc,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:47.323142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:47.335464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 2b6587c8-b9c2-4103-ac32-943f886bd5dc owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:22:47.519828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:47.546915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=2b6587c8-b9c2-4103-ac32-943f886bd5dc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:47.723473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:47.937065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:22:48.039072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:22:48.043914 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a3ae9183-cc0b-4382-a51e-a04f867ef50b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4173212 Oct 11 05:22:48.046658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60134) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:48.049527 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc67411-7492-4161-94ad-d24577841525 None None] Sync routers for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:22:48.059750 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:48.060446 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:48.100211 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting subnet ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:22:48.103236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.142280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.162935 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:48.223512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.285897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.313054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:48.316802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.320019 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1296d5e7-ad04-4f23-b8d1-0a091f979abd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/subnets/ebc1b1fa-3eee-42d4-adf5-89ff8b5c1c5a HTTP/1.1" status: 204 len: 168 time: 0.2724345 Oct 11 05:22:48.323813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60136) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:48.336331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846acb6-d668-43fe-8a3f-79bd4e60d9b4 None None] Network ab554536-7981-4fc6-9416-d85fc28f1333 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:22:48.341040 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:22:47Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:48.367679 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc67411-7492-4161-94ad-d24577841525 None None] Checking router: df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:22:48.377485 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] Routers {'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:48.378090 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:48.434599 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.481926 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] Set router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:48.527939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] DHCP port deletion for ab554536-7981-4fc6-9416-d85fc28f1333 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:22:48.547322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.577155 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] Deleting port 37e3acae-846e-4eab-92b8-d5d0df35cc8f {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:22:48.577647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.603099 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port bb7673de-23a3-4320-8d70-d9f37a209664 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:22:48.604061 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.654974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] For port 37e3acae-846e-4eab-92b8-d5d0df35cc8f, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=37e3acae-846e-4eab-92b8-d5d0df35cc8f,segment=NetworkSegment(0123b19c-3b85-4acc-95a9-2acc5fe8f910),segment_id=0123b19c-3b85-4acc-95a9-2acc5fe8f910)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:48.655539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.663151 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-bbc67411-7492-4161-94ad-d24577841525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:22:47Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:48.669976 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] Calling delete_port for 37e3acae-846e-4eab-92b8-d5d0df35cc8f owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:22:48.694045 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc67411-7492-4161-94ad-d24577841525 None None] The sync data for ids ['df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2'] in dv-neutron-860894-1-hyperv is: [{'id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897831926', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:20:10Z', 'updated_at': '2022-10-11T05:22:47Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'bb7673de-23a3-4320-8d70-d9f37a209664', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:20:11Z', 'updated_at': '2022-10-11T05:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:22:48.697307 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port bb7673de-23a3-4320-8d70-d9f37a209664, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bb7673de-23a3-4320-8d70-d9f37a209664,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:48.697671 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.710406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for bb7673de-23a3-4320-8d70-d9f37a209664 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:22:48.751027 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.779436 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] Pushing event deleted for resources: {'Port': ['ID=37e3acae-846e-4eab-92b8-d5d0df35cc8f,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:48.783973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45d7f7-107a-4f58-ad0e-a010096ba1b0 None None] No DVR routers for this DVR port 37e3acae-846e-4eab-92b8-d5d0df35cc8f on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:22:48.876021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:48.900917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=bb7673de-23a3-4320-8d70-d9f37a209664,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:48.912058 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.912408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.912748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.913085 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.913416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.913745 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.914072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.914397 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.914847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.915077 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.915395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.915721 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:48.969204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.061417 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.063967 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.382411 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.383165 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Fanout notify agent at l3_agent the message router_deleted on router df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:22:49.389565 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.393421 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7af817e3-eb5c-4233-aaff-82d948c3e478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/routers/df58ceb6-6a2c-48f3-9bf9-a29af2bd34f2 HTTP/1.1" status: 204 len: 168 time: 1.0685449 Oct 11 05:22:49.393630 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60138) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:49.477750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.569045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.588592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab554536-7981-4fc6-9416-d85fc28f1333']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:49.597747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0123b19c-3b85-4acc-95a9-2acc5fe8f910') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:49.598054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0123b19c-3b85-4acc-95a9-2acc5fe8f910') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:49.608070 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.621405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.627338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Releasing vlan 477 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:22:49.627711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.699388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.708812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.711901 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/networks/ab554536-7981-4fc6-9416-d85fc28f1333 HTTP/1.1" status: 204 len: 168 time: 0.3174779 Oct 11 05:22:49.715306 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60146) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:49.726256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68971f1a-040b-42ec-a375-8e1dddb9eef8 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Network': ['ID=ab554536-7981-4fc6-9416-d85fc28f1333,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:49.779363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05b87c72-bcce-4b11-ac58-84778c098fbc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.788324 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 0123b19c-3b85-4acc-95a9-2acc5fe8f910 resource provider aggregate not found Oct 11 05:22:49.804847 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 0123b19c-3b85-4acc-95a9-2acc5fe8f910 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0123b19c-3b85-4acc-95a9-2acc5fe8f910 found for delete ", "request_id": "req-aa1d01fb-f680-48fe-9f4c-38af64065402"}]} Oct 11 05:22:49.805678 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05b87c72-bcce-4b11-ac58-84778c098fbc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.879130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2b6587c8-b9c2-4103-ac32-943f886bd5dc no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:22:49.883522 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05b87c72-bcce-4b11-ac58-84778c098fbc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.893572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05b87c72-bcce-4b11-ac58-84778c098fbc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:49.894866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-05b87c72-bcce-4b11-ac58-84778c098fbc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/security-groups/93f52383-3bd6-470d-a489-b2f2f76309b9 HTTP/1.1" status: 204 len: 168 time: 0.1785307 Oct 11 05:22:49.900031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 2b6587c8-b9c2-4103-ac32-943f886bd5dc {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:22:49.901111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 2b6587c8-b9c2-4103-ac32-943f886bd5dc not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:22:49.901705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 37e3acae-846e-4eab-92b8-d5d0df35cc8f no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:22:49.905963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b87c72-bcce-4b11-ac58-84778c098fbc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f52383-3bd6-470d-a489-b2f2f76309b9,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:49.925443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 37e3acae-846e-4eab-92b8-d5d0df35cc8f {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:22:49.925789 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 37e3acae-846e-4eab-92b8-d5d0df35cc8f not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:22:50.016251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60158) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.020767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071803376', 'description': 'tempest-secgroup-smoke-2071803376 description', 'project_id': 'bcc978651d154f90a76a6081677ed951'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.035395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:22:50.042074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.055918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 76d660ac-9b76-4aa1-87a1-fee455788f07 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:22:50.056262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 76d660ac-9b76-4aa1-87a1-fee455788f07 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:22:50.109002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.112437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.135314 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.136507 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1193225 Oct 11 05:22:50.139568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.144191 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6ff2b-cd5a-472c-aeb0-6fc2dec00ab4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc61c69-df1a-4761-882f-5ee4c74abc8c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.144351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '1dc61c69-df1a-4761-882f-5ee4c74abc8c', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.169498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.223521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.226939 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.244008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb5f8d7-c569-4ce0-bc48-3622277c79b6,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.252562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.253731 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-560d6562-f11d-4b59-a264-37d1fd75f8bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129866 Oct 11 05:22:50.256522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60162) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.261382 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '1dc61c69-df1a-4761-882f-5ee4c74abc8c', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.285384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.341246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.344732 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.360927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10c8d14-6a43-448e-90f0-64f10148c11b,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.369156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.370336 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9e26491a-dfff-4208-9336-7dd079c3a247 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128864 Oct 11 05:22:50.373200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60164) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.377364 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '1dc61c69-df1a-4761-882f-5ee4c74abc8c', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.404079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.464654 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.467958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.485650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55ee105-a790-49ef-93d6-4000ec811670,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.493498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.497844 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ad51a74e-7717-49ee-8a1c-661737d9c881 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211035 Oct 11 05:22:50.498230 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60166) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.502868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '1dc61c69-df1a-4761-882f-5ee4c74abc8c', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.527455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.583773 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.587450 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.603875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ebb08f-b888-40b4-90a2-b84ad87a0c49,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.611679 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.612863 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9db7269b-d940-412a-86a9-98e98b0b6118 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135607 Oct 11 05:22:50.615650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60168) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.620393 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '1dc61c69-df1a-4761-882f-5ee4c74abc8c', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.639804 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:22:50.644681 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.705218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.708654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.723929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b7c055-98ea-471e-a6b1-b6dc7660012a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.734238 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.735459 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-92449bf8-bfe0-4e06-b4ff-1c5e54e64188 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188962 Oct 11 05:22:50.738294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60170) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.742456 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': '1dc61c69-df1a-4761-882f-5ee4c74abc8c', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.762351 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:22:50.766973 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.828082 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.831748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.848322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce06b7fa-6a6b-4bae-a7c3-6ffb5d5cda9a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:50.856609 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.857774 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-347346de-6771-44a6-8347-fc9986362c10 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185656 Oct 11 05:22:50.860631 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60172) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:50.865293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'network': {'name': 'tempest-network-smoke--436888692', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:50.883787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:22:50.887179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.910539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:22:50.920176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.920587 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Added segment 95d32907-ca1d-4dbd-9699-d3ccacbd3a4d of type vlan for network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 Oct 11 05:22:50.960691 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.983415 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:50.988729 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:50.989305 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.020444 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1588492 Oct 11 05:22:51.023437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60174) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:51.028606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'admin_state_up': True, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:51.049315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.050330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.058818 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd3871-ddf2-4a07-98ac-cb76e24ed54c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Network': ['ID=68f8a295-d266-493a-8ab9-dfa32e2b3a46,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:51.070555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:22:51.103256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.242125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.426518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.447555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.453968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bb7673de-23a3-4320-8d70-d9f37a209664 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:22:51.474347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: bb7673de-23a3-4320-8d70-d9f37a209664 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:22:51.474717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bb7673de-23a3-4320-8d70-d9f37a209664 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:22:51.547400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.181 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/a7e80658-f87b-4a81-a2be-8017721aa262) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:22:51.650782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.684117 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:51.722841 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:22:51.725653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:22:51.730174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:22:51.753199 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=a7e80658-f87b-4a81-a2be-8017721aa262,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:51.973281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:52.485894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:52.611176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router 9fb9156c-8b74-48b0-93f6-21462f382829 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:22:52.717253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:22:52.727245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Sync routers for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:22:52.736132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:52.736419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:52.737023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:52.737332 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1275345-92c4-4e01-bfee-977541042616 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7127881 Oct 11 05:22:52.740603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60176) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:52.811382 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a3e0ef61-0023-45e7-a307-c2eb5370fe70 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bcc978651d154f90a76a6081677ed951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696940 Oct 11 05:22:52.814145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60180) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:52.841912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:52.904240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cb96e-e744-4b7b-b436-2bd486e1b278 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:52.905664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9b6cb96e-e744-4b7b-b436-2bd486e1b278 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905852 Oct 11 05:22:52.908524 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60182) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:52.935989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e4e57950-3345-4e9d-a312-4a7778442bdf tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263770 Oct 11 05:22:52.938317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60184) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:52.942960 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281183246', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:53.020009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:51Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:53.028069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:22:53.031837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.047133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Checking router: 9fb9156c-8b74-48b0-93f6-21462f382829 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:22:53.047476 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Updating router 9fb9156c-8b74-48b0-93f6-21462f382829 port a7e80658-f87b-4a81-a2be-8017721aa262 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:22:53.071611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.211205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.276684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Subnet': ['ID=f28e6fff-f2cb-467d-ac31-7dadda0feb34,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:53.284886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Checking segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:22:53.285241 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network hostable DHCP agents. Network: 68f8a295-d266-493a-8ab9-dfa32e2b3a46, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:22:53.301669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:22:53.311001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 68f8a295-d266-493a-8ab9-dfa32e2b3a46) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:22:53.315302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:53.316158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.321735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0758c43-5e83-42ef-a228-f4d5aedcae1a None None] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:22:53.332288 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-848954aa-add9-4f37-8dcb-9abd9447002b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3929849 Oct 11 05:22:53.335153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60186) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:22:53.350552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.389324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.436548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Attempting to bind port a7e80658-f87b-4a81-a2be-8017721aa262 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:22:53.436918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Attempting to bind port a7e80658-f87b-4a81-a2be-8017721aa262 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:22:53.437279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Attempting to bind port a7e80658-f87b-4a81-a2be-8017721aa262 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:22:53.456185 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:22:53.456557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:22:53.456957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.457349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:22:53.457814 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Bound port: a7e80658-f87b-4a81-a2be-8017721aa262, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:22:53.458190 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.482161 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0518f5-ecce-4dc4-95ce-555bff0fec98 None None] Pushing event updated for resources: {'Port': ['ID=a7e80658-f87b-4a81-a2be-8017721aa262,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:53.544555 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] For port a7e80658-f87b-4a81-a2be-8017721aa262, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:22:53.549616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] For port a7e80658-f87b-4a81-a2be-8017721aa262, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a7e80658-f87b-4a81-a2be-8017721aa262,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:22:53.553840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.596745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:22:53.597581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.623014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:53.623639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:53.772915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:53.872124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0518f5-ecce-4dc4-95ce-555bff0fec98 None None] Pushing event updated for resources: {'Port': ['ID=a7e80658-f87b-4a81-a2be-8017721aa262,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:53.979377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:54.038079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Allocated IP 172.20.0.2 (68f8a295-d266-493a-8ab9-dfa32e2b3a46/f28e6fff-f2cb-467d-ac31-7dadda0feb34/f0aef752-427c-458c-80db-4298d30ad715) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:22:54.270465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.277899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.283892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:51Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:54.326821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.1 (68f8a295-d266-493a-8ab9-dfa32e2b3a46/f28e6fff-f2cb-467d-ac31-7dadda0feb34/a2ccf3cf-3e98-40a5-8202-feb3f1d126ce) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:22:54.337116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa366bb-df59-4e10-b158-e72d15990fc8 None None] The sync data for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv is: [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:51Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:22:54.346446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:22:54.349592 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:22:54.356407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:22:54.359831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Pushing event updated for resources: {'Port': ['ID=f0aef752-427c-458c-80db-4298d30ad715,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:54.370790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.371258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.371605 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.372111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.372445 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.372775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.373102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.373427 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.373751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.374072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.374391 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.374738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:54.436994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Attempting to bind port f0aef752-427c-458c-80db-4298d30ad715 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:22:54.437365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Attempting to bind port f0aef752-427c-458c-80db-4298d30ad715 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:22:54.437727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Attempting to bind port f0aef752-427c-458c-80db-4298d30ad715 on network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:22:54.442903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:22:54.443270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Checking segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:22:54.443667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.444057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Bound using segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:22:54.444514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Bound port: f0aef752-427c-458c-80db-4298d30ad715, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:22:54.444896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.451818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.488553 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.515290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] For port f0aef752-427c-458c-80db-4298d30ad715, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:22:54.519002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] For port f0aef752-427c-458c-80db-4298d30ad715, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f0aef752-427c-458c-80db-4298d30ad715,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:22:54.525142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.532779 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:22:54.535492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:22:54.539464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:22:54.599332 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:54.617727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5ddd1-ebad-455d-943b-ecf5ab803fff None None] Pushing event updated for resources: {'Port': ['ID=f0aef752-427c-458c-80db-4298d30ad715,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:54.622951 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:54.795419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.095087 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.099532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.174570 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:55.177870 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.279374 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:22:55.280859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:22:55.397301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router 9fb9156c-8b74-48b0-93f6-21462f382829 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:22:55.519205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:22:55.525975 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-66bd3b4e-d4a1-4627-a253-f40275955d4e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/9fb9156c-8b74-48b0-93f6-21462f382829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1892593 Oct 11 05:22:55.555019 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef5a4c-6ee8-434b-8991-630502864b7f None None] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:22:55.593541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a7e80658-f87b-4a81-a2be-8017721aa262 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:22:55.682507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-48400356-61f0-434f-9a70-49489f30beb2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071803376&fields=id&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 267 time: 0.0371110 Oct 11 05:22:55.690872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Provisioning complete for port f0aef752-427c-458c-80db-4298d30ad715 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:55.691241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.691575 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Attempt 1 to provision port f0aef752-427c-458c-80db-4298d30ad715 Oct 11 05:22:55.765241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a7e80658-f87b-4a81-a2be-8017721aa262 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:55.765626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.765944 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a7e80658-f87b-4a81-a2be-8017721aa262 Oct 11 05:22:55.798650 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-e16f4d36-6fbd-40c5-9d57-56a29e9e4ccf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:55.800792 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-e16f4d36-6fbd-40c5-9d57-56a29e9e4ccf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 796 time: 0.1065745 Oct 11 05:22:55.816384 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-9d157267-e435-4cf7-bae0-d2a4db64e288 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/quotas/bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 375 time: 0.0098433 Oct 11 05:22:55.891134 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-fb7c8060-035e-46e8-b8f5-dfd3cd9279fe tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619612 Oct 11 05:22:55.905726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Current status of the port f0aef752-427c-458c-80db-4298d30ad715 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:55.906118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.923887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a7e80658-f87b-4a81-a2be-8017721aa262 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:55.924272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.960357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port a7e80658-f87b-4a81-a2be-8017721aa262, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a7e80658-f87b-4a81-a2be-8017721aa262,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:55.962272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] For port f0aef752-427c-458c-80db-4298d30ad715, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f0aef752-427c-458c-80db-4298d30ad715,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:55.966989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:55.968325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0aef752-427c-458c-80db-4298d30ad715 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:22:55.987370 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-0956f744-fc74-4bad-86c7-c9db023ac834 service neutron] 10.222.0.39 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937111 Oct 11 05:22:55.990465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.051407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=a7e80658-f87b-4a81-a2be-8017721aa262,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:56.096501 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Sync routers for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:22:56.098949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f0aef752-427c-458c-80db-4298d30ad715 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:56.099517 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.100155 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f0aef752-427c-458c-80db-4298d30ad715 Oct 11 05:22:56.108298 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:56.109036 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:56.117367 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-c72f957b-82d3-4b5a-b37f-e0ec8786735b service neutron] 10.222.0.39 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181557 Oct 11 05:22:56.142776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08480b3e-8e7d-4a61-a41b-2074f347d486 None None] Pushing event updated for resources: {'Port': ['ID=f0aef752-427c-458c-80db-4298d30ad715,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:56.223667 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:56.226518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f0aef752-427c-458c-80db-4298d30ad715 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:56.241530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Provisioning complete for port f0aef752-427c-458c-80db-4298d30ad715 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:56.241947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.242277 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Attempt 1 to provision port f0aef752-427c-458c-80db-4298d30ad715 Oct 11 05:22:56.348340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Current status of the port f0aef752-427c-458c-80db-4298d30ad715 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:56.358234 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d3bb274c-fc67-4788-bd71-32502fa39c15 req-f749eead-e9c3-4d9c-84c3-18d9d8365906 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 210 time: 0.0455935 Oct 11 05:22:56.361806 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Provisioning complete for port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:56.362351 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.362900 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Attempt 1 to provision port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce Oct 11 05:22:56.406781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:22:56.471710 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 2, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:56.499704 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Checking router: 9fb9156c-8b74-48b0-93f6-21462f382829 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:22:56.499828 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Updating router 9fb9156c-8b74-48b0-93f6-21462f382829 port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:22:56.530676 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.886080 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.890863 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.908168 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Attempt 2 to provision port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce Oct 11 05:22:56.942021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:22:56.961399 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Pushing event updated for resources: {'Port': ['ID=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:56.975595 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.975942 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.976281 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.976615 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.976942 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.977293 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.977618 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.977941 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.978262 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.978634 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.978952 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.979268 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:22:56.986380 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Attempting to bind port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:22:56.987279 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Attempting to bind port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:22:56.987279 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Attempting to bind port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce on network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:22:56.991840 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:22:56.992204 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Checking segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:22:56.992595 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:56.992971 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Bound using segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:22:56.993427 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Bound port: a2ccf3cf-3e98-40a5-8202-feb3f1d126ce, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:22:56.993797 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.054264 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] For port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:22:57.057232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] For port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:22:57.060558 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.093496 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:22:57.094097 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:22:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:57.156326 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6994-9fff-4336-8c80-5ec9933e17d0 None None] Pushing event updated for resources: {'Port': ['ID=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:57.211337 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:22:57.405489 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:22:57.432473 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d2299-8731-42fa-adae-91abd77e5691 None None] The sync data for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv is: [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:22:57.443479 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Attempt 3 to provision port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce Oct 11 05:22:57.498436 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1e587769-7771-41d4-b1c5-222269524bba req-bb86a1f7-fbdf-450d-89ff-1b55f41c4e7f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 210 time: 0.0679619 Oct 11 05:22:57.587371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Current status of the port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:57.587921 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.610800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a7e80658-f87b-4a81-a2be-8017721aa262 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:22:57.642810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-64f426a9-e4cf-4664-91d1-128c440863a2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:57.644320 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-64f426a9-e4cf-4664-91d1-128c440863a2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 796 time: 0.1426570 Oct 11 05:22:57.652389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] For port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:22:57.661269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.705726 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-d741dd90-ed81-4c4d-b5d5-f36449490fd3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 380 time: 0.0470381 Oct 11 05:22:57.715220 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'port': {'device_id': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'admin_state_up': True, 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'security_groups': ['1dc61c69-df1a-4761-882f-5ee4c74abc8c']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:57.725307 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40d158-8451-4507-b57b-56b14bfa273b None None] Pushing event updated for resources: {'Port': ['ID=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:57.733332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a7e80658-f87b-4a81-a2be-8017721aa262 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:57.733619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.733954 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a7e80658-f87b-4a81-a2be-8017721aa262 Oct 11 05:22:57.794187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-d6b2506b-a42c-48d4-af99-023ac033c538 None None] Provisioning complete for port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:57.794566 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d6b2506b-a42c-48d4-af99-023ac033c538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.794904 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-d6b2506b-a42c-48d4-af99-023ac033c538 None None] Attempt 1 to provision port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce Oct 11 05:22:57.853212 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:22:57.857309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.862131 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a7e80658-f87b-4a81-a2be-8017721aa262 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:57.863249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0aef752-427c-458c-80db-4298d30ad715 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:22:57.945481 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2506b-a42c-48d4-af99-023ac033c538 None None] Current status of the port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:57.955932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port f0aef752-427c-458c-80db-4298d30ad715 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:57.956316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:57.956652 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port f0aef752-427c-458c-80db-4298d30ad715 Oct 11 05:22:57.999922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.10 (68f8a295-d266-493a-8ab9-dfa32e2b3a46/f28e6fff-f2cb-467d-ac31-7dadda0feb34/6a58467d-0db4-4ed8-9943-fc04aed52995) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:22:58.040172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port f0aef752-427c-458c-80db-4298d30ad715 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:58.149644 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.184244 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.230385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:22:58.233548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:22:58.236195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:22:58.262444 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=6a58467d-0db4-4ed8-9943-fc04aed52995,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:58.297837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:58.298580 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.316165 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-62bb651b-a598-4e4f-9477-81bebe919dba tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6050572 Oct 11 05:22:58.334301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Request body: {'port': {'device_id': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:22:58.397239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.469502 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-90287866-2e7c-4af2-8766-f1ea77d93818 None None] Provisioning complete for port 6a58467d-0db4-4ed8-9943-fc04aed52995 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:58.469869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-90287866-2e7c-4af2-8766-f1ea77d93818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.470200 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-90287866-2e7c-4af2-8766-f1ea77d93818 None None] Attempt 1 to provision port 6a58467d-0db4-4ed8-9943-fc04aed52995 Oct 11 05:22:58.507094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-90287866-2e7c-4af2-8766-f1ea77d93818 None None] Port 6a58467d-0db4-4ed8-9943-fc04aed52995 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:22:58.627126 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d2bd1-8271-4bd1-b2d7-7b8d72d2669f req-46167d9d-e3f7-4f3f-b69f-36f002ecd611 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:58.630115 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ea4d2bd1-8271-4bd1-b2d7-7b8d72d2669f req-46167d9d-e3f7-4f3f-b69f-36f002ecd611 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 932 time: 0.0586598 Oct 11 05:22:58.669991 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ea4d2bd1-8271-4bd1-b2d7-7b8d72d2669f req-31817ed8-df68-49db-8d82-05c0bf4e2f4d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Oct 11 05:22:58.678689 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a58467d-0db4-4ed8-9943-fc04aed52995 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:22:58.686726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.699429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Transition to ACTIVE for port object 6a58467d-0db4-4ed8-9943-fc04aed52995 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:22:58.702973 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.762268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Pushing event updated for resources: {'Port': ['ID=6a58467d-0db4-4ed8-9943-fc04aed52995,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:58.811137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Attempting to bind port 6a58467d-0db4-4ed8-9943-fc04aed52995 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:22:58.811467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Attempting to bind port 6a58467d-0db4-4ed8-9943-fc04aed52995 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:22:58.811791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Attempting to bind port 6a58467d-0db4-4ed8-9943-fc04aed52995 on network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:22:58.815987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Port 6a58467d-0db4-4ed8-9943-fc04aed52995 on network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:22:58.816305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Attempting to bind port 6a58467d-0db4-4ed8-9943-fc04aed52995 on network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:22:58.821011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:22:58.821342 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Checking segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:22:58.821715 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Bound using segment: {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:22:58.822724 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Bound port: 6a58467d-0db4-4ed8-9943-fc04aed52995, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:22:58.823075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.884002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] For port 6a58467d-0db4-4ed8-9943-fc04aed52995, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:22:58.887886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] For port 6a58467d-0db4-4ed8-9943-fc04aed52995, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6a58467d-0db4-4ed8-9943-fc04aed52995,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:22:58.892299 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.896311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:58.896901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:58.898258 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 1094 time: 0.5687225 Oct 11 05:22:58.898811 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:22:58.901390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78128ecc-5223-4326-abc4-c6e11d434002" -d '{"events": [{"name": "network-changed", "server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:22:58.951291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193aaaa-8ffb-4298-b412-65bd9f5f8547 service neutron] Pushing event updated for resources: {'Port': ['ID=6a58467d-0db4-4ed8-9943-fc04aed52995,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:22:58.963904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65c59b3-c446-412d-87e6-a8ba6f5cd0b9 x-openstack-request-id: req-d65c59b3-c446-412d-87e6-a8ba6f5cd0b9 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:22:58.964186 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:22:58.964437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d65c59b3-c446-412d-87e6-a8ba6f5cd0b9 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:22:58.964831 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65c59b3-c446-412d-87e6-a8ba6f5cd0b9'] response: {'name': 'network-changed', 'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'status': 'completed', 'code': 200} Oct 11 05:22:58.995864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-b3dcf17d-e6c8-453f-a291-e5c9494e901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:58.997274 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-b3dcf17d-e6c8-453f-a291-e5c9494e901f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1097 time: 0.0427773 Oct 11 05:22:59.008065 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-90287866-2e7c-4af2-8766-f1ea77d93818 None None] Attempt 2 to provision port 6a58467d-0db4-4ed8-9943-fc04aed52995 Oct 11 05:22:59.048355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-995af457-ae3c-40b3-9828-7b21f2445546 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 217 time: 0.0380263 Oct 11 05:22:59.049560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-90287866-2e7c-4af2-8766-f1ea77d93818 None None] Port 6a58467d-0db4-4ed8-9943-fc04aed52995 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:22:59.098329 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-00e3f033-af45-4b55-b823-19007f8491c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:59.099849 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-00e3f033-af45-4b55-b823-19007f8491c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0454357 Oct 11 05:22:59.144591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432710-3a10-4ea8-8614-b635261774de req-5b17f596-2900-4833-9a82-916983e801ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:59.145962 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-5b17f596-2900-4833-9a82-916983e801ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389652 Oct 11 05:22:59.237829 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-dc49c972-464c-4080-b00e-c6fad21a9d9d service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844367 Oct 11 05:22:59.326785 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b4432710-3a10-4ea8-8614-b635261774de req-b58abd95-5226-4be9-bad4-d1c700205a23 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826480 Oct 11 05:22:59.543668 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a2ccf3cf-3e98-40a5-8202-feb3f1d126ce up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:22:59.605279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:22:59.605698 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:22:59.606122 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce Oct 11 05:22:59.697946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:22:59.796814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64641499-f48b-40d6-8182-4387302f548e req-2870c07e-5601-4bac-acc2-4e32368b1d42 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:59.798415 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-64641499-f48b-40d6-8182-4387302f548e req-2870c07e-5601-4bac-acc2-4e32368b1d42 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 944 time: 0.0524535 Oct 11 05:22:59.843924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-64641499-f48b-40d6-8182-4387302f548e req-4780146b-7caa-49c5-bc6e-d60056899e1f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Oct 11 05:22:59.867881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78128ecc-5223-4326-abc4-c6e11d434002 req-e7749146-b6a6-4bf2-bacf-980d61fa938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:59.869958 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-e7749146-b6a6-4bf2-bacf-980d61fa938c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1097 time: 0.3866553 Oct 11 05:22:59.956753 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78128ecc-5223-4326-abc4-c6e11d434002 req-3f4d4ace-79c8-48e9-b2cd-1d0996bfa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:22:59.958192 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-3f4d4ace-79c8-48e9-b2cd-1d0996bfa468 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.0820012 Oct 11 05:23:00.001683 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-ab113814-d60e-4c46-85f7-10ec63074428 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 217 time: 0.0367548 Oct 11 05:23:00.048429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78128ecc-5223-4326-abc4-c6e11d434002 req-41272b19-7e29-476e-b278-b470c8584a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:00.049810 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-41272b19-7e29-476e-b278-b470c8584a2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0422931 Oct 11 05:23:00.093044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78128ecc-5223-4326-abc4-c6e11d434002 req-52b2fb60-7765-4804-8a8e-1eb8bf38e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:00.094491 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-52b2fb60-7765-4804-8a8e-1eb8bf38e07b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386417 Oct 11 05:23:00.185269 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-1b3a629a-5a2f-452f-baab-f2523e444493 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Oct 11 05:23:00.271298 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-78128ecc-5223-4326-abc4-c6e11d434002 req-f1285e09-e784-4832-903b-b398ce876d83 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791321 Oct 11 05:23:00.971416 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2eb85-a3b6-4eca-b354-14d112fe2100 req-2ce0daa0-b9a2-435e-9ce7-23d472fd1e3b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:00.972865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4cd2eb85-a3b6-4eca-b354-14d112fe2100 req-2ce0daa0-b9a2-435e-9ce7-23d472fd1e3b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 944 time: 0.0526087 Oct 11 05:23:01.009280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4cd2eb85-a3b6-4eca-b354-14d112fe2100 req-928949dc-8131-4a10-8182-4397120535f7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299156 Oct 11 05:23:02.131963 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ac05-add3-4c5e-b8af-ca768cb9b4c5 req-f2463f09-72f0-433c-b06e-1e0dac8d220f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:02.133431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d128ac05-add3-4c5e-b8af-ca768cb9b4c5 req-f2463f09-72f0-433c-b06e-1e0dac8d220f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 944 time: 0.0525320 Oct 11 05:23:02.171114 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d128ac05-add3-4c5e-b8af-ca768cb9b4c5 req-7280d17c-4553-4b9e-ba34-571f41531b06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Oct 11 05:23:03.289326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee5ea5-54e4-41d1-81a3-6e13e9521d6f req-d8033ff3-ff1e-4ab9-b120-e0204f9b4179 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:03.291359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a7ee5ea5-54e4-41d1-81a3-6e13e9521d6f req-d8033ff3-ff1e-4ab9-b120-e0204f9b4179 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 944 time: 0.0480421 Oct 11 05:23:03.327446 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a7ee5ea5-54e4-41d1-81a3-6e13e9521d6f req-b9bc3dac-484f-4c20-a290-d2b3e5f9aeef tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302539 Oct 11 05:23:04.097993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6a58467d-0db4-4ed8-9943-fc04aed52995 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:23:04.190401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 6a58467d-0db4-4ed8-9943-fc04aed52995, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6a58467d-0db4-4ed8-9943-fc04aed52995,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:23:04.205079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'port_id': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'mac_address': 'fa:16:3e:4f:e7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 489, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:23:04.239624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 6a58467d-0db4-4ed8-9943-fc04aed52995 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:23:04.240011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:04.252451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a58467d-0db4-4ed8-9943-fc04aed52995 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:23:04.271616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 6a58467d-0db4-4ed8-9943-fc04aed52995, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6a58467d-0db4-4ed8-9943-fc04aed52995,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:23:04.275389 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:04.319180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=6a58467d-0db4-4ed8-9943-fc04aed52995,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:23:04.390669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec90a482-63e6-4796-baa5-08652ef0f234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:04.447261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236ffa9-1a8c-4dd8-bf34-c5afce23ce56 req-34364af9-e0e2-423b-ae2a-1a20415c99d3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:04.448688 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e236ffa9-1a8c-4dd8-bf34-c5afce23ce56 req-34364af9-e0e2-423b-ae2a-1a20415c99d3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Oct 11 05:23:04.486646 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e236ffa9-1a8c-4dd8-bf34-c5afce23ce56 req-68deb389-97d5-4f72-8234-65e81fa92791 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Oct 11 05:23:04.682093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['6a58467d-0db4-4ed8-9943-fc04aed52995'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:23:05.607557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebad84-4183-46b2-83bd-84cc01212a58 req-fcfc1b16-876f-4160-b8b0-b0458289768f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:05.609051 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-52ebad84-4183-46b2-83bd-84cc01212a58 req-fcfc1b16-876f-4160-b8b0-b0458289768f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Oct 11 05:23:05.647659 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-52ebad84-4183-46b2-83bd-84cc01212a58 req-17c52a5c-cd11-4a20-abef-7979f6162c7a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Oct 11 05:23:06.113225 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6a58467d-0db4-4ed8-9943-fc04aed52995 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:23:06.302040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 6a58467d-0db4-4ed8-9943-fc04aed52995 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:23:06.305792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 6a58467d-0db4-4ed8-9943-fc04aed52995 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:23:06.306164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:06.306545 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 6a58467d-0db4-4ed8-9943-fc04aed52995 Oct 11 05:23:06.380807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 6a58467d-0db4-4ed8-9943-fc04aed52995 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:23:06.381114 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:06.403707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:23:06.405959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960b4b6-c8d4-42f1-9452-57741e9e07e5" -d '{"events": [{"server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "name": "network-vif-plugged", "status": "completed", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:23:06.419121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 6a58467d-0db4-4ed8-9943-fc04aed52995, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6a58467d-0db4-4ed8-9943-fc04aed52995,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:23:06.423399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:06.446168 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3483202f-4dd6-45fd-b12c-d782eee403ad x-openstack-request-id: req-3483202f-4dd6-45fd-b12c-d782eee403ad {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:23:06.446460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "name": "network-vif-plugged", "status": "completed", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:23:06.446733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3483202f-4dd6-45fd-b12c-d782eee403ad {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:23:06.447118 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3483202f-4dd6-45fd-b12c-d782eee403ad'] response: {'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'code': 200} Oct 11 05:23:06.475129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=6a58467d-0db4-4ed8-9943-fc04aed52995,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:23:06.608929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c762d530-c3df-49dc-8895-2a30ffb50967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:06.644457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be6427-9bbe-4ab4-a390-0566ee84a2d1 req-fe2804a6-3bfd-402f-965e-df1513bead06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:06.645869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d4be6427-9bbe-4ab4-a390-0566ee84a2d1 req-fe2804a6-3bfd-402f-965e-df1513bead06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0437760 Oct 11 05:23:06.680221 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d4be6427-9bbe-4ab4-a390-0566ee84a2d1 req-7ad80597-8b48-4f6d-ad70-0d89d6fc2d6d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277524 Oct 11 05:23:06.767931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616d13a-633e-4a94-925b-ab7e69e3eb22 req-876372cf-d145-4c90-8738-1d2b7df657b5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:06.769389 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4616d13a-633e-4a94-925b-ab7e69e3eb22 req-876372cf-d145-4c90-8738-1d2b7df657b5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0485158 Oct 11 05:23:06.807299 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4616d13a-633e-4a94-925b-ab7e69e3eb22 req-885dc7fd-e662-443c-bcf0-da4fc9c9f3e9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Oct 11 05:23:07.587757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:23:07.927518 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f10c0-f216-4ac7-b47b-a9198bb0532f req-63d6b07c-e488-47dc-968a-a4de12facc64 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:07.928980 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a5f10c0-f216-4ac7-b47b-a9198bb0532f req-63d6b07c-e488-47dc-968a-a4de12facc64 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0479712 Oct 11 05:23:07.967119 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9a5f10c0-f216-4ac7-b47b-a9198bb0532f req-ffe13cf7-f9ea-4cce-a87d-e8008a94e59d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Oct 11 05:23:07.997153 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.086079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae60d5-22bc-4527-9bfb-89fd7c1a8c56 req-1a3c354a-b1d4-48e1-82b9-3407a98969f2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:09.087558 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-caae60d5-22bc-4527-9bfb-89fd7c1a8c56 req-1a3c354a-b1d4-48e1-82b9-3407a98969f2 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Oct 11 05:23:09.125003 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-caae60d5-22bc-4527-9bfb-89fd7c1a8c56 req-f70e5a03-d8eb-4c34-b1cb-67f05ec48679 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Oct 11 05:23:09.247842 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c64573-439d-4554-9eca-b99588801230 req-92ac8094-b0e9-415d-9e34-49d115e0b4be tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:09.249370 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45c64573-439d-4554-9eca-b99588801230 req-92ac8094-b0e9-415d-9e34-49d115e0b4be tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0525186 Oct 11 05:23:09.286240 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-45c64573-439d-4554-9eca-b99588801230 req-2ea37ec0-f38a-4973-9435-4a21aed5e315 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Oct 11 05:23:09.313368 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60262) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:23:09.356739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d5891-59e1-4cc2-bfd2-53d03b0f0223 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:09.358227 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-586d5891-59e1-4cc2-bfd2-53d03b0f0223 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1094 time: 0.0438640 Oct 11 05:23:09.360900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60264) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:23:09.365065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:23:09.385365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.479603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.563103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.584198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.7 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/62e09cb0-1f13-49d4-be5e-fa2dddbc8b69) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:23:09.624650 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.685267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.716473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:09.759595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:23:09.762376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:23:09.765925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:23:09.787283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=62e09cb0-1f13-49d4-be5e-fa2dddbc8b69,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:23:10.107626 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:10.173666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:10.319861 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:10.324052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:10.389879 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:10.392387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=62e09cb0-1f13-49d4-be5e-fa2dddbc8b69,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:23:10.490268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 68cf6e8e-080c-4537-a0e4-9db809a0ae55 associated. External IP: 172.26.8.7, port: 6a58467d-0db4-4ed8-9943-fc04aed52995. Oct 11 05:23:10.698078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router 9fb9156c-8b74-48b0-93f6-21462f382829 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:23:10.804354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:23:10.814383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] Sync routers for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:23:10.823109 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:10.824961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:23:10.825577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:23:10.849655 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4b12bd1b-61b1-4b7e-bc61-319ee1aeec75 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4877663 Oct 11 05:23:10.850272 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:23:10.852668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07365fd6-6db7-429e-b6bf-3e028f72301e" -d '{"events": [{"name": "network-changed", "server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:23:10.895029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff2686-9b3f-434c-8f82-79d00ae89ede x-openstack-request-id: req-c9ff2686-9b3f-434c-8f82-79d00ae89ede {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:23:10.895307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:23:10.895567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9ff2686-9b3f-434c-8f82-79d00ae89ede {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:23:10.895983 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ff2686-9b3f-434c-8f82-79d00ae89ede'] response: {'name': 'network-changed', 'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'status': 'completed', 'code': 200} Oct 11 05:23:10.938692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:23:10.957577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff23ab-ae22-4ea1-84f9-3025b57f1fb7 req-38c6cad3-34f6-48ce-9183-f92df64d8123 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:10.959075 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-33ff23ab-ae22-4ea1-84f9-3025b57f1fb7 req-38c6cad3-34f6-48ce-9183-f92df64d8123 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0578587 Oct 11 05:23:11.015709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-ec62a5e9-1175-4ac0-b2d5-9a232e8e1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:11.017169 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-ec62a5e9-1175-4ac0-b2d5-9a232e8e1fed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0776060 Oct 11 05:23:11.020335 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-33ff23ab-ae22-4ea1-84f9-3025b57f1fb7 req-cd1f6c2f-46e0-46ce-87b8-c197a938ba6a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Oct 11 05:23:11.049135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60270) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:23:11.109505 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-669bfb7d-9941-4177-9444-48c1c5935370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:11.111066 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-669bfb7d-9941-4177-9444-48c1c5935370 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.0869467 Oct 11 05:23:11.114546 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bbd03e70-c444-470a-82ad-ac65a6dba860 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/68cf6e8e-080c-4537-a0e4-9db809a0ae55 HTTP/1.1" status: 200 len: 990 time: 0.0636530 Oct 11 05:23:11.166863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '68cf6e8e-080c-4537-a0e4-9db809a0ae55', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.7', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'port_id': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'mac_address': 'fa:16:3e:4f:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:23:09Z', 'updated_at': '2022-10-11T05:23:09Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:23:11.178283 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-aa08ff59-ba33-4f41-aac3-db96288c28e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 998 time: 0.0609791 Oct 11 05:23:11.196767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] Checking router: 9fb9156c-8b74-48b0-93f6-21462f382829 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:23:11.211396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:23:11.212003 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:23:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:23:11.215444 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:11.226761 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-c59d3112-de91-4e47-8015-70c16e675946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:11.228741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-c59d3112-de91-4e47-8015-70c16e675946 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0439122 Oct 11 05:23:11.273518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-30ca0fc4-9db0-4bb2-9c4b-a22d26659793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:11.275041 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-30ca0fc4-9db0-4bb2-9c4b-a22d26659793 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391490 Oct 11 05:23:11.319733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:23:11.365776 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-a956a6e1-3449-4951-8988-71a2e544d2b5 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843244 Oct 11 05:23:11.455888 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07365fd6-6db7-429e-b6bf-3e028f72301e req-01098414-48b0-4d3d-950a-4644506395a7 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827873 Oct 11 05:23:11.544500 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '68cf6e8e-080c-4537-a0e4-9db809a0ae55', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.7', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'port_id': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'mac_address': 'fa:16:3e:4f:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:23:09Z', 'updated_at': '2022-10-11T05:23:09Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:23:11.570359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3a6f7-11d2-478f-a23a-7112d7126f7c None None] The sync data for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv is: [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '68cf6e8e-080c-4537-a0e4-9db809a0ae55', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.7', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'port_id': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'mac_address': 'fa:16:3e:4f:e7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:23:09Z', 'updated_at': '2022-10-11T05:23:09Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:23:11.771484 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af4d53-a004-4a77-ad20-249206e917d4 None None] New status for floating IP 68cf6e8e-080c-4537-a0e4-9db809a0ae55: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:23:12.118363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60272) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:23:12.182412 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9364f0a6-8e77-4ea0-97ce-497819d36b34 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/68cf6e8e-080c-4537-a0e4-9db809a0ae55 HTTP/1.1" status: 200 len: 992 time: 0.0622582 Oct 11 05:23:15.275896 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-24919de1-2dd6-4832-89fa-366eb9f3652d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431621 Oct 11 05:23:15.371170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-639e654c-acb8-48a1-876f-e1c932394766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:15.372637 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-639e654c-acb8-48a1-876f-e1c932394766 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0409818 Oct 11 05:23:15.472815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-29087d56-4d96-48cc-bf5b-e9daa883145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:15.474279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-29087d56-4d96-48cc-bf5b-e9daa883145b service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.0836365 Oct 11 05:23:15.541908 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-3ca4ed73-54cc-4a1a-b469-be5992055bd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 1000 time: 0.0607517 Oct 11 05:23:15.589487 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-584e1f32-f67a-4ed1-a0fd-98ec2b7655bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:15.590907 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-584e1f32-f67a-4ed1-a0fd-98ec2b7655bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0431075 Oct 11 05:23:15.638551 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-1434b040-a07b-4894-86d7-57ce28e0dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:23:15.640081 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-1434b040-a07b-4894-86d7-57ce28e0dd13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404968 Oct 11 05:23:15.731805 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-18e81aba-a3de-4280-a5de-55523dc180e3 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850015 Oct 11 05:23:15.817235 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-573ac5c5-d612-4e7f-a874-a07bcb3ab4e7 req-454e8815-eaa7-4285-b6d0-4b72ccade46e service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794680 Oct 11 05:23:34.393594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4a91ab74-d49b-42aa-92a3-be78c52e0587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:36.609977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-761ea417-a992-444a-91b6-d5af20ccaf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:37.998129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:39.567180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:39.626575 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:41.213741 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:23:44.586085 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:24:04.393827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-02b7446a-ab96-4c7c-a5f2-cb16a7b2373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:06.610499 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aad3d309-2d75-45e7-8f0d-8cc1f6bf772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:08.001611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:09.570393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:09.627788 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:11.207787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:15.082481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705e0d-de80-437b-b015-9c295cbdb044 req-b70f60af-181c-4d58-8d8e-ea20323c9791 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:15.083975 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ce705e0d-de80-437b-b015-9c295cbdb044 req-b70f60af-181c-4d58-8d8e-ea20323c9791 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0497570 Oct 11 05:24:15.121269 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ce705e0d-de80-437b-b015-9c295cbdb044 req-83670b28-0a33-47f2-9c3b-b0e148387d32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Oct 11 05:24:16.244889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3e844-228b-4c03-936c-a58b3063e252 req-11875ded-0f5d-4f4d-983d-20328aec65eb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:16.246353 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2ef3e844-228b-4c03-936c-a58b3063e252 req-11875ded-0f5d-4f4d-983d-20328aec65eb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0498483 Oct 11 05:24:16.284767 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2ef3e844-228b-4c03-936c-a58b3063e252 req-dda682c8-6ac7-4adb-84ee-47e36151bf91 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Oct 11 05:24:16.492976 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-34c9268e-b80a-4b12-9ede-8ab8b7b1deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:16.494361 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-34c9268e-b80a-4b12-9ede-8ab8b7b1deb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0419381 Oct 11 05:24:16.594719 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-fe7738c1-911b-4ab3-af8a-34b40cb18508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:16.596153 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-fe7738c1-911b-4ab3-af8a-34b40cb18508 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.0845907 Oct 11 05:24:16.663909 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-e5200b72-bae5-47b4-96bf-2042b58fe03a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 1000 time: 0.0601776 Oct 11 05:24:16.710931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-807821e0-ee90-4f83-98cb-e3428c137389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:16.712325 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-807821e0-ee90-4f83-98cb-e3428c137389 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0424542 Oct 11 05:24:16.755631 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-e62d007b-16bb-4d2b-b292-420dbd32b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:16.756989 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-e62d007b-16bb-4d2b-b292-420dbd32b47c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378032 Oct 11 05:24:16.845427 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-9fcbd253-f172-47ba-a91f-f3fa29230862 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819011 Oct 11 05:24:16.933881 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-506136c3-cfa9-4318-b7c8-69358ca76679 req-fb98605d-c614-47d9-b62d-44bfa07a179c service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806651 Oct 11 05:24:17.403746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cfcb3-68fb-4825-801b-187a5f152888 req-be889351-51af-4970-9b9e-b5fbea7d52ce tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:17.405253 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b41cfcb3-68fb-4825-801b-187a5f152888 req-be889351-51af-4970-9b9e-b5fbea7d52ce tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0488393 Oct 11 05:24:17.442146 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b41cfcb3-68fb-4825-801b-187a5f152888 req-e26c6062-9716-4e22-827e-bc6e03f5bc92 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Oct 11 05:24:18.560577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6042e3-608a-49c8-a018-36024b19fd1b req-150c79c3-ecd9-40a7-97da-dcfb186951ef tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:18.562024 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7b6042e3-608a-49c8-a018-36024b19fd1b req-150c79c3-ecd9-40a7-97da-dcfb186951ef tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0474877 Oct 11 05:24:18.603308 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7b6042e3-608a-49c8-a018-36024b19fd1b req-7d68c0a5-2e44-470d-a3c8-8398effb83fc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353541 Oct 11 05:24:19.725539 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128640ba-e661-4110-a443-b957f80d5db5 req-6205dfad-3df2-471b-8a7c-f595768e23ac tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:19.727031 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-128640ba-e661-4110-a443-b957f80d5db5 req-6205dfad-3df2-471b-8a7c-f595768e23ac tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0515299 Oct 11 05:24:19.765070 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-128640ba-e661-4110-a443-b957f80d5db5 req-287d48bf-a8eb-4757-b2b5-1f5c71d4a081 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Oct 11 05:24:20.883750 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca852f9-ebc7-4aea-809e-701e26dd31f3 req-c937df02-57e4-4fcd-a71d-787dee4223aa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:20.885746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3ca852f9-ebc7-4aea-809e-701e26dd31f3 req-c937df02-57e4-4fcd-a71d-787dee4223aa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0477977 Oct 11 05:24:20.922819 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3ca852f9-ebc7-4aea-809e-701e26dd31f3 req-c5354adc-a741-4917-b0fa-f4f0cb514c97 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Oct 11 05:24:21.583915 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:24:22.042385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc50d26-0a95-4a8c-91ec-eb4e23b7bc4d req-b6a967df-36b6-48ca-8a23-645ff6fca937 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:22.043869 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fc50d26-0a95-4a8c-91ec-eb4e23b7bc4d req-b6a967df-36b6-48ca-8a23-645ff6fca937 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0495677 Oct 11 05:24:22.080872 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fc50d26-0a95-4a8c-91ec-eb4e23b7bc4d req-665811a4-0b40-42c2-b0a5-c23a252ddfd6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Oct 11 05:24:23.205500 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641399ee-1580-4400-8fa1-0c1b39e7c8ac req-c018874f-8a5e-4c03-ab31-a3deabf9211b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:23.206957 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-641399ee-1580-4400-8fa1-0c1b39e7c8ac req-c018874f-8a5e-4c03-ab31-a3deabf9211b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0479784 Oct 11 05:24:23.242920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-641399ee-1580-4400-8fa1-0c1b39e7c8ac req-ed0d8200-0f7b-49a5-8466-25d47a8f7eb1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299389 Oct 11 05:24:24.360947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab86d4-ec84-4313-a581-1856ba206e11 req-83549834-6711-4e5a-b2ac-80ab7ced6e0c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:24.362433 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c6ab86d4-ec84-4313-a581-1856ba206e11 req-83549834-6711-4e5a-b2ac-80ab7ced6e0c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0482895 Oct 11 05:24:24.399626 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c6ab86d4-ec84-4313-a581-1856ba206e11 req-a3d3381c-73e4-4373-9f09-ec6539d398cc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Oct 11 05:24:25.518695 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ad7c1-0238-4cb9-adc5-0b4802ad1823 req-6b7a03a6-bdca-4636-a669-13bbeac248c4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:25.520115 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6f4ad7c1-0238-4cb9-adc5-0b4802ad1823 req-6b7a03a6-bdca-4636-a669-13bbeac248c4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0478563 Oct 11 05:24:25.561151 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6f4ad7c1-0238-4cb9-adc5-0b4802ad1823 req-ed4f3669-0dd2-4490-8ee2-c95bbabffdb5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Oct 11 05:24:25.589668 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60332) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:24:25.649104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-80026b3c-7bf3-43a4-ba03-368b7d8128f5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/68cf6e8e-080c-4537-a0e4-9db809a0ae55 HTTP/1.1" status: 200 len: 992 time: 0.0583324 Oct 11 05:24:26.942043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a8119-fd28-4600-b2f4-3fd7bc65ef11 req-da6d7df6-c367-4d97-b322-b61268b8aac1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:26.943475 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-590a8119-fd28-4600-b2f4-3fd7bc65ef11 req-da6d7df6-c367-4d97-b322-b61268b8aac1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0569713 Oct 11 05:24:26.980697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-0dc1785b-a506-435c-a2d4-92183c82b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:26.982160 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-0dc1785b-a506-435c-a2d4-92183c82b11d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0404828 Oct 11 05:24:26.982438 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-590a8119-fd28-4600-b2f4-3fd7bc65ef11 req-5b8cb599-a1a5-4564-940b-8b4f214c3b20 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330462 Oct 11 05:24:27.073636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-aad17ce4-2be1-4adb-8110-d1ef13914477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:27.075150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-aad17ce4-2be1-4adb-8110-d1ef13914477 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.0862167 Oct 11 05:24:27.139084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-6a58eb4e-e763-4be0-90c9-4f13880e0029 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 1000 time: 0.0570326 Oct 11 05:24:27.191396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-6bc94331-4016-44d5-9a19-d77a7e5ad3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:27.192845 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-6bc94331-4016-44d5-9a19-d77a7e5ad3eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0476944 Oct 11 05:24:27.236492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-06139fc3-62ed-4fb3-8072-bf592f9ba9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:27.237936 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-06139fc3-62ed-4fb3-8072-bf592f9ba9e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386555 Oct 11 05:24:27.328667 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-cb572df2-f01d-48d9-9138-3606f3a782d6 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838733 Oct 11 05:24:27.419367 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f600ea44-f2b7-419f-9de2-28aafe4fe4ba req-08146553-5a98-41f4-90c5-3f28d8d6d271 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848575 Oct 11 05:24:28.112512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5bcba-66b4-4288-8a5b-bcbab15b2abb req-d101d95a-c044-4e11-809b-9312acea664e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:28.113960 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-def5bcba-66b4-4288-8a5b-bcbab15b2abb req-d101d95a-c044-4e11-809b-9312acea664e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0493050 Oct 11 05:24:28.150772 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-def5bcba-66b4-4288-8a5b-bcbab15b2abb req-37469411-fd3a-447b-854b-aa139fdcaa2a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299988 Oct 11 05:24:29.269560 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84438a1e-fa5b-4e8f-8b93-c326064dbf7b req-2045ce71-2484-4331-85dc-6dc30785dcd0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:24:29.271048 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84438a1e-fa5b-4e8f-8b93-c326064dbf7b req-2045ce71-2484-4331-85dc-6dc30785dcd0 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0482659 Oct 11 05:24:29.308309 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84438a1e-fa5b-4e8f-8b93-c326064dbf7b req-a5aeba81-82f9-449a-91fa-05b8c65b980b tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306380 Oct 11 05:24:29.335910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60344) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:24:29.398885 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aef80cf5-5efa-49cb-a7af-fc1700cfc85e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/68cf6e8e-080c-4537-a0e4-9db809a0ae55 HTTP/1.1" status: 200 len: 992 time: 0.0618389 Oct 11 05:24:34.394714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4747e579-af27-4f75-ae73-1110aa07442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:36.611554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-81aeb418-3288-475e-8366-12d0c3d2377d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:38.004625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:39.572772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:39.628863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:41.215178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:24:58.582978 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:25:04.395480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-959f3472-4d19-42c2-83cc-3a8ae099bb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:06.612292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9aa58c79-ed58-4c8c-aa12-12c0580b10c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:08.007212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:09.579721 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:09.631472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:11.216676 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:15.640548 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-cca00ec3-bf51-47e7-8ec9-3a91f1aa32fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388401 Oct 11 05:25:15.741880 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51949-f835-4967-b28d-87319795e6cd req-9dde21ed-e690-4fe6-9c05-43eb61cb8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:15.743411 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-9dde21ed-e690-4fe6-9c05-43eb61cb8620 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0430300 Oct 11 05:25:15.845489 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51949-f835-4967-b28d-87319795e6cd req-8bfc5efb-a34c-4911-aa62-5d499547aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:15.846970 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-8bfc5efb-a34c-4911-aa62-5d499547aa53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.0850358 Oct 11 05:25:16.040119 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60358) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:16.203791 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 62e09cb0-1f13-49d4-be5e-fa2dddbc8b69 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:25:16.204195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:16.236396 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-80ab1842-38e1-4cb9-b676-374e941ff4d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 1000 time: 0.3821628 Oct 11 05:25:16.281484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:16.281871 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:16.285216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51949-f835-4967-b28d-87319795e6cd req-f7921e56-210f-40da-aff6-5fd6919b76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:16.286692 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-f7921e56-210f-40da-aff6-5fd6919b76f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0434453 Oct 11 05:25:16.293454 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 62e09cb0-1f13-49d4-be5e-fa2dddbc8b69 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:25:16.331424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51949-f835-4967-b28d-87319795e6cd req-79b60927-8e8a-4b15-9352-aa67d93345f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:16.332887 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-79b60927-8e8a-4b15-9352-aa67d93345f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401278 Oct 11 05:25:16.343850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-75e4f1ce-f6cf-4ded-8241-a11a35344c01 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:25:16.344800 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-75e4f1ce-f6cf-4ded-8241-a11a35344c01 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053086 Oct 11 05:25:16.438939 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-39c803a4-cf3e-489d-8317-d69bf64f76a4 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871716 Oct 11 05:25:16.443939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:16.470446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=62e09cb0-1f13-49d4-be5e-fa2dddbc8b69,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:16.483517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.483866 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.484209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.484597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.484932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.485263 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.485589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.485912 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.486234 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.486608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.486939 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.487285 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:16.531139 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cbe51949-f835-4967-b28d-87319795e6cd req-926ff4b2-27d4-4bab-89e7-2f8c5ae8fbeb service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839331 Oct 11 05:25:16.540032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:16.540364 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP 68cf6e8e-080c-4537-a0e4-9db809a0ae55 disassociated (deleted). External IP: 172.26.8.7, port: 6a58467d-0db4-4ed8-9943-fc04aed52995. Oct 11 05:25:16.750240 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router 9fb9156c-8b74-48b0-93f6-21462f382829 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:25:16.857293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:25:16.862041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:16.867423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] Sync routers for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:25:16.876542 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:16.877230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:16.888566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-9b88fd38-94bd-4aaa-9378-fee7f352a1ed tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/floatingips/68cf6e8e-080c-4537-a0e4-9db809a0ae55 HTTP/1.1" status: 204 len: 168 time: 0.8468580 Oct 11 05:25:16.889359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:25:16.930544 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5211f851a0efb11932813f7cf6ea9d39a62513f8e50b94cc974894244d9288fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:25:16.993590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:17.027917 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6061369-e1ef-49f9-8cf8-c8e8d19b3dbe x-openstack-request-id: req-c6061369-e1ef-49f9-8cf8-c8e8d19b3dbe {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:25:17.029074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:25:17.029885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6061369-e1ef-49f9-8cf8-c8e8d19b3dbe {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:25:17.030561 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6061369-e1ef-49f9-8cf8-c8e8d19b3dbe'] response: {'name': 'network-changed', 'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'status': 'completed', 'code': 200} Oct 11 05:25:17.148225 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-1c29eaef-3d27-4c0f-bf68-1b9d83272c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:17.149719 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-1c29eaef-3d27-4c0f-bf68-1b9d83272c12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 1099 time: 0.0720069 Oct 11 05:25:17.166603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8817-72d2-4ae0-8392-d182338eb8cc req-05592b27-30ac-462a-9dd0-b2c0ccb5769c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:17.168063 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90bc8817-72d2-4ae0-8392-d182338eb8cc req-05592b27-30ac-462a-9dd0-b2c0ccb5769c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0578580 Oct 11 05:25:17.213645 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:17.261357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90bc8817-72d2-4ae0-8392-d182338eb8cc req-caff67a3-beb2-4886-b545-b2f955d35c53 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862715 Oct 11 05:25:17.290835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-7db3c703-f867-4fcc-bf56-c71cd484a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:17.292428 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-7db3c703-f867-4fcc-bf56-c71cd484a7d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 200 len: 897 time: 0.1336205 Oct 11 05:25:17.341773 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-5a53e12b-7124-4b36-a094-243d4fb98904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 200 len: 217 time: 0.0381622 Oct 11 05:25:17.391097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] Checking router: 9fb9156c-8b74-48b0-93f6-21462f382829 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:25:17.396625 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-bff7a3ea-a101-4163-a434-1e9668601164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:17.398093 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-bff7a3ea-a101-4163-a434-1e9668601164 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 200 len: 835 time: 0.0459888 Oct 11 05:25:17.400041 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:17.400642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:17.443885 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-ecd03ffd-1674-46d7-819f-dd41b51705a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:17.445363 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-ecd03ffd-1674-46d7-819f-dd41b51705a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68f8a295-d266-493a-8ab9-dfa32e2b3a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398364 Oct 11 05:25:17.505977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:17.542081 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-f3c5d042-04af-45ca-9e22-6b915f72b432 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885317 Oct 11 05:25:17.638115 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-edc6b7b7-2dda-4237-9ce5-d5537ecf29d0 req-0a9999d4-44be-40b3-9b10-14b8af17f423 service neutron] 10.222.0.45 "GET /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877485 Oct 11 05:25:17.700037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:17.729130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131f16f-b447-415c-ae65-3843a09cbe51 None None] The sync data for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv is: [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:54Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a2ccf3cf-3e98-40a5-8202-feb3f1d126ce', 'name': '', 'network_id': '68f8a295-d266-493a-8ab9-dfa32e2b3a46', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:ff:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:53Z', 'updated_at': '2022-10-11T05:22:57Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': 'f28e6fff-f2cb-467d-ac31-7dadda0feb34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:25:17.953233 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03fd0c6-3451-45b8-a69f-984ad5b650c3 None None] New status for floating IP 68cf6e8e-080c-4537-a0e4-9db809a0ae55: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:25:18.431299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081c6d-4d06-4fcf-8f80-99c7f6ca093c req-afa1efca-790b-408f-ab3a-0e90ff4d5bab tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:18.432779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-48081c6d-4d06-4fcf-8f80-99c7f6ca093c req-afa1efca-790b-408f-ab3a-0e90ff4d5bab tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0928910 Oct 11 05:25:18.473306 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-48081c6d-4d06-4fcf-8f80-99c7f6ca093c req-fdb38a47-dc3a-4966-977a-577a366a9097 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dc61c69-df1a-4761-882f-5ee4c74abc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345516 Oct 11 05:25:19.146851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-55516c87-aa48-4a66-adc8-bedf38687e46 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:19.148394 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-55516c87-aa48-4a66-adc8-bedf38687e46 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0474074 Oct 11 05:25:19.235292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 6a58467d-0db4-4ed8-9943-fc04aed52995 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:25:19.235633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:19.326219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port 6a58467d-0db4-4ed8-9943-fc04aed52995, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=6a58467d-0db4-4ed8-9943-fc04aed52995,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:19.326604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:19.339123 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 6a58467d-0db4-4ed8-9943-fc04aed52995 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:25:19.466733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:19.494875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=6a58467d-0db4-4ed8-9943-fc04aed52995,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:19.507390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.507747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.508280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.508443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.508757 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.509097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.509429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.509766 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.510097 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.510428 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.510781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.511107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:19.546227 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] No DVR routers for this DVR port 6a58467d-0db4-4ed8-9943-fc04aed52995 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:25:19.548802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:19.552196 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b9d236d2-bcde-4462-8846-3deeb18bfd81 req-f17f2313-f7a9-4e79-924b-06915a72cdf9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "DELETE /v2.0/ports/6a58467d-0db4-4ed8-9943-fc04aed52995 HTTP/1.1" status: 204 len: 173 time: 0.3975582 Oct 11 05:25:19.552702 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'name': 'network-vif-deleted', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:25:19.555255 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdd4c33-2023-474d-847e-bbeeb6f43005" -d '{"events": [{"server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "name": "network-vif-deleted", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:25:19.596104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788fc65-333c-4dcd-91ed-f716196b8e1a x-openstack-request-id: req-d788fc65-333c-4dcd-91ed-f716196b8e1a {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:25:19.596390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2913dd9c-993d-4187-98ae-0e26c16c5e03", "name": "network-vif-deleted", "tag": "6a58467d-0db4-4ed8-9943-fc04aed52995", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:25:19.596642 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d788fc65-333c-4dcd-91ed-f716196b8e1a {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:25:19.597043 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d788fc65-333c-4dcd-91ed-f716196b8e1a'] response: {'server_uuid': '2913dd9c-993d-4187-98ae-0e26c16c5e03', 'name': 'network-vif-deleted', 'tag': '6a58467d-0db4-4ed8-9943-fc04aed52995', 'status': 'completed', 'code': 200} Oct 11 05:25:19.645722 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-99f06697-9a55-44e0-9676-a4b5eaa974e7 req-08f925fe-0ba3-4b4c-94f5-bcc3aa751976 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=2913dd9c-993d-4187-98ae-0e26c16c5e03 HTTP/1.1" status: 200 len: 210 time: 0.0770783 Oct 11 05:25:20.708324 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60386) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:21.060322 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:21.313588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:25:21.313937 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:21.403517 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port a2ccf3cf-3e98-40a5-8202-feb3f1d126ce, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:21.403881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:21.415381 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for a2ccf3cf-3e98-40a5-8202-feb3f1d126ce owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:25:21.600497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:21.626754 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=a2ccf3cf-3e98-40a5-8202-feb3f1d126ce,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:21.803484 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.280554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router 9fb9156c-8b74-48b0-93f6-21462f382829 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:25:22.381370 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:25:22.386299 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-4789b3d8-d7fd-4840-b002-9d6432b6bed9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/9fb9156c-8b74-48b0-93f6-21462f382829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769469 Oct 11 05:25:22.389180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60388) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:22.392432 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] Sync routers for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:25:22.403849 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:22.404455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:22.442623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting subnet f28e6fff-f2cb-467d-ac31-7dadda0feb34 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:25:22.445593 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.485035 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.506061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:22.566469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.629002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.657909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Subnet': ['ID=f28e6fff-f2cb-467d-ac31-7dadda0feb34,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:22.659964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.663127 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-fc8e9071-1c8a-4d24-b11d-1f37736ab59e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/subnets/f28e6fff-f2cb-467d-ac31-7dadda0feb34 HTTP/1.1" status: 204 len: 168 time: 0.2730107 Oct 11 05:25:22.666794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60390) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:22.671014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e03b8-cca7-41d2-9e67-d37793ae8944 None None] Network 68f8a295-d266-493a-8ab9-dfa32e2b3a46 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:25:22.740033 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:25:21Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:22.770686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] Checking router: 9fb9156c-8b74-48b0-93f6-21462f382829 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:25:22.780857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.796359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] Routers {'9fb9156c-8b74-48b0-93f6-21462f382829'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:22.796974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['9fb9156c-8b74-48b0-93f6-21462f382829'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:22.813839 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6a58467d-0db4-4ed8-9943-fc04aed52995 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:25:22.873026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 6a58467d-0db4-4ed8-9943-fc04aed52995 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:25:22.873281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 6a58467d-0db4-4ed8-9943-fc04aed52995 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:25:22.886835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.942423 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port a7e80658-f87b-4a81-a2be-8017721aa262 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:25:22.943045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:22.947071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] Set router 9fb9156c-8b74-48b0-93f6-21462f382829 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:23.000208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] DHCP port deletion for 68f8a295-d266-493a-8ab9-dfa32e2b3a46 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:25:23.024902 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port a7e80658-f87b-4a81-a2be-8017721aa262, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a7e80658-f87b-4a81-a2be-8017721aa262,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:23.025262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.037737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for a7e80658-f87b-4a81-a2be-8017721aa262 owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:25:23.133637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Deleting port f0aef752-427c-458c-80db-4298d30ad715 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:25:23.133900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.204436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.207941 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] For port f0aef752-427c-458c-80db-4298d30ad715, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=f0aef752-427c-458c-80db-4298d30ad715,segment=NetworkSegment(95d32907-ca1d-4dbd-9699-d3ccacbd3a4d),segment_id=95d32907-ca1d-4dbd-9699-d3ccacbd3a4d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:23.208332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.221722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Calling delete_port for f0aef752-427c-458c-80db-4298d30ad715 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:25:23.235320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=a7e80658-f87b-4a81-a2be-8017721aa262,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:23.236822 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:25:21Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:23.292776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cadb57-97b5-46d4-b5a8-201e502cc2df None None] The sync data for ids ['9fb9156c-8b74-48b0-93f6-21462f382829'] in dv-neutron-860894-1-hyperv is: [{'id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161358954', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:25:21Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'a7e80658-f87b-4a81-a2be-8017721aa262', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9156c-8b74-48b0-93f6-21462f382829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:22:51Z', 'updated_at': '2022-10-11T05:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:25:23.296122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.343368 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.368152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Pushing event deleted for resources: {'Port': ['ID=f0aef752-427c-458c-80db-4298d30ad715,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:23.378212 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.378590 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.378936 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.379268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.379596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.379928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.380252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.380574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.380898 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.381218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.381535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.381852 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:23.384536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f38ecd-90b0-44e2-8d92-c78adf75fab7 None None] No DVR routers for this DVR port f0aef752-427c-458c-80db-4298d30ad715 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:25:23.397846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.400527 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.442982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.443576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb9156c-8b74-48b0-93f6-21462f382829 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:25:23.450539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.451726 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4a84c82a-9706-46d6-81b3-440903b543b3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/routers/9fb9156c-8b74-48b0-93f6-21462f382829 HTTP/1.1" status: 204 len: 168 time: 0.7844203 Oct 11 05:25:23.454468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60392) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:23.531129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.620490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.640829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f8a295-d266-493a-8ab9-dfa32e2b3a46']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:23.658448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:23.658763 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d32907-ca1d-4dbd-9699-d3ccacbd3a4d') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:23.670584 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.686569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.693311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Releasing vlan 489 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:25:23.694914 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.720208 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 95d32907-ca1d-4dbd-9699-d3ccacbd3a4d resource provider aggregate not found Oct 11 05:25:23.746570 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 95d32907-ca1d-4dbd-9699-d3ccacbd3a4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95d32907-ca1d-4dbd-9699-d3ccacbd3a4d found for delete ", "request_id": "req-af858b49-bb60-4768-8933-629b9b8bb390"}]} Oct 11 05:25:23.765138 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a2ccf3cf-3e98-40a5-8202-feb3f1d126ce no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:25:23.783590 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.789604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a2ccf3cf-3e98-40a5-8202-feb3f1d126ce {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:25:23.789943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a2ccf3cf-3e98-40a5-8202-feb3f1d126ce not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:25:23.790347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0aef752-427c-458c-80db-4298d30ad715 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:25:23.791927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.796792 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/networks/68f8a295-d266-493a-8ab9-dfa32e2b3a46 HTTP/1.1" status: 204 len: 168 time: 0.3413825 Oct 11 05:25:23.800008 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60398) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:23.808614 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954d84-ebfe-4d1d-8eb9-ece471883202 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Network': ['ID=68f8a295-d266-493a-8ab9-dfa32e2b3a46,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:23.817223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: f0aef752-427c-458c-80db-4298d30ad715 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:25:23.817330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device f0aef752-427c-458c-80db-4298d30ad715 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:25:23.871398 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c047cb9-678a-4c14-8ca6-fc41ee729299 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.896946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c047cb9-678a-4c14-8ca6-fc41ee729299 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.961038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c047cb9-678a-4c14-8ca6-fc41ee729299 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.963955 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6c047cb9-678a-4c14-8ca6-fc41ee729299 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:23.965174 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6c047cb9-678a-4c14-8ca6-fc41ee729299 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/security-groups/1dc61c69-df1a-4761-882f-5ee4c74abc8c HTTP/1.1" status: 204 len: 168 time: 0.1635904 Oct 11 05:25:23.975472 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c047cb9-678a-4c14-8ca6-fc41ee729299 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc61c69-df1a-4761-882f-5ee4c74abc8c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:25.537165 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a7e80658-f87b-4a81-a2be-8017721aa262 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:25:25.560466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a7e80658-f87b-4a81-a2be-8017721aa262 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:25:25.560791 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a7e80658-f87b-4a81-a2be-8017721aa262 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:25:26.101810 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60410) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.107008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040057723', 'description': 'tempest-secgroup-smoke-2040057723 description', 'project_id': 'bcc978651d154f90a76a6081677ed951'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.126901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.194783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.198223 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.226931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.228116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253030 Oct 11 05:25:26.229964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8c45a-5796-4793-966b-1985a9f793c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26128c9-4029-4a3e-b351-fd637ccfb332,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.231185 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60412) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.236436 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'a26128c9-4029-4a3e-b351-fd637ccfb332', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.260317 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.305772 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.309128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.325684 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dbf379-fd0a-49ba-91ed-04af56b8a3d9,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.334369 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.335581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f9ad2a9b-d254-428e-94dd-93e38618fcb9 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027873 Oct 11 05:25:26.338281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60414) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.343070 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'a26128c9-4029-4a3e-b351-fd637ccfb332', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.367060 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.425907 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.429249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.446778 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3924a2b-bbd8-4da3-9d77-2519f583707c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.451616 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.452864 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a913626c-060c-416d-b5e2-aaf3889c749f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135473 Oct 11 05:25:26.455564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.459774 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'a26128c9-4029-4a3e-b351-fd637ccfb332', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.483812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.540079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.543364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.561597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51c33e6-6bb9-4043-9156-875d8b694b56,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.567373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.568319 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1566e270-4111-4ecb-84a1-e5925a80defa tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118212 Oct 11 05:25:26.571100 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60418) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.575940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'a26128c9-4029-4a3e-b351-fd637ccfb332', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.600290 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.657663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.661169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.678839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae041bdc-1733-4794-b110-e5d5ad8f3d2c,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.686697 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.687856 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-10fb9782-7933-4610-993f-acfc11c99f32 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158028 Oct 11 05:25:26.690637 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60420) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.694901 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'a26128c9-4029-4a3e-b351-fd637ccfb332', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.714729 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:25:26.720074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.781327 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.784881 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.802795 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e1c612-333e-4512-a3ba-85139af49d7a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.809879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.811108 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-33b7c479-4a12-4e75-b48d-1a7a71fbab28 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195424 Oct 11 05:25:26.813850 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60422) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.818407 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'security_group_rule': {'security_group_id': 'a26128c9-4029-4a3e-b351-fd637ccfb332', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.838607 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Project bcc978651d154f90a76a6081677ed951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:25:26.843296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.903608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.906968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.924166 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b874b6-97d6-473d-a0e1-70b836ce9936,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:26.932289 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.933467 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-7a80176e-9973-47c5-b257-d5705293075f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187084 Oct 11 05:25:26.936757 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60424) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:26.941561 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'network': {'name': 'tempest-network-smoke--850634160', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'port_security_enabled': True}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:26.959548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:25:26.962840 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.985313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:25:26.993634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:26.993973 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Added segment 398149ad-5584-4d3b-bc79-7c71046e25d6 of type vlan for network 36591190-3d32-4ad6-92a2-06b766f79bfe Oct 11 05:25:27.033251 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.059086 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.064979 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:27.065554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.094642 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1568758 Oct 11 05:25:27.097319 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60426) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:27.107856 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'admin_state_up': True, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:27.148481 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d914f66-a90a-4f2e-9915-e0e774311ddb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Network': ['ID=36591190-3d32-4ad6-92a2-06b766f79bfe,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:27.158571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.159579 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.160098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 36591190-3d32-4ad6-92a2-06b766f79bfe details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:25:27.215231 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.352296 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.545548 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.564495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.664753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.65 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/ff0754c1-29c8-4b4e-ae31-38f387ec0c4b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:25:27.769727 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.803108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:27.842187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:25:27.845036 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:27.848455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:25:27.853639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:28.094261 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:28.285739 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:28.409041 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router bad8fccd-0739-4845-9db8-253c4b88f214 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:25:28.512250 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:25:28.523045 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ebb34-460f-4685-8178-83384812c16d None None] Sync routers for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:25:28.532767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:28.533431 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:28.533950 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:28.534707 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0ea1bdd9-e109-46d6-8265-74642f3a3e58 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4363878 Oct 11 05:25:28.537748 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60428) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:28.571918 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-192e6014-ad1b-4902-8044-c17de1ea5552 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bcc978651d154f90a76a6081677ed951&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330837 Oct 11 05:25:28.574464 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60430) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:28.724524 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:28.726462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd357f4-b313-4a42-9bf2-31fd67b3b118 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:28.728004 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dcd357f4-b313-4a42-9bf2-31fd67b3b118 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520188 Oct 11 05:25:28.730831 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60432) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:28.768384 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5c453ffa-eef1-4911-bd47-7be04abdf155 tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ed9fb950-fed8-458c-864e-a2b9f8817cca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359654 Oct 11 05:25:28.770860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60434) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:28.775455 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054380550', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'project_id': 'bcc978651d154f90a76a6081677ed951', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:28.858787 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:25:28.862214 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:28.899022 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:27Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:28.924952 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ebb34-460f-4685-8178-83384812c16d None None] Checking router: bad8fccd-0739-4845-9db8-253c4b88f214 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:25:28.925301 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ebb34-460f-4685-8178-83384812c16d None None] Updating router bad8fccd-0739-4845-9db8-253c4b88f214 port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:25:28.949626 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-256ebb34-460f-4685-8178-83384812c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.039181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.102879 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Subnet': ['ID=45505711-11a3-493a-886e-1f611e1414a5,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:29.111295 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Checking segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:25:29.111652 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network hostable DHCP agents. Network: 36591190-3d32-4ad6-92a2-06b766f79bfe, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:25:29.130032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 36591190-3d32-4ad6-92a2-06b766f79bfe is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:25:29.139063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 36591190-3d32-4ad6-92a2-06b766f79bfe) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:29.144004 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:29.144909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.149061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0268c7f-a8b5-4393-a85c-d56baead553c None None] Network 36591190-3d32-4ad6-92a2-06b766f79bfe requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:25:29.163993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60436) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:29.164722 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ac569c7b-49a0-4e5e-9366-69ce47573f13 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3928554 Oct 11 05:25:29.212043 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-256ebb34-460f-4685-8178-83384812c16d None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.218059 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-256ebb34-460f-4685-8178-83384812c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.254798 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-256ebb34-460f-4685-8178-83384812c16d None None] Attempting to bind port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:25:29.255196 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-256ebb34-460f-4685-8178-83384812c16d None None] Attempting to bind port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:25:29.255518 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ebb34-460f-4685-8178-83384812c16d None None] Attempting to bind port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:25:29.266717 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ebb34-460f-4685-8178-83384812c16d None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:25:29.266972 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ebb34-460f-4685-8178-83384812c16d None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:25:29.267924 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-256ebb34-460f-4685-8178-83384812c16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.267924 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ebb34-460f-4685-8178-83384812c16d None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:25:29.268237 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-256ebb34-460f-4685-8178-83384812c16d None None] Bound port: ff0754c1-29c8-4b4e-ae31-38f387ec0c4b, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:25:29.268584 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-256ebb34-460f-4685-8178-83384812c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.292751 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Pushing event updated for resources: {'Port': ['ID=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:29.306644 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.307035 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.307322 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.307646 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.307971 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.308372 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.308701 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.309023 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.309886 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.310203 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.310521 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.310862 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:25:29.341360 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-256ebb34-460f-4685-8178-83384812c16d None None] For port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:25:29.346676 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-256ebb34-460f-4685-8178-83384812c16d None None] For port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:25:29.353581 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-256ebb34-460f-4685-8178-83384812c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.390240 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:29.390904 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:29.448707 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-36591190-3d32-4ad6-92a2-06b766f79bfe', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:25:29.449565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.452320 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1369d-8c98-4a88-bd82-fcc1bcfe7e1b None None] Pushing event updated for resources: {'Port': ['ID=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:29.520632 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:29.596393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Allocated IP 172.20.0.2 (36591190-3d32-4ad6-92a2-06b766f79bfe/45505711-11a3-493a-886e-1f611e1414a5/7b8afabb-be6e-40f4-8b2c-0a23f408f960) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:25:29.627764 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.720378 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-256ebb34-460f-4685-8178-83384812c16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:27Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:29.745374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.752303 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ebb34-460f-4685-8178-83384812c16d None None] The sync data for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv is: [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:27Z', 'revision_number': 3, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:25:29.753787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.799775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Network 36591190-3d32-4ad6-92a2-06b766f79bfe is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:25:29.802803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:29.806319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:25:29.816231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Pushing event updated for resources: {'Port': ['ID=7b8afabb-be6e-40f4-8b2c-0a23f408f960,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:29.874911 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Attempting to bind port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:25:29.875281 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Attempting to bind port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:25:29.875647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Attempting to bind port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 on network 36591190-3d32-4ad6-92a2-06b766f79bfe {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:25:29.880679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:25:29.881051 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Checking segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:25:29.881472 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.881864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Bound using segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:25:29.882350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Bound port: 7b8afabb-be6e-40f4-8b2c-0a23f408f960, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:25:29.882873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:29.918495 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.1 (36591190-3d32-4ad6-92a2-06b766f79bfe/45505711-11a3-493a-886e-1f611e1414a5/a81f9df9-e678-48e7-989d-0a2f1f6cc786) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:25:29.949546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] For port 7b8afabb-be6e-40f4-8b2c-0a23f408f960, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:25:29.952862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] For port 7b8afabb-be6e-40f4-8b2c-0a23f408f960, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7b8afabb-be6e-40f4-8b2c-0a23f408f960,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:25:29.958797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.050644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650d48c-1ac1-41cb-b477-55e9e43e11d2 None None] Pushing event updated for resources: {'Port': ['ID=7b8afabb-be6e-40f4-8b2c-0a23f408f960,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:30.072058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.109038 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.159142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 36591190-3d32-4ad6-92a2-06b766f79bfe is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:25:30.162140 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:30.167046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:25:30.205314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=a81f9df9-e678-48e7-989d-0a2f1f6cc786,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:30.229784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.370947 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.658156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.665295 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.737557 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=a81f9df9-e678-48e7-989d-0a2f1f6cc786,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:30.742477 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:30.842001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 36591190-3d32-4ad6-92a2-06b766f79bfe is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:25:30.843991 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:30.962278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router bad8fccd-0739-4845-9db8-253c4b88f214 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:25:30.987034 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e9493-269b-4c1b-9174-191d0fe5cde7 None None] Network 36591190-3d32-4ad6-92a2-06b766f79bfe requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:25:31.077191 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Provisioning complete for port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:31.077679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:31.078138 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Attempt 1 to provision port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 Oct 11 05:25:31.221338 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Current status of the port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:31.221833 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:31.264357 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] For port 7b8afabb-be6e-40f4-8b2c-0a23f408f960, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7b8afabb-be6e-40f4-8b2c-0a23f408f960,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:31.269581 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:31.328916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e30425-1a77-4bf2-b717-dec9ff160465 None None] Pushing event updated for resources: {'Port': ['ID=7b8afabb-be6e-40f4-8b2c-0a23f408f960,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:31.418387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:25:31.423980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-37d38e3a-7810-42c9-bbe0-71e44de1588f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/bad8fccd-0739-4845-9db8-253c4b88f214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2586555 Oct 11 05:25:31.444587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Sync routers for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:25:31.456752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:31.457370 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:31.530174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Provisioning complete for port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:31.530596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:31.531006 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Attempt 1 to provision port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 Oct 11 05:25:31.617837 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-5962da65-6c44-4a5e-be0e-77b0e4af4d87 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040057723&fields=id&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 267 time: 0.0505276 Oct 11 05:25:31.627258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:31.703872 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff0754c1-29c8-4b4e-ae31-38f387ec0c4b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:25:31.763147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-98e2abe1-4c8d-4a22-9e2f-07e604bc5c22 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:31.765422 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-98e2abe1-4c8d-4a22-9e2f-07e604bc5c22 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 796 time: 0.1466970 Oct 11 05:25:31.781012 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-eaac89d7-ad8c-4c40-8f4f-7ccd53805f31 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/quotas/bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 375 time: 0.0095265 Oct 11 05:25:31.791782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Current status of the port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:31.839377 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-610218bd-347a-46bd-b730-30ce67b5f547 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517287 Oct 11 05:25:31.852729 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Provisioning complete for port a81f9df9-e678-48e7-989d-0a2f1f6cc786 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:31.853101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:31.853436 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Attempt 1 to provision port a81f9df9-e678-48e7-989d-0a2f1f6cc786 Oct 11 05:25:31.903150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:31.903526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:31.903858 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b Oct 11 05:25:31.940085 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fdf6bfb3-1434-476d-a4ff-10377447d5a5 service neutron] 10.222.0.39 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878973 Oct 11 05:25:31.940384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Port a81f9df9-e678-48e7-989d-0a2f1f6cc786 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:25:32.024759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 2, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:32.033911 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-57bf9ac0-f907-44b7-89a4-11dd8df3b3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870559 Oct 11 05:25:32.052554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:32.052943 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.061371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Checking router: bad8fccd-0739-4845-9db8-253c4b88f214 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:25:32.061728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Updating router bad8fccd-0739-4845-9db8-253c4b88f214 port a81f9df9-e678-48e7-989d-0a2f1f6cc786 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:25:32.094601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:32.097616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.106977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.107732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7b8afabb-be6e-40f4-8b2c-0a23f408f960 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:25:32.269328 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:32.292493 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:32.292863 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.293199 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 Oct 11 05:25:32.441862 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Attempt 2 to provision port a81f9df9-e678-48e7-989d-0a2f1f6cc786 Oct 11 05:25:32.604586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:32.653980 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Port a81f9df9-e678-48e7-989d-0a2f1f6cc786 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:25:32.667498 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.672712 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.731282 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b87d4b-a8cf-41da-9c86-e1b0450446d8 None None] Pushing event updated for resources: {'Port': ['ID=a81f9df9-e678-48e7-989d-0a2f1f6cc786,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:32.760680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Attempting to bind port a81f9df9-e678-48e7-989d-0a2f1f6cc786 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:25:32.761052 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Attempting to bind port a81f9df9-e678-48e7-989d-0a2f1f6cc786 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:25:32.761413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Attempting to bind port a81f9df9-e678-48e7-989d-0a2f1f6cc786 on network 36591190-3d32-4ad6-92a2-06b766f79bfe {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:25:32.766805 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:25:32.767170 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Checking segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:25:32.767569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.768287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Bound using segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:25:32.768750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Bound port: a81f9df9-e678-48e7-989d-0a2f1f6cc786, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:25:32.769123 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.830687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] For port a81f9df9-e678-48e7-989d-0a2f1f6cc786, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:25:32.834202 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] For port a81f9df9-e678-48e7-989d-0a2f1f6cc786, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a81f9df9-e678-48e7-989d-0a2f1f6cc786,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:25:32.838565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:32.874089 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:32.874640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:32.929631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b87d4b-a8cf-41da-9c86-e1b0450446d8 None None] Pushing event updated for resources: {'Port': ['ID=a81f9df9-e678-48e7-989d-0a2f1f6cc786,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:32.992251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:33.165996 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Attempt 3 to provision port a81f9df9-e678-48e7-989d-0a2f1f6cc786 Oct 11 05:25:33.206984 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d4998754-9c02-4fa6-ad08-59e9d7df1a67 req-ab8bb45c-8d8b-42cc-b346-044aac610f00 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 210 time: 0.0315278 Oct 11 05:25:33.232434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:33.273892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65c19c5-7050-4dcb-84a9-690337335d4e None None] The sync data for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv is: [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:25:33.290896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Current status of the port a81f9df9-e678-48e7-989d-0a2f1f6cc786 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:33.291288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:33.342811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] For port a81f9df9-e678-48e7-989d-0a2f1f6cc786, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a81f9df9-e678-48e7-989d-0a2f1f6cc786,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:33.352692 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:33.411631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2be863-f8c0-4586-b8f7-dc4e82f83edf None None] Pushing event updated for resources: {'Port': ['ID=a81f9df9-e678-48e7-989d-0a2f1f6cc786,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:33.483580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-bc67542d-f2a4-463e-bdf2-21ca6f9ba972 None None] Provisioning complete for port a81f9df9-e678-48e7-989d-0a2f1f6cc786 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:33.483958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bc67542d-f2a4-463e-bdf2-21ca6f9ba972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:33.484290 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-bc67542d-f2a4-463e-bdf2-21ca6f9ba972 None None] Attempt 1 to provision port a81f9df9-e678-48e7-989d-0a2f1f6cc786 Oct 11 05:25:33.575874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-bc67542d-f2a4-463e-bdf2-21ca6f9ba972 None None] Current status of the port a81f9df9-e678-48e7-989d-0a2f1f6cc786 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:33.674477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff0754c1-29c8-4b4e-ae31-38f387ec0c4b up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:25:33.733086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:33.733492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:33.733892 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b Oct 11 05:25:33.818515 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:33.819643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a81f9df9-e678-48e7-989d-0a2f1f6cc786 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:25:33.869619 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port a81f9df9-e678-48e7-989d-0a2f1f6cc786 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:33.870001 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:33.870347 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port a81f9df9-e678-48e7-989d-0a2f1f6cc786 Oct 11 05:25:33.956952 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port a81f9df9-e678-48e7-989d-0a2f1f6cc786 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:34.341919 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2b8cf8b2-c300-4030-b94a-937848054a9b req-efbe0990-da86-4c66-a1af-8b0cc653ff3a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 210 time: 0.0390527 Oct 11 05:25:34.400340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba327-3a64-49e3-aea1-5daf08426054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:34.427470 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-5b4a18b2-b1a9-4357-a791-b1e532c14779 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:34.428840 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-5b4a18b2-b1a9-4357-a791-b1e532c14779 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 796 time: 0.1595373 Oct 11 05:25:34.483640 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-f6801b10-c0bf-483e-a4ca-0d1cf02980b4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcc978651d154f90a76a6081677ed951 HTTP/1.1" status: 200 len: 380 time: 0.0349061 Oct 11 05:25:34.492678 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'port': {'device_id': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'admin_state_up': True, 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'security_groups': ['a26128c9-4029-4a3e-b351-fd637ccfb332']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:34.598138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Made reservation on behalf of bcc978651d154f90a76a6081677ed951 for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:25:34.601641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:34.727305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.20.0.9 (36591190-3d32-4ad6-92a2-06b766f79bfe/45505711-11a3-493a-886e-1f611e1414a5/059d314b-025c-4c25-913c-91d217e12e2d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:25:34.867550 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:34.899552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:34.941305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network 36591190-3d32-4ad6-92a2-06b766f79bfe is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:25:34.944429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:34.946698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:25:34.974860 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=059d314b-025c-4c25-913c-91d217e12e2d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:35.003107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:35.003727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.019778 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-2c599459-08cd-4bf6-8432-d764705818e6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306978 Oct 11 05:25:35.078639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Request body: {'port': {'device_id': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:35.137639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.207471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-a646008c-c358-4e29-bad9-235e7db0c207 None None] Provisioning complete for port 059d314b-025c-4c25-913c-91d217e12e2d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:35.207837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a646008c-c358-4e29-bad9-235e7db0c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.208172 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a646008c-c358-4e29-bad9-235e7db0c207 None None] Attempt 1 to provision port 059d314b-025c-4c25-913c-91d217e12e2d Oct 11 05:25:35.242421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a646008c-c358-4e29-bad9-235e7db0c207 None None] Port 059d314b-025c-4c25-913c-91d217e12e2d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:25:35.395595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059d314b-025c-4c25-913c-91d217e12e2d {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:25:35.403936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.416798 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Transition to ACTIVE for port object 059d314b-025c-4c25-913c-91d217e12e2d will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:25:35.421258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.476258 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d708d5-9e67-4636-9a25-f84bb31c0905 req-cad9c03e-4787-40c1-b8c3-7c19a6593404 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:35.477765 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18d708d5-9e67-4636-9a25-f84bb31c0905 req-cad9c03e-4787-40c1-b8c3-7c19a6593404 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 943 time: 0.0492413 Oct 11 05:25:35.503185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=059d314b-025c-4c25-913c-91d217e12e2d,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:35.516924 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-18d708d5-9e67-4636-9a25-f84bb31c0905 req-21ee76a9-fe27-473c-a622-c042f2f0390c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Oct 11 05:25:35.532881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Attempting to bind port 059d314b-025c-4c25-913c-91d217e12e2d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:25:35.533319 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Attempting to bind port 059d314b-025c-4c25-913c-91d217e12e2d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:25:35.533643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Attempting to bind port 059d314b-025c-4c25-913c-91d217e12e2d on network 36591190-3d32-4ad6-92a2-06b766f79bfe {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:25:35.542320 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Port 059d314b-025c-4c25-913c-91d217e12e2d on network 36591190-3d32-4ad6-92a2-06b766f79bfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:25:35.542665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Attempting to bind port 059d314b-025c-4c25-913c-91d217e12e2d on network 36591190-3d32-4ad6-92a2-06b766f79bfe {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:25:35.547458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:25:35.547785 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Checking segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:25:35.548154 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Bound using segment: {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:25:35.548567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Bound port: 059d314b-025c-4c25-913c-91d217e12e2d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398149ad-5584-4d3b-bc79-7c71046e25d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:25:35.548944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.582332 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:25:35.614181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] For port 059d314b-025c-4c25-913c-91d217e12e2d, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:25:35.617124 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] For port 059d314b-025c-4c25-913c-91d217e12e2d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=059d314b-025c-4c25-913c-91d217e12e2d,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:25:35.621414 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.625714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:35.626311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:35.628146 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 1093 time: 0.5954943 Oct 11 05:25:35.628639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:25:35.630986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d614b8-78f1-466d-84d7-4056613b9222" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "tag": "059d314b-025c-4c25-913c-91d217e12e2d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:25:35.670971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc2c92c-f076-41fc-986b-da1f07911f43 x-openstack-request-id: req-bdc2c92c-f076-41fc-986b-da1f07911f43 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:25:35.671260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "tag": "059d314b-025c-4c25-913c-91d217e12e2d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:25:35.671515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdc2c92c-f076-41fc-986b-da1f07911f43 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:25:35.672172 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc2c92c-f076-41fc-986b-da1f07911f43'] response: {'name': 'network-changed', 'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d', 'status': 'completed', 'code': 200} Oct 11 05:25:35.685316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41b070-9ad7-40a1-a95f-25d1afb3d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=059d314b-025c-4c25-913c-91d217e12e2d,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:35.734340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-f7638e17-8b4b-4f48-a293-897a8e5ce0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:35.735971 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-f7638e17-8b4b-4f48-a293-897a8e5ce0b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1096 time: 0.0425265 Oct 11 05:25:35.743173 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-a646008c-c358-4e29-bad9-235e7db0c207 None None] Attempt 2 to provision port 059d314b-025c-4c25-913c-91d217e12e2d Oct 11 05:25:35.787461 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-a646008c-c358-4e29-bad9-235e7db0c207 None None] Port 059d314b-025c-4c25-913c-91d217e12e2d had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:25:35.789435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-55d0d09c-a381-42bd-83cf-ab376b88e456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 217 time: 0.0393996 Oct 11 05:25:35.838036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-235f4514-ca01-45b5-b625-22a33f119f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:35.839938 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-235f4514-ca01-45b5-b625-22a33f119f1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 200 len: 835 time: 0.0442445 Oct 11 05:25:35.883769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-10f5a7d7-67bc-4755-8f90-6cd1bdb25b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:35.885219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-10f5a7d7-67bc-4755-8f90-6cd1bdb25b00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36591190-3d32-4ad6-92a2-06b766f79bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392780 Oct 11 05:25:35.976690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-13faecfc-f02b-433a-8c5a-e72d59f2a073 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845780 Oct 11 05:25:36.065150 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-434bcf28-a56f-457f-8c03-d39bd99a8c16 req-7a0ba97f-f925-4a24-b33c-a8ed89772466 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819480 Oct 11 05:25:36.198400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-c3d3d06b-7225-4a43-8fb7-03fb15169cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:36.199924 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-c3d3d06b-7225-4a43-8fb7-03fb15169cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1096 time: 0.0453031 Oct 11 05:25:36.288098 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-e565efa6-982e-4af9-aff6-18614460de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:36.289600 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-e565efa6-982e-4af9-aff6-18614460de0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 897 time: 0.0835583 Oct 11 05:25:36.332713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-ae0d3bb3-36e6-4ef0-9e37-5a016060409e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 217 time: 0.0368114 Oct 11 05:25:36.381399 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-ac43d1f0-ca2f-4162-8515-8079b8c3817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:36.382825 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-ac43d1f0-ca2f-4162-8515-8079b8c3817b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 200 len: 835 time: 0.0434661 Oct 11 05:25:36.426593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-3573a6d0-bd93-4f76-a7f4-1598820f2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:36.428025 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-3573a6d0-bd93-4f76-a7f4-1598820f2a1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36591190-3d32-4ad6-92a2-06b766f79bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394127 Oct 11 05:25:36.519516 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-85991ccd-8c56-4770-baea-bea81e569f72 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Oct 11 05:25:36.609978 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2d614b8-78f1-466d-84d7-4056613b9222 req-59c42eb1-d2b9-4ee5-abf4-6260ed5c3092 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Oct 11 05:25:36.618452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-387b69f6-d7b0-4846-a880-b1f7a97552c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:36.641247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69622a84-f08c-4578-84a2-e140de3ad6fd req-df821551-bd4a-458c-8fac-cab5154806c3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:36.643159 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-69622a84-f08c-4578-84a2-e140de3ad6fd req-df821551-bd4a-458c-8fac-cab5154806c3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 943 time: 0.0527511 Oct 11 05:25:36.680895 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-69622a84-f08c-4578-84a2-e140de3ad6fd req-70ccc42c-fa93-4baf-9e61-c14eea35506d tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Oct 11 05:25:37.807048 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4807c-1cc1-426f-83f0-b7c8512ea8cf req-a0eee37c-20cb-415c-94c7-608207834235 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:37.808425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-05a4807c-1cc1-426f-83f0-b7c8512ea8cf req-a0eee37c-20cb-415c-94c7-608207834235 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 943 time: 0.0524871 Oct 11 05:25:37.845782 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-05a4807c-1cc1-426f-83f0-b7c8512ea8cf req-74ec3695-c607-48e6-aa53-39188e9d0ac7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Oct 11 05:25:38.009528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:38.968439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff784-8329-4051-84c3-3ea1e2015819 req-f2d2dcde-935b-4078-be4d-3f541ba88127 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:38.969802 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-184ff784-8329-4051-84c3-3ea1e2015819 req-f2d2dcde-935b-4078-be4d-3f541ba88127 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 943 time: 0.0515320 Oct 11 05:25:39.006453 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-184ff784-8329-4051-84c3-3ea1e2015819 req-c3d2e816-134f-441b-9758-9102ec4bd6fd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Oct 11 05:25:39.580121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:39.632279 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:40.123901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208479b-2d4b-46ff-8d2f-fda4b3fad4b7 req-0b837832-0e10-47c3-95e6-a496b6114026 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:40.125259 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9208479b-2d4b-46ff-8d2f-fda4b3fad4b7 req-0b837832-0e10-47c3-95e6-a496b6114026 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 943 time: 0.0476515 Oct 11 05:25:40.162973 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9208479b-2d4b-46ff-8d2f-fda4b3fad4b7 req-4ce98851-4855-4798-b2e1-5aa7bb71f038 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Oct 11 05:25:40.877211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 059d314b-025c-4c25-913c-91d217e12e2d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:25:40.971262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 059d314b-025c-4c25-913c-91d217e12e2d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=059d314b-025c-4c25-913c-91d217e12e2d,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:40.982477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '059d314b-025c-4c25-913c-91d217e12e2d', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'port_id': '059d314b-025c-4c25-913c-91d217e12e2d', 'mac_address': 'fa:16:3e:a9:60:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:25:41.017964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 059d314b-025c-4c25-913c-91d217e12e2d is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:41.018340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:41.030728 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059d314b-025c-4c25-913c-91d217e12e2d {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:25:41.049024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 059d314b-025c-4c25-913c-91d217e12e2d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=059d314b-025c-4c25-913c-91d217e12e2d,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:41.053093 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:41.099130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=059d314b-025c-4c25-913c-91d217e12e2d,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:41.244703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:41.280299 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b680dc5-a247-4c6a-b725-135423fde173 req-1d4e7223-3b29-43dc-a74c-45a961ede478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:41.281741 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9b680dc5-a247-4c6a-b725-135423fde173 req-1d4e7223-3b29-43dc-a74c-45a961ede478 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 944 time: 0.0477943 Oct 11 05:25:41.319080 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9b680dc5-a247-4c6a-b725-135423fde173 req-40a10bb4-a00c-45c7-8a4f-b5f9610ddf8e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314999 Oct 11 05:25:41.519800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['059d314b-025c-4c25-913c-91d217e12e2d'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:25:42.437007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829b367-c32b-405e-ac80-c16348df8d52 req-ae925421-ab11-41b4-a019-253e924546d3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:42.438472 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a829b367-c32b-405e-ac80-c16348df8d52 req-ae925421-ab11-41b4-a019-253e924546d3 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 944 time: 0.0482743 Oct 11 05:25:42.476869 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a829b367-c32b-405e-ac80-c16348df8d52 req-8d87c4d9-feab-41da-af65-8462271cab04 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Oct 11 05:25:42.906922 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 059d314b-025c-4c25-913c-91d217e12e2d up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:25:42.958761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 059d314b-025c-4c25-913c-91d217e12e2d completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:25:42.962656 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 059d314b-025c-4c25-913c-91d217e12e2d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:25:42.963031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:42.963366 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 059d314b-025c-4c25-913c-91d217e12e2d Oct 11 05:25:43.037801 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 059d314b-025c-4c25-913c-91d217e12e2d is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:25:43.038179 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:43.059480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:25:43.061740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14ab860-2031-47e8-9250-325af271c43e" -d '{"events": [{"server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "name": "network-vif-plugged", "status": "completed", "tag": "059d314b-025c-4c25-913c-91d217e12e2d"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:25:43.075081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 059d314b-025c-4c25-913c-91d217e12e2d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=059d314b-025c-4c25-913c-91d217e12e2d,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:25:43.078968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:43.104722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2eb9d9-991c-48a5-a9cc-e2efba7f2856 x-openstack-request-id: req-ef2eb9d9-991c-48a5-a9cc-e2efba7f2856 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:25:43.105012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "name": "network-vif-plugged", "status": "completed", "tag": "059d314b-025c-4c25-913c-91d217e12e2d", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:25:43.105262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef2eb9d9-991c-48a5-a9cc-e2efba7f2856 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:25:43.105647 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2eb9d9-991c-48a5-a9cc-e2efba7f2856'] response: {'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d', 'code': 200} Oct 11 05:25:43.129795 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=059d314b-025c-4c25-913c-91d217e12e2d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:43.311192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653dfd7-c147-45ef-98a8-19e64a5b04c1 req-b9de3bfc-2fae-4d00-a8e5-ea1bc8e7e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:43.312642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4653dfd7-c147-45ef-98a8-19e64a5b04c1 req-b9de3bfc-2fae-4d00-a8e5-ea1bc8e7e24f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1098 time: 0.0436792 Oct 11 05:25:43.345575 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-4653dfd7-c147-45ef-98a8-19e64a5b04c1 req-d4aae20a-348d-40cb-b683-136b995cd14f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268989 Oct 11 05:25:43.595139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b64bd-1862-464a-a0cb-4de5dafa14da req-5c67b914-18c1-4845-841c-a3513cf9814c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:43.596713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-658b64bd-1862-464a-a0cb-4de5dafa14da req-5c67b914-18c1-4845-841c-a3513cf9814c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0477378 Oct 11 05:25:43.633818 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-658b64bd-1862-464a-a0cb-4de5dafa14da req-58e7c2ec-9451-4ded-8b46-fb5b0d9a649a tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Oct 11 05:25:44.760288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c7e70-2dd9-4f87-88ec-bcfce3455513 req-86fbbf58-a40f-4536-8a5a-133a63174a70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:44.761779 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e59c7e70-2dd9-4f87-88ec-bcfce3455513 req-86fbbf58-a40f-4536-8a5a-133a63174a70 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Oct 11 05:25:44.800687 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e59c7e70-2dd9-4f87-88ec-bcfce3455513 req-1b63e346-ee5b-43c4-8040-d47ec7739fef tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Oct 11 05:25:44.923433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352defe-46a3-40b2-8a6c-655936c75bf3 req-019b03a4-faee-4697-9e8b-cd742d0f1fc4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:44.924835 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2352defe-46a3-40b2-8a6c-655936c75bf3 req-019b03a4-faee-4697-9e8b-cd742d0f1fc4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Oct 11 05:25:44.963051 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2352defe-46a3-40b2-8a6c-655936c75bf3 req-b37cbc82-fbac-4845-a843-b8cc55059343 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Oct 11 05:25:44.991656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60514) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:45.035935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48855d13-158c-4d67-94cc-6c984a933edc tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:45.037507 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-48855d13-158c-4d67-94cc-6c984a933edc tempest-TestNetworkAdvancedServerOps-1599000302 tempest-TestNetworkAdvancedServerOps-1599000302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1093 time: 0.0448782 Oct 11 05:25:45.040442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60516) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:45.045555 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '059d314b-025c-4c25-913c-91d217e12e2d', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:25:45.065528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:45.159515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:45.263658 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Allocated IP 172.26.8.143 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/4e200783-2eb3-4bdd-9e6d-32a06ae0e6c3) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:25:45.362255 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:45.395318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:45.439433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:25:45.442277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:25:45.445708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:25:45.451540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=4e200783-2eb3-4bdd-9e6d-32a06ae0e6c3,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:45.799482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:45.869474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:46.025058 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:46.031525 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:46.097835 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:46.100376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event updated for resources: {'Port': ['ID=4e200783-2eb3-4bdd-9e6d-32a06ae0e6c3,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:25:46.198426 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP e60ac60b-452f-4940-aefb-28aeb7104821 associated. External IP: 172.26.8.143, port: 059d314b-025c-4c25-913c-91d217e12e2d. Oct 11 05:25:46.400956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router bad8fccd-0739-4845-9db8-253c4b88f214 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:25:46.505493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:25:46.514734 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] Sync routers for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:25:46.522108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:25:46.524831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:46.525433 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:46.549804 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ac66f958-5743-45d4-b104-35c69f197ec6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5081985 Oct 11 05:25:46.550448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:25:46.552808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "tag": "059d314b-025c-4c25-913c-91d217e12e2d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:25:46.592591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d255d2-3b55-4add-8865-d7669c40b7e8 x-openstack-request-id: req-f0d255d2-3b55-4add-8865-d7669c40b7e8 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:25:46.592908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "tag": "059d314b-025c-4c25-913c-91d217e12e2d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:25:46.593165 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0d255d2-3b55-4add-8865-d7669c40b7e8 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:25:46.593577 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d255d2-3b55-4add-8865-d7669c40b7e8'] response: {'name': 'network-changed', 'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d', 'status': 'completed', 'code': 200} Oct 11 05:25:46.635632 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:46.658605 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fb5d5-8528-4d14-8315-b36c66a92f98 req-ddbcf7e4-1393-4c13-a696-349446229edd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:46.660145 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1b6fb5d5-8528-4d14-8315-b36c66a92f98 req-ddbcf7e4-1393-4c13-a696-349446229edd tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0531688 Oct 11 05:25:46.680566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-851ee38e-aaf4-4823-a7dd-0d0bd99905da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:46.682053 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-851ee38e-aaf4-4823-a7dd-0d0bd99905da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1098 time: 0.0461421 Oct 11 05:25:46.700848 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1b6fb5d5-8528-4d14-8315-b36c66a92f98 req-9f5b1699-9028-4b6a-a93d-b11acc11fa81 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 Oct 11 05:25:46.731688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60524) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:46.788575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-804fab0c-d5ae-424e-96e7-668022146823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:46.790693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-804fab0c-d5ae-424e-96e7-668022146823 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 897 time: 0.1019084 Oct 11 05:25:46.797621 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1ff2d9e9-e3ad-48bc-b63e-b173318a9b17 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/e60ac60b-452f-4940-aefb-28aeb7104821 HTTP/1.1" status: 200 len: 991 time: 0.0628879 Oct 11 05:25:46.855432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-a90daffd-6805-4b33-903f-de2a52d7180f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 999 time: 0.0581880 Oct 11 05:25:46.864071 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'e60ac60b-452f-4940-aefb-28aeb7104821', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.143', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'port_id': '059d314b-025c-4c25-913c-91d217e12e2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'mac_address': 'fa:16:3e:a9:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:25:45Z', 'updated_at': '2022-10-11T05:25:45Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:33Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:46.908338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-f9e555e1-a30a-4a94-90c9-b7d194c3e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:46.909867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-f9e555e1-a30a-4a94-90c9-b7d194c3e85c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 200 len: 835 time: 0.0487616 Oct 11 05:25:46.956677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-16f02951-edc7-431f-92bd-6577f50ba2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:25:46.958201 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-16f02951-edc7-431f-92bd-6577f50ba2ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36591190-3d32-4ad6-92a2-06b766f79bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421860 Oct 11 05:25:46.982248 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] Checking router: bad8fccd-0739-4845-9db8-253c4b88f214 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:25:46.990477 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:25:46.991103 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:25:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:47.047720 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-75c87d67-f912-4836-8b02-1df94f568b82 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827227 Oct 11 05:25:47.094177 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:25:47.140398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fe54baa1-6bdc-4b1c-b8e6-75062667e37f req-b354c3fa-9ed2-4429-87df-6ead60d17bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859416 Oct 11 05:25:47.309580 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'e60ac60b-452f-4940-aefb-28aeb7104821', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.143', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'port_id': '059d314b-025c-4c25-913c-91d217e12e2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'mac_address': 'fa:16:3e:a9:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:25:45Z', 'updated_at': '2022-10-11T05:25:45Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:33Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:25:47.338238 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4e989-3b8c-4139-8dc3-96f8264a3fba None None] The sync data for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv is: [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'e60ac60b-452f-4940-aefb-28aeb7104821', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'floating_ip_address': '172.26.8.143', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'port_id': '059d314b-025c-4c25-913c-91d217e12e2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'mac_address': 'fa:16:3e:a9:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:25:45Z', 'updated_at': '2022-10-11T05:25:45Z', 'revision_number': 0, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:33Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:25:47.532017 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcba11-b861-4662-b9cc-b53cc9ffabf6 None None] New status for floating IP e60ac60b-452f-4940-aefb-28aeb7104821: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:25:47.800545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60526) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:25:48.134418 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-798eab26-23bf-4ef0-80aa-807ef50a42cc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/e60ac60b-452f-4940-aefb-28aeb7104821 HTTP/1.1" status: 200 len: 993 time: 0.3326049 Oct 11 05:26:04.397273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-20a0a817-58ec-40f8-8baf-7745e61360f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:06.610501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c6259cd2-f77f-421b-97f2-4423a1e844c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:08.011696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:09.583636 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:09.634954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:11.244243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:12.581503 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:26:18.293867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-68fd4d3c-8401-4282-8aca-830e4d8a1df3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441496 Oct 11 05:26:18.399532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-db32c787-c2f2-44c1-a2b4-957dbb27f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:18.401016 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-db32c787-c2f2-44c1-a2b4-957dbb27f0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1098 time: 0.0404840 Oct 11 05:26:18.501890 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-4c9fbcc9-a8ed-4826-988e-a14e273a7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:18.503368 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-4c9fbcc9-a8ed-4826-988e-a14e273a7dfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 897 time: 0.0849233 Oct 11 05:26:18.573171 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-5034437e-1205-4b38-877f-101c29ed9792 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 1001 time: 0.0622559 Oct 11 05:26:18.629508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-a3b305f0-1772-4fdb-a104-a233c89f56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:18.630968 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-a3b305f0-1772-4fdb-a104-a233c89f56a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 200 len: 835 time: 0.0440645 Oct 11 05:26:18.676139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-d0598715-0029-486e-a902-61884be93ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:18.677640 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-d0598715-0029-486e-a902-61884be93ece service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36591190-3d32-4ad6-92a2-06b766f79bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397911 Oct 11 05:26:18.769279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-a5bbaa7c-a5e5-4d2f-9cbc-d86cdd37fde5 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831635 Oct 11 05:26:18.858365 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-422b4560-cbc2-4d3e-8edb-65f83f9f5e5d req-76b5ab54-4489-401e-9ede-d303e840c141 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816393 Oct 11 05:26:34.399024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2468ca3d-8762-46f5-8d60-a3f04e41ce03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:36.611442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5f94c5a1-97fa-419f-8464-b251c1682b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:38.016844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:39.585955 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:39.636878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:41.240593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:49.146552 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d175-0817-4cbb-8174-32c67de1fb2f req-203ddfd3-b88e-426c-9e97-92edd22c3bcc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:49.148010 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2b6d175-0817-4cbb-8174-32c67de1fb2f req-203ddfd3-b88e-426c-9e97-92edd22c3bcc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Oct 11 05:26:49.185511 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2b6d175-0817-4cbb-8174-32c67de1fb2f req-60166b2b-5897-4e70-9baf-e800214cf05c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Oct 11 05:26:49.579757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:26:50.309160 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9cc58-af6a-478d-be2f-28c639bfc98c req-2a13c468-9e58-4cf9-8b2b-4422c8c26e9c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:50.310639 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-49f9cc58-af6a-478d-be2f-28c639bfc98c req-2a13c468-9e58-4cf9-8b2b-4422c8c26e9c tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Oct 11 05:26:50.347445 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-49f9cc58-af6a-478d-be2f-28c639bfc98c req-f661ee85-04cc-424f-a295-7f58cc753424 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Oct 11 05:26:51.466812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2224e3-7b11-4cfd-a81d-151f60c4e89c req-5d79b261-727a-4dab-97b5-8391f9934a5f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:51.468279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b2224e3-7b11-4cfd-a81d-151f60c4e89c req-5d79b261-727a-4dab-97b5-8391f9934a5f tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0476909 Oct 11 05:26:51.504067 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b2224e3-7b11-4cfd-a81d-151f60c4e89c req-d5418846-fe73-4070-bbf8-6958cd82e105 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300937 Oct 11 05:26:51.535308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60562) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:26:51.595177 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c321dfaf-6e9d-4f2a-a868-d850f847d994 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/e60ac60b-452f-4940-aefb-28aeb7104821 HTTP/1.1" status: 200 len: 993 time: 0.0587063 Oct 11 05:26:52.888179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eef27-e33d-497f-ba83-aa6eacb55e32 req-552d3f2e-8b2e-45f4-a14b-39d7653c9e20 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:52.889566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d79eef27-e33d-497f-ba83-aa6eacb55e32 req-552d3f2e-8b2e-45f4-a14b-39d7653c9e20 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0526230 Oct 11 05:26:52.926579 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-1e934020-e8cc-472a-8172-0a5dfba256dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:52.928048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-1e934020-e8cc-472a-8172-0a5dfba256dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1098 time: 0.0441060 Oct 11 05:26:52.928190 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d79eef27-e33d-497f-ba83-aa6eacb55e32 req-fbe2dc1f-c13b-48cd-b0f8-cdff1ca4b388 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Oct 11 05:26:53.015945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-cfa3b6ec-657d-4ba8-88d8-efa8d0e55613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:53.017425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-cfa3b6ec-657d-4ba8-88d8-efa8d0e55613 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 897 time: 0.0828950 Oct 11 05:26:53.085702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-3f32be7c-b489-4d1b-9d40-a7db5d387160 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 1001 time: 0.0619450 Oct 11 05:26:53.132316 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-c9177159-c85c-4c54-9879-5d624e653a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:53.133693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-c9177159-c85c-4c54-9879-5d624e653a0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 200 len: 835 time: 0.0419981 Oct 11 05:26:53.176919 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-f7136ff8-9c15-4bb9-b8e7-7cdef2487136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:53.178241 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-f7136ff8-9c15-4bb9-b8e7-7cdef2487136 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36591190-3d32-4ad6-92a2-06b766f79bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386634 Oct 11 05:26:53.591875 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-009d79ce-f405-465b-b031-497083d49ddf service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071007 Oct 11 05:26:53.679372 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f8f20bf-ca37-4e1f-a6ec-e891a0c0275f req-8d51ff99-2480-49b0-b60b-c5c45fc3ef4e service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808041 Oct 11 05:26:54.049352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bef6d-517c-473b-9976-0c161e6a4faf req-98ca9ba0-2da9-4abe-99e1-d25fdd771c66 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:54.050804 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ae0bef6d-517c-473b-9976-0c161e6a4faf req-98ca9ba0-2da9-4abe-99e1-d25fdd771c66 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Oct 11 05:26:54.091049 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ae0bef6d-517c-473b-9976-0c161e6a4faf req-66a14168-4dcc-48e5-bc3e-f378b08a125e tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344467 Oct 11 05:26:55.209310 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea4618-49e6-4459-beb4-5850fd709201 req-2f198dd2-3250-4b16-9721-c746b32cb134 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:55.210784 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73ea4618-49e6-4459-beb4-5850fd709201 req-2f198dd2-3250-4b16-9721-c746b32cb134 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0469537 Oct 11 05:26:55.247290 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-73ea4618-49e6-4459-beb4-5850fd709201 req-c56d40d7-1776-4bbc-b1bb-cbe2829ad264 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301239 Oct 11 05:26:55.275647 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60574) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:26:55.338407 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-59624e30-a35a-4814-928b-65369df050c5 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/floatingips/e60ac60b-452f-4940-aefb-28aeb7104821 HTTP/1.1" status: 200 len: 993 time: 0.0611038 Oct 11 05:26:55.615588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60580) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:26:55.774917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 4e200783-2eb3-4bdd-9e6d-32a06ae0e6c3 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:26:55.775183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:55.848348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:55.848675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:55.860534 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 4e200783-2eb3-4bdd-9e6d-32a06ae0e6c3 owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:26:56.004713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:56.027882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=4e200783-2eb3-4bdd-9e6d-32a06ae0e6c3,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:26:56.044464 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.044825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.045173 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.045516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.045854 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.046190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.046565 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.046875 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.047209 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.047541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.047871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.048198 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:26:56.106781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:56.107112 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Floating IP e60ac60b-452f-4940-aefb-28aeb7104821 disassociated (deleted). External IP: 172.26.8.143, port: 059d314b-025c-4c25-913c-91d217e12e2d. Oct 11 05:26:56.308473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router bad8fccd-0739-4845-9db8-253c4b88f214 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:26:56.413855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:26:56.419135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:56.423770 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] Sync routers for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:26:56.433280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:26:56.433873 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:26:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:26:56.445752 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-31421d23-23fd-4a22-9a7b-f619f1b1d7bc tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/floatingips/e60ac60b-452f-4940-aefb-28aeb7104821 HTTP/1.1" status: 204 len: 168 time: 0.8290858 Oct 11 05:26:56.446394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:26:56.448709 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac80453e-431a-4732-a01f-da6ca35773e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "tag": "059d314b-025c-4c25-913c-91d217e12e2d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:26:56.484846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3215171b-4acb-464f-b574-e2a1448b1326 x-openstack-request-id: req-3215171b-4acb-464f-b574-e2a1448b1326 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:26:56.485138 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "tag": "059d314b-025c-4c25-913c-91d217e12e2d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:26:56.485397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3215171b-4acb-464f-b574-e2a1448b1326 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:26:56.485822 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3215171b-4acb-464f-b574-e2a1448b1326'] response: {'name': 'network-changed', 'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d', 'status': 'completed', 'code': 200} Oct 11 05:26:56.544448 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:26:56.572291 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-c6c97374-4a97-48de-956f-2eaabdc983e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:56.573852 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-c6c97374-4a97-48de-956f-2eaabdc983e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcc978651d154f90a76a6081677ed951&device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 1098 time: 0.0445132 Oct 11 05:26:56.704957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-de159e8e-c128-4a9a-b3cf-a1563e8ecdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:56.706419 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-de159e8e-c128-4a9a-b3cf-a1563e8ecdc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 200 len: 897 time: 0.1206334 Oct 11 05:26:56.716725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8988e-4ba1-449a-891d-50171667cadb req-49d712d3-e590-45b0-b4c6-bf86499f74d4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:56.718104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-03a8988e-4ba1-449a-891d-50171667cadb req-49d712d3-e590-45b0-b4c6-bf86499f74d4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0696089 Oct 11 05:26:56.750382 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:33Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:26:56.759104 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-b9cf3677-f457-4e00-b80c-dade08b1acf6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 200 len: 217 time: 0.0400686 Oct 11 05:26:56.775414 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] Checking router: bad8fccd-0739-4845-9db8-253c4b88f214 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:26:56.784480 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:26:56.785189 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:26:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:26:56.820887 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-03a8988e-4ba1-449a-891d-50171667cadb req-4cdcd232-74e0-4d07-b53a-b4c45fcf19cf tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952752 Oct 11 05:26:56.828079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-c425cff1-a99e-4be6-ac64-3327ea05a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:56.829512 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-c425cff1-a99e-4be6-ac64-3327ea05a164 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 200 len: 835 time: 0.0625322 Oct 11 05:26:56.880191 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-0b89ab73-c9b2-4d27-bca5-bc914effd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:56.881676 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-0b89ab73-c9b2-4d27-bca5-bc914effd295 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36591190-3d32-4ad6-92a2-06b766f79bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431950 Oct 11 05:26:56.891495 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:26:56.974688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-559a5896-709e-42e7-b098-04f6353f72b7 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856154 Oct 11 05:26:57.064009 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ac80453e-431a-4732-a01f-da6ca35773e1 req-d0acfcc6-0bc1-4ddc-bf67-c4aeab8b52b2 service neutron] 10.222.0.45 "GET /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826857 Oct 11 05:26:57.083703 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:33Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:26:57.110095 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc9415-08c2-4758-a939-cc5122fcaedf None None] The sync data for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv is: [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:30Z', 'revision_number': 4, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'a81f9df9-e678-48e7-989d-0a2f1f6cc786', 'name': '', 'network_id': '36591190-3d32-4ad6-92a2-06b766f79bfe', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'mac_address': 'fa:16:3e:c0:c9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '45505711-11a3-493a-886e-1f611e1414a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:29Z', 'updated_at': '2022-10-11T05:25:33Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'subnets': [{'id': '45505711-11a3-493a-886e-1f611e1414a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:26:57.328528 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff78dfc-5b55-47e7-ba18-5bbde4f46388 None None] New status for floating IP e60ac60b-452f-4940-aefb-28aeb7104821: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:26:57.944038 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a58-09cf-4386-ac09-5e0b2983f852 req-91267ca7-4ff3-4e43-ac8d-65dfb4a34678 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:57.945416 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-819f8a58-09cf-4386-ac09-5e0b2983f852 req-91267ca7-4ff3-4e43-ac8d-65dfb4a34678 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Oct 11 05:26:57.982671 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-819f8a58-09cf-4386-ac09-5e0b2983f852 req-236e95ba-9c5f-4ddb-8ea4-97b0455ca0d1 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/security-groups?id=a26128c9-4029-4a3e-b351-fd637ccfb332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Oct 11 05:26:58.524605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-ff02bba5-b195-4ead-a807-f5ff153f7722 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:26:58.526019 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-ff02bba5-b195-4ead-a807-f5ff153f7722 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 945 time: 0.0471938 Oct 11 05:26:58.617308 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port 059d314b-025c-4c25-913c-91d217e12e2d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:26:58.617647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:58.703827 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port 059d314b-025c-4c25-913c-91d217e12e2d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=059d314b-025c-4c25-913c-91d217e12e2d,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:26:58.704182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:58.716802 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for 059d314b-025c-4c25-913c-91d217e12e2d owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:26:58.843529 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:58.869852 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=059d314b-025c-4c25-913c-91d217e12e2d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:26:58.919322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] No DVR routers for this DVR port 059d314b-025c-4c25-913c-91d217e12e2d on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:26:58.921851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:26:58.925204 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8761c53d-c7c0-42a5-ba75-515a6daac1ca req-4bb24264-bd71-4cb3-b94a-18e7ec3bd9f6 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.45 "DELETE /v2.0/ports/059d314b-025c-4c25-913c-91d217e12e2d HTTP/1.1" status: 204 len: 173 time: 0.3936443 Oct 11 05:26:58.925708 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'name': 'network-vif-deleted', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:26:58.928119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79517d1-ca1f-4894-abd1-1ec8cb5866a2" -d '{"events": [{"server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "name": "network-vif-deleted", "tag": "059d314b-025c-4c25-913c-91d217e12e2d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:26:58.975745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cd1ae6-0d17-4bb7-a0a6-4c0403f03930 x-openstack-request-id: req-68cd1ae6-0d17-4bb7-a0a6-4c0403f03930 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:26:58.976047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cc70ac-7de0-4c6e-888f-b3b8811f05c1", "name": "network-vif-deleted", "tag": "059d314b-025c-4c25-913c-91d217e12e2d", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:26:58.976355 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68cd1ae6-0d17-4bb7-a0a6-4c0403f03930 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:26:58.976929 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cd1ae6-0d17-4bb7-a0a6-4c0403f03930'] response: {'server_uuid': 'a2cc70ac-7de0-4c6e-888f-b3b8811f05c1', 'name': 'network-vif-deleted', 'tag': '059d314b-025c-4c25-913c-91d217e12e2d', 'status': 'completed', 'code': 200} Oct 11 05:26:59.090318 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a11d2fd0-d68a-4e29-80fe-4ba6020317e1 req-4462a198-254c-4669-8d04-5822b94057e7 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2cc70ac-7de0-4c6e-888f-b3b8811f05c1 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Oct 11 05:27:00.152068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60598) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:00.506042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:00.758248 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port a81f9df9-e678-48e7-989d-0a2f1f6cc786 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:27:00.758513 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:00.845365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port a81f9df9-e678-48e7-989d-0a2f1f6cc786, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=a81f9df9-e678-48e7-989d-0a2f1f6cc786,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:00.845732 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:00.857932 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for a81f9df9-e678-48e7-989d-0a2f1f6cc786 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:27:01.042788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.068514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=a81f9df9-e678-48e7-989d-0a2f1f6cc786,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:01.092492 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.092837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.093181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.093515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.093839 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.094203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.094496 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.094846 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.095170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.095495 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.095817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.096133 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:01.249388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.461533 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Router bad8fccd-0739-4845-9db8-253c4b88f214 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:27:01.568364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:27:01.573334 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-ca3cf4be-bdee-4964-9b61-caa69275b394 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "PUT /v2.0/routers/bad8fccd-0739-4845-9db8-253c4b88f214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4202442 Oct 11 05:27:01.577297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60600) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:01.586794 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] Sync routers for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:27:01.599169 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:01.600052 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:26:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:01.638093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting subnet 45505711-11a3-493a-886e-1f611e1414a5 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:27:01.641543 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.682807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.710295 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:01.774648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.835816 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.862836 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Subnet': ['ID=45505711-11a3-493a-886e-1f611e1414a5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:01.866690 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:01.869819 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-211fa44f-c6fd-48fe-ac65-94a6131e3dcb tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/subnets/45505711-11a3-493a-886e-1f611e1414a5 HTTP/1.1" status: 204 len: 168 time: 0.2887037 Oct 11 05:27:01.872556 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60602) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:01.880129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe3278-929e-4e6e-8956-9fb06182b9f6 None None] Network 36591190-3d32-4ad6-92a2-06b766f79bfe requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:27:01.977222 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:27:00Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:01.984334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.003501 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] Checking router: bad8fccd-0739-4845-9db8-253c4b88f214 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:27:02.012462 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] Routers {'bad8fccd-0739-4845-9db8-253c4b88f214'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:02.013095 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:26:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['bad8fccd-0739-4845-9db8-253c4b88f214'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:02.084133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] DHCP port deletion for 36591190-3d32-4ad6-92a2-06b766f79bfe request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:27:02.097895 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.117921 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] Set router bad8fccd-0739-4845-9db8-253c4b88f214 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:02.131532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Deleting port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:27:02.131901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.155116 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Deleting port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:27:02.155471 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.235236 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] For port ff0754c1-29c8-4b4e-ae31-38f387ec0c4b, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:02.235727 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.249561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Calling delete_port for ff0754c1-29c8-4b4e-ae31-38f387ec0c4b owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:27:02.300486 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:27:00Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:02.330125 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84d7df-c4e3-4959-8d2b-fffffc504676 None None] The sync data for ids ['bad8fccd-0739-4845-9db8-253c4b88f214'] in dv-neutron-860894-1-hyperv is: [{'id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-578216248', 'tenant_id': 'bcc978651d154f90a76a6081677ed951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:27:00Z', 'revision_number': 5, 'project_id': 'bcc978651d154f90a76a6081677ed951', 'gw_port': {'id': 'ff0754c1-29c8-4b4e-ae31-38f387ec0c4b', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8fccd-0739-4845-9db8-253c4b88f214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:25:27Z', 'updated_at': '2022-10-11T05:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:27:02.341841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] For port 7b8afabb-be6e-40f4-8b2c-0a23f408f960, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7b8afabb-be6e-40f4-8b2c-0a23f408f960,segment=NetworkSegment(398149ad-5584-4d3b-bc79-7c71046e25d6),segment_id=398149ad-5584-4d3b-bc79-7c71046e25d6)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:02.342241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.355765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Calling delete_port for 7b8afabb-be6e-40f4-8b2c-0a23f408f960 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:27:02.431935 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.432892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.458197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Pushing event deleted for resources: {'Port': ['ID=7b8afabb-be6e-40f4-8b2c-0a23f408f960,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:02.461588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Port': ['ID=ff0754c1-29c8-4b4e-ae31-38f387ec0c4b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:02.462883 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] No DVR routers for this DVR port 7b8afabb-be6e-40f4-8b2c-0a23f408f960 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:27:02.469714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.470065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.470409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.470766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.471113 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.471428 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.472215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.472215 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.472423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.472681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.473002 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.473320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed702b0a-4041-46c0-8d59-13354b0c624e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:02.520984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.609840 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.612094 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.657768 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.658288 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Fanout notify agent at l3_agent the message router_deleted on router bad8fccd-0739-4845-9db8-253c4b88f214 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:27:02.665139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.666223 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d656c93e-7db2-4ff6-b1ec-8af2851f5894 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/routers/bad8fccd-0739-4845-9db8-253c4b88f214 HTTP/1.1" status: 204 len: 168 time: 0.7927711 Oct 11 05:27:02.669275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60604) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:02.746436 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.839571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.859751 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36591190-3d32-4ad6-92a2-06b766f79bfe']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:02.868820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398149ad-5584-4d3b-bc79-7c71046e25d6') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:02.869052 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398149ad-5584-4d3b-bc79-7c71046e25d6') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:02.878745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.892790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.898643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Releasing vlan 454 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:27:02.899021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.921864 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 398149ad-5584-4d3b-bc79-7c71046e25d6 resource provider aggregate not found Oct 11 05:27:02.967006 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 398149ad-5584-4d3b-bc79-7c71046e25d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 398149ad-5584-4d3b-bc79-7c71046e25d6 found for delete ", "request_id": "req-19137730-4c93-4a66-b692-cd24e10ebe59"}]} Oct 11 05:27:02.975774 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.982892 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:02.985916 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/networks/36591190-3d32-4ad6-92a2-06b766f79bfe HTTP/1.1" status: 204 len: 168 time: 0.3157430 Oct 11 05:27:02.988789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60610) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:03.005769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de16bf-a82e-4d4b-80c8-32692a3492a4 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'Network': ['ID=36591190-3d32-4ad6-92a2-06b766f79bfe,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:03.061916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f15adcc0-0d5d-4cb9-9333-3d60aeb7ce06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.086498 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f15adcc0-0d5d-4cb9-9333-3d60aeb7ce06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.146453 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f15adcc0-0d5d-4cb9-9333-3d60aeb7ce06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.148971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f15adcc0-0d5d-4cb9-9333-3d60aeb7ce06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.150118 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-f15adcc0-0d5d-4cb9-9333-3d60aeb7ce06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] 10.222.0.39 "DELETE /v2.0/security-groups/a26128c9-4029-4a3e-b351-fd637ccfb332 HTTP/1.1" status: 204 len: 168 time: 0.1604116 Oct 11 05:27:03.159653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15adcc0-0d5d-4cb9-9333-3d60aeb7ce06 tempest-TestNetworkAdvancedServerOps-1925978891 tempest-TestNetworkAdvancedServerOps-1925978891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26128c9-4029-4a3e-b351-fd637ccfb332,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:03.247593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 059d314b-025c-4c25-913c-91d217e12e2d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:27:03.270977 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 059d314b-025c-4c25-913c-91d217e12e2d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:27:03.271245 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 059d314b-025c-4c25-913c-91d217e12e2d not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:27:03.486513 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60618) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:03.617494 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8e7af057-434c-4817-95ab-7bfcb54ae6c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcc978651d154f90a76a6081677ed951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297743 Oct 11 05:27:03.620069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60622) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:03.631538 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff0754c1-29c8-4b4e-ae31-38f387ec0c4b no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:27:03.652691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: ff0754c1-29c8-4b4e-ae31-38f387ec0c4b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:27:03.653040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device ff0754c1-29c8-4b4e-ae31-38f387ec0c4b not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:27:03.653708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7b8afabb-be6e-40f4-8b2c-0a23f408f960 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:27:03.673484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7b8afabb-be6e-40f4-8b2c-0a23f408f960 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:27:03.673831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7b8afabb-be6e-40f4-8b2c-0a23f408f960 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:27:03.674248 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a81f9df9-e678-48e7-989d-0a2f1f6cc786 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:27:03.675701 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b4850bc-e513-495b-afe0-d168624ada35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.693107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: a81f9df9-e678-48e7-989d-0a2f1f6cc786 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:27:03.693456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device a81f9df9-e678-48e7-989d-0a2f1f6cc786 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:27:03.696331 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b4850bc-e513-495b-afe0-d168624ada35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.747952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b4850bc-e513-495b-afe0-d168624ada35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.750398 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b4850bc-e513-495b-afe0-d168624ada35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:03.751586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7b4850bc-e513-495b-afe0-d168624ada35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca698a09-7c3a-431b-94aa-9d7bb6786e19 HTTP/1.1" status: 204 len: 168 time: 0.1305604 Oct 11 05:27:03.759302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4850bc-e513-495b-afe0-d168624ada35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca698a09-7c3a-431b-94aa-9d7bb6786e19,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:04.015532 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60628) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:04.029260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc0e4-c6a7-462a-97c7-b525701c58e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.103616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc0e4-c6a7-462a-97c7-b525701c58e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.107091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc0e4-c6a7-462a-97c7-b525701c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.144119 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3d5bc0e4-c6a7-462a-97c7-b525701c58e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b3c1595bf5f4f84b81fdb9e1885c803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275454 Oct 11 05:27:04.144971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bc0e4-c6a7-462a-97c7-b525701c58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d803405-7e41-486a-b2d7-e4698f4efa68,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:04.147063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60630) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:04.198996 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-102e7e0a-9852-4f20-9d35-3505983e87fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.220654 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-102e7e0a-9852-4f20-9d35-3505983e87fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.266365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-102e7e0a-9852-4f20-9d35-3505983e87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.268895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-102e7e0a-9852-4f20-9d35-3505983e87fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.270104 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-102e7e0a-9852-4f20-9d35-3505983e87fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d803405-7e41-486a-b2d7-e4698f4efa68 HTTP/1.1" status: 204 len: 168 time: 0.1211803 Oct 11 05:27:04.278021 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e7e0a-9852-4f20-9d35-3505983e87fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d803405-7e41-486a-b2d7-e4698f4efa68,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:04.408957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-aba1b78f-ce96-4987-b62f-b24ad984032f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:04.949102 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60652) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:05.041399 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-641059466-network', 'tenant_id': '7384de30af484c738da1b56915b79baa'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:05.061253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Made reservation on behalf of 7384de30af484c738da1b56915b79baa for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:27:05.063501 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.071507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.149198 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.152875 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.173003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:27:05.186580 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25016574-9b43-4338-a874-bdc8df7a496c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:05.191362 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.191702 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Added segment 4088613e-3d83-4744-90c2-8bc20ae1925e of type vlan for network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 Oct 11 05:27:05.231206 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.254873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.255813 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:05.256387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.282766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3325024 Oct 11 05:27:05.285829 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60656) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:05.290864 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Request body: {'subnet': {'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-641059466-subnet', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:05.308698 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Made reservation on behalf of 7384de30af484c738da1b56915b79baa for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:27:05.310956 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.317487 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aadc1-cdc8-44cd-b5b8-62d230ffcf70 admin admin] Pushing event updated for resources: {'Network': ['ID=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:05.328143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:27:05.477632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.529933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fc3a41-3f28-4e21-9563-986f6f84e434,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:05.539975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Checking segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:05.540323 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Network hostable DHCP agents. Network: 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:27:05.556362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:27:05.564396 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:05.568304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:05.568900 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.573403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734fdf1-85c5-4b76-9683-db11798e0c51 None None] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:27:05.584628 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-82dcc1af-605c-4adc-9270-f5dffb813193 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2976148 Oct 11 05:27:05.587348 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60658) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:05.592256 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:05.612522 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.613575 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.668149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.729256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:27:05.730406 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.809388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:05.868180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Allocated IP 172.20.0.2 (60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869/c1fc3a41-3f28-4e21-9563-986f6f84e434/7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:06.006388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.013046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.018423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.026901 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.058817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:06.063574 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:06.066208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:06.074402 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Pushing event updated for resources: {'Port': ['ID=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:06.124007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Attempting to bind port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:06.124374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Attempting to bind port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:06.124733 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Attempting to bind port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:06.129547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:06.129912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Checking segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:06.130318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.130723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Bound using segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:06.131178 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Bound port: 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:06.131549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.134061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Allocated IP 172.26.8.83 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/c1cc0e3f-600e-4720-b523-4e78dc7abd84) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:06.198772 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] For port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:06.201829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] For port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:06.205478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.248866 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.258005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050c7bf-0256-4127-a35f-04bd6ba3afcf None None] Pushing event updated for resources: {'Port': ['ID=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:06.284578 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.323703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:06.326691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:06.330243 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:06.359411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cc0e3f-600e-4720-b523-4e78dc7abd84,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:06.615939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-27d3bbf7-57e8-4ac0-aacf-142f18ebdc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:06.933693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.089103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60148b84-48f6-4061-b849-29ffaca5ca4d None None] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:27:07.132435 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.159738 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Provisioning complete for port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:07.160030 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.160371 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Attempt 1 to provision port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 Oct 11 05:27:07.254994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Router d665ca42-0221-4783-ad15-b155cc220237 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:27:07.300764 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Current status of the port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:07.301142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.341336 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] For port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:07.347973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.376467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:27:07.389969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:27:07.397046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.398649 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-aab23d62-6d60-4e55-b4cb-a01df41c07b1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8101561 Oct 11 05:27:07.401431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60660) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:07.414460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbf540-a2b7-4535-861c-9541f347cbff None None] Pushing event updated for resources: {'Port': ['ID=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:07.421704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:07.422326 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:07.537596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:07.625441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-fee041cb-5e31-4939-8aaa-11319c1a247e None None] Provisioning complete for port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:07.626074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fee041cb-5e31-4939-8aaa-11319c1a247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.626176 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-fee041cb-5e31-4939-8aaa-11319c1a247e None None] Attempt 1 to provision port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 Oct 11 05:27:07.689503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:07.823029 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-fee041cb-5e31-4939-8aaa-11319c1a247e None None] Current status of the port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:07.825768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:07.826050 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.826389 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 Oct 11 05:27:07.836162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.877437 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:06Z', 'revision_number': 3, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:07.904825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:27:07.905173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Updating router d665ca42-0221-4783-ad15-b155cc220237 port c1cc0e3f-600e-4720-b523-4e78dc7abd84 binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:27:07.957474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:07.981008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:07.988103 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Allocated IP 172.20.0.1 (60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869/c1fc3a41-3f28-4e21-9563-986f6f84e434/10a67fa4-ee98-421d-a7fe-b94a8e7ece1d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:08.070410 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.090468 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.123068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.165474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:08.170606 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:08.174009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:08.195782 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:08.215781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.231037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.236490 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.270304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Attempting to bind port c1cc0e3f-600e-4720-b523-4e78dc7abd84 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:08.270702 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Attempting to bind port c1cc0e3f-600e-4720-b523-4e78dc7abd84 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:08.271058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Attempting to bind port c1cc0e3f-600e-4720-b523-4e78dc7abd84 on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:08.284782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:08.285154 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:08.285558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.285961 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:08.286421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Bound port: c1cc0e3f-600e-4720-b523-4e78dc7abd84, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:08.286825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.320325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359164e-1e84-4652-b27f-61ae559eda3c None None] Pushing event updated for resources: {'Port': ['ID=c1cc0e3f-600e-4720-b523-4e78dc7abd84,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:08.350262 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] For port c1cc0e3f-600e-4720-b523-4e78dc7abd84, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:08.353484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] For port c1cc0e3f-600e-4720-b523-4e78dc7abd84, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c1cc0e3f-600e-4720-b523-4e78dc7abd84,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:08.356149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.358802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.525240 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.531628 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.551152 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:08.551774 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:08.605334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:08.607922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.608175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Provisioning complete for port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:08.608545 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:08.608882 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 1 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:08.612749 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359164e-1e84-4652-b27f-61ae559eda3c None None] Pushing event updated for resources: {'Port': ['ID=c1cc0e3f-600e-4720-b523-4e78dc7abd84,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:08.684382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:08.700851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:08.702254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:08.704162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:08.821144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Router d665ca42-0221-4783-ad15-b155cc220237 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:27:08.922470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 2, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:08.936741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:27:08.949609 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b079af72-199a-484b-b91a-7577a65c3ba4 admin admin] 10.222.0.39 "PUT /v2.0/routers/d665ca42-0221-4783-ad15-b155cc220237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388534 Oct 11 05:27:08.949810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d586354-9d86-4313-8cb9-3e48579ac22e None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 2, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:27:09.185450 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 2 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:09.222654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:09.445478 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60676) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:09.451270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-210224930-network', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:09.471834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Made reservation on behalf of a73159bc6ed948f8be435338b21a1789 for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:27:09.474219 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.483397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.569646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.585108 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.616544 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.625869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:27:09.632883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a537f78-0cbb-43e7-89db-f22ee66d1909,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:09.643042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.643484 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Added segment 7c102ab5-a742-4593-8bed-e235b074c24b of type vlan for network b654ecc1-9c4c-4db1-9f3c-96c922aa055a Oct 11 05:27:09.658997 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.704196 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.723514 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 3 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:09.744132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.745703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:09.746281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.752956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1cc0e3f-600e-4720-b523-4e78dc7abd84 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:09.786407 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3370965 Oct 11 05:27:09.786634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60678) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:09.791352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Request body: {'subnet': {'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-210224930-subnet', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'ip_version': 4}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:09.798060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:09.813064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c1cc0e3f-600e-4720-b523-4e78dc7abd84 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:09.813535 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.813911 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c1cc0e3f-600e-4720-b523-4e78dc7abd84 Oct 11 05:27:09.827897 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b8c2-554f-4a57-9730-3eaf58577ccb admin admin] Pushing event updated for resources: {'Network': ['ID=b654ecc1-9c4c-4db1-9f3c-96c922aa055a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:09.841681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Made reservation on behalf of a73159bc6ed948f8be435338b21a1789 for: {'subnet': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:27:09.844949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33074171'] for subnet, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.845132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:27:09.961968 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c1cc0e3f-600e-4720-b523-4e78dc7abd84 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:09.962183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:09.985945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port c1cc0e3f-600e-4720-b523-4e78dc7abd84, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c1cc0e3f-600e-4720-b523-4e78dc7abd84,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:09.990059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.027929 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4420965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33073929'] for subnet, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.041243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=c1cc0e3f-600e-4720-b523-4e78dc7abd84,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:10.092493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bb9ba4-639e-4359-93c4-892bece88feb,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:10.099968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Checking segment: {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:10.100328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Network hostable DHCP agents. Network: b654ecc1-9c4c-4db1-9f3c-96c922aa055a, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:27:10.117918 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:27:10.127166 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, b654ecc1-9c4c-4db1-9f3c-96c922aa055a) {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:10.131821 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:10.132615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.137199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e9406-6744-4ee7-a9f7-37a49ff1d781 None None] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:27:10.157450 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1e841b21-b61c-4bf2-a00d-0ad2980f6964 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3674552 Oct 11 05:27:10.157911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60680) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:10.162767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:10.183846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.184952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.236488 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.296534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'fixed_ips': [{'subnet_id': '04bb9ba4-639e-4359-93c4-892bece88feb'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:27:10.297546 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.299871 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 4 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:10.349078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:10.389268 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.466061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Allocated IP 172.20.0.2 (b654ecc1-9c4c-4db1-9f3c-96c922aa055a/04bb9ba4-639e-4359-93c4-892bece88feb/d8290b29-a5b9-45ce-8e5c-8ca31832cb8a) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:10.588007 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.608222 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.612340 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.618244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.658859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:10.663567 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:10.668959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:10.673464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Pushing event updated for resources: {'Port': ['ID=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:10.723516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Allocated IP 172.26.8.238 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/bf7969ca-932c-4796-8ef1-6d0ca633d2cb) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:10.727278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Attempting to bind port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:10.727769 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Attempting to bind port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:10.727982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Attempting to bind port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a on network b654ecc1-9c4c-4db1-9f3c-96c922aa055a {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:10.733171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:10.733618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Checking segment: {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:10.733966 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.734399 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Bound using segment: {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:10.734913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Bound port: d8290b29-a5b9-45ce-8e5c-8ca31832cb8a, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:10.735466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.801322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] For port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:10.804653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] For port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,segment=NetworkSegment(7c102ab5-a742-4593-8bed-e235b074c24b),segment_id=7c102ab5-a742-4593-8bed-e235b074c24b)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:10.809495 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.844997 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.851077 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 5 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:10.886067 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:10.895085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1a19-0470-4aea-8905-420df538b4c0 None None] Pushing event updated for resources: {'Port': ['ID=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:10.904074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:10.933633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:10.936600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:10.940145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:10.945515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Pushing event updated for resources: {'Port': ['ID=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:11.113682 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:27:11.125747 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:11.126390 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:11.222127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.233093 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:11.256580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.405810 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 6 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:11.419983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.430045 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 2, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:11.440603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:11.461038 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:27:11.461395 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Updating router d665ca42-0221-4783-ad15-b155cc220237 port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:27:11.487828 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.558788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Router dd158137-f277-4e1e-8048-79d6023c23f5 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:27:11.701743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:27:11.712211 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Sync routers for ids ['dd158137-f277-4e1e-8048-79d6023c23f5'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:27:11.724230 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.725081 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Routers {'dd158137-f277-4e1e-8048-79d6023c23f5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:11.728284 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-672212b6-6fad-4cfd-9d4b-9d61e94c48ac admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5667114 Oct 11 05:27:11.728486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dd158137-f277-4e1e-8048-79d6023c23f5'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:11.729011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60682) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:11.799909 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.806444 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.825718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8290b29-a5b9-45ce-8e5c-8ca31832cb8a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:11.865217 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Pushing event updated for resources: {'Port': ['ID=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:11.895346 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.895681 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.896016 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.896349 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.896673 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.897000 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.897319 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.897639 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.897957 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.898271 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.898605 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.898918 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:27:11.929241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec78d6-4f5a-4806-95ec-06ed17ddba43 None None] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:27:11.941318 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Attempting to bind port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:11.941774 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Attempting to bind port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:11.942197 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Attempting to bind port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:11.946175 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 7 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:11.949689 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:11.950292 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Checking segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:11.950724 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.951782 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Bound using segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:11.952411 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Bound port: 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:11.952966 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:11.996459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Set router dd158137-f277-4e1e-8048-79d6023c23f5 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:12.021669 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] For port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:12.026050 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] For port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:12.029757 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.071752 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:12.072379 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:12.086637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:12.087221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.087559 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a Oct 11 05:27:12.135735 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:12.136832 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a17d51-4194-43d3-8e2d-494f3a1f824a None None] Pushing event updated for resources: {'Port': ['ID=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:12.302325 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:12.482716 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:12.483109 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.507156 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:12Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:12.524085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.533186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,segment=NetworkSegment(7c102ab5-a742-4593-8bed-e235b074c24b),segment_id=7c102ab5-a742-4593-8bed-e235b074c24b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:12.542745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.543580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1cc0e3f-600e-4720-b523-4e78dc7abd84 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:12.545193 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619ccd2-633f-4e06-a5e5-ce562b5bc1d0 None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:12Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:27:12.596761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:11Z', 'revision_number': 3, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:12.645474 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Attempt 8 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:12.652365 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Checking router: dd158137-f277-4e1e-8048-79d6023c23f5 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:27:12.652773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Updating router dd158137-f277-4e1e-8048-79d6023c23f5 port bf7969ca-932c-4796-8ef1-6d0ca633d2cb binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:27:12.717506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Allocated IP 172.20.0.1 (b654ecc1-9c4c-4db1-9f3c-96c922aa055a/04bb9ba4-639e-4359-93c4-892bece88feb/79dab7a6-1e8f-48b4-96dc-68b4759c676c) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:12.724415 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:12.731067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.847837 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port c1cc0e3f-600e-4720-b523-4e78dc7abd84 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:12.848208 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.848541 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port c1cc0e3f-600e-4720-b523-4e78dc7abd84 Oct 11 05:27:12.858882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.896224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.944137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:12.947146 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:12.951561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:12.955717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Current status of the port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:12.956554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:12.957020 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Pushing event updated for resources: {'Port': ['ID=79dab7a6-1e8f-48b4-96dc-68b4759c676c,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:12.995917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.094484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port c1cc0e3f-600e-4720-b523-4e78dc7abd84 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:13.119940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] For port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:13.127775 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.157849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.231899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b81e33-5c85-4789-8854-d6686ef9989f None None] Pushing event updated for resources: {'Port': ['ID=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:13.246685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.255373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.292072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Provisioning complete for port 79dab7a6-1e8f-48b4-96dc-68b4759c676c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:13.292455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.292798 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 1 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:13.320526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Attempting to bind port bf7969ca-932c-4796-8ef1-6d0ca633d2cb on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:13.320904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Attempting to bind port bf7969ca-932c-4796-8ef1-6d0ca633d2cb by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:13.321270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Attempting to bind port bf7969ca-932c-4796-8ef1-6d0ca633d2cb on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:13.339172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda37c-a1ef-46bf-86c7-832221feb9ba None None] Pushing event updated for resources: {'Port': ['ID=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:13.341492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:13.341810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:13.342219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.342726 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:13.343100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Bound port: bf7969ca-932c-4796-8ef1-6d0ca633d2cb, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:13.344096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.349749 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.355385 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.379731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:13.406468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] For port bf7969ca-932c-4796-8ef1-6d0ca633d2cb, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:13.409745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] For port bf7969ca-932c-4796-8ef1-6d0ca633d2cb, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:13.413287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.422820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Pushing event updated for resources: {'Port': ['ID=79dab7a6-1e8f-48b4-96dc-68b4759c676c,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:13.427605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.453664 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Routers {'dd158137-f277-4e1e-8048-79d6023c23f5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:13.454288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dd158137-f277-4e1e-8048-79d6023c23f5'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:13.503426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda37c-a1ef-46bf-86c7-832221feb9ba None None] Pushing event updated for resources: {'Port': ['ID=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:13.524820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:13.526226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:13.574845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] Set router dd158137-f277-4e1e-8048-79d6023c23f5 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:13.664228 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Router dd158137-f277-4e1e-8048-79d6023c23f5 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:27:13.705320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:13.784783 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:27:13.790861 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fcd0e058-4b8b-4ccd-88df-03faa872ff0b admin admin] 10.222.0.39 "PUT /v2.0/routers/dd158137-f277-4e1e-8048-79d6023c23f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609462 Oct 11 05:27:13.811963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:13.812489 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:13.812641 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:13.880792 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 2 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:13.949651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:13.953582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '79dab7a6-1e8f-48b4-96dc-68b4759c676c', 'name': '', 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'mac_address': 'fa:16:3e:3f:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:12Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 2, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'subnets': [{'id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:13.957297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:13.958313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8290b29-a5b9-45ce-8e5c-8ca31832cb8a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:13.985658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fed3ae-3141-44b0-b7d8-1d6ec6981414 None None] The sync data for ids ['dd158137-f277-4e1e-8048-79d6023c23f5'] in dv-neutron-860894-1-hyperv is: [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '79dab7a6-1e8f-48b4-96dc-68b4759c676c', 'name': '', 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'mac_address': 'fa:16:3e:3f:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:12Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 2, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'subnets': [{'id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:27:14.040156 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:14.040373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.040606 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a Oct 11 05:27:14.124371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:14.173788 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60690) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.178465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010557510', 'description': 'tempest-secgroup-smoke-2010557510 description', 'project_id': '7384de30af484c738da1b56915b79baa'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.207387 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.289546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.293807 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.325554 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.327205 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1527212 Oct 11 05:27:14.330130 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 60692) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.335227 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.340733 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cfa4a-72b3-4bc0-bb39-cf21606173bf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:14.365711 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.425956 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.430608 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.450546 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 3 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:14.455597 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76dce0b-a898-40e5-bfe7-6fc8b74f12ab,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:14.467725 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.471535 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bfddf7c2-5a7a-4a9b-a62b-e319f9557fd1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379085 Oct 11 05:27:14.472075 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60694) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.476624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.489551 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:14.502958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.567361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.572793 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.595361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8ce7c9-d89c-4b5f-bf8b-6ecbb1a12f95,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:14.600922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.602095 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-34c0c83a-5f3b-4b63-9369-9328011a714a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291544 Oct 11 05:27:14.605459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60696) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.609968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.636466 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.695169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.699121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.713592 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4119c5a3-005f-452f-9732-847cadfd31a9,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:14.723988 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.725168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-57f530b1-243e-44ae-a740-5d2c6015b9a6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186886 Oct 11 05:27:14.727957 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60698) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.732683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.756567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.814863 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.818035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.832127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e580398d-0608-48ff-9b8f-a9b0dbc85b86,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:14.842665 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.843985 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2c09745a-d3b7-4dfe-83db-5abd5ac271d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151261 Oct 11 05:27:14.846733 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60700) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.850994 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.870997 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Project 7384de30af484c738da1b56915b79baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:27:14.875944 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.935443 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.938925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.956627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e735c0c-29be-4645-a8f2-a8e301616e0d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:14.964710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:14.965862 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e1374599-4fa6-4af8-8d84-5bfc1cad99cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182106 Oct 11 05:27:14.968613 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60702) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:14.973530 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:14.990950 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 4 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:14.994199 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Project 7384de30af484c738da1b56915b79baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:27:14.999023 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.024681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:15.060361 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.063759 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.081148 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7124e5d1-97ac-4a2d-9031-0c330711a369,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:15.090451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.091637 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-966d0b9e-2c79-483c-a5ac-2c795945f31d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215100 Oct 11 05:27:15.242933 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-ca2d1356-b775-4ba2-bae0-201632541aa2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010557510&fields=id&tenant_id=7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 267 time: 0.0327935 Oct 11 05:27:15.362749 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-3bb063b1-ef3f-471a-9ce0-472bcf4aca2d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:15.364236 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-3bb063b1-ef3f-471a-9ce0-472bcf4aca2d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 808 time: 0.1149755 Oct 11 05:27:15.383185 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-ded4f45c-562e-4261-9c61-5bb538d34153 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/quotas/7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 375 time: 0.0100641 Oct 11 05:27:15.440973 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-b49cb4ed-bf3f-4341-854f-8d4a226e7df2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513129 Oct 11 05:27:15.526883 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 5 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:15.563714 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:15.612266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-bea0d674-d30e-4ee5-925a-1c35967d180d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:27:15.613283 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-bea0d674-d30e-4ee5-925a-1c35967d180d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504451 Oct 11 05:27:15.692601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bf7969ca-932c-4796-8ef1-6d0ca633d2cb up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:15.719938 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-faf06a14-bcc3-471c-99d9-daf02d204cfb service neutron] 10.222.0.39 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994210 Oct 11 05:27:15.759023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bf7969ca-932c-4796-8ef1-6d0ca633d2cb triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:15.759317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.759925 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bf7969ca-932c-4796-8ef1-6d0ca633d2cb Oct 11 05:27:15.821487 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-28c5f862-51c9-4a70-9700-b2701a67a8d5 service neutron] 10.222.0.39 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941358 Oct 11 05:27:15.842412 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bf7969ca-932c-4796-8ef1-6d0ca633d2cb is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:15.842834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.864808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port bf7969ca-932c-4796-8ef1-6d0ca633d2cb, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:15.870116 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:15.923642 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:16.064685 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 6 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:16.100610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:16.601969 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 7 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:16.635696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:16.667670 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Sync routers for ids ['dd158137-f277-4e1e-8048-79d6023c23f5'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:27:16.677646 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Routers {'dd158137-f277-4e1e-8048-79d6023c23f5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:16.678241 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dd158137-f277-4e1e-8048-79d6023c23f5'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:16.781950 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Set router dd158137-f277-4e1e-8048-79d6023c23f5 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:16.976786 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '79dab7a6-1e8f-48b4-96dc-68b4759c676c', 'name': '', 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'mac_address': 'fa:16:3e:3f:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:12Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 2, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'subnets': [{'id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:17.003477 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Checking router: dd158137-f277-4e1e-8048-79d6023c23f5 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:27:17.003822 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Updating router dd158137-f277-4e1e-8048-79d6023c23f5 port 79dab7a6-1e8f-48b4-96dc-68b4759c676c binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:27:17.016454 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-40d4a92c-38d6-48ea-a6d5-d5db9cb1b153 req-17dbdf4c-3552-4c61-8b60-17884801d2a0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Oct 11 05:27:17.036389 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.137111 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 8 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:17.171983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Port 79dab7a6-1e8f-48b4-96dc-68b4759c676c cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:17.302912 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.309215 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.386344 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56971d6c-a8bc-4306-980b-ec3276ece59a None None] Pushing event updated for resources: {'Port': ['ID=79dab7a6-1e8f-48b4-96dc-68b4759c676c,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:17.397075 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Attempting to bind port 79dab7a6-1e8f-48b4-96dc-68b4759c676c on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:17.397442 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Attempting to bind port 79dab7a6-1e8f-48b4-96dc-68b4759c676c by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:17.397819 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Attempting to bind port 79dab7a6-1e8f-48b4-96dc-68b4759c676c on network b654ecc1-9c4c-4db1-9f3c-96c922aa055a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:17.404228 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:17.404628 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Checking segment: {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:17.405023 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.405405 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Bound using segment: {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:17.405866 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Bound port: 79dab7a6-1e8f-48b4-96dc-68b4759c676c, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c102ab5-a742-4593-8bed-e235b074c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:17.406238 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.471949 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] For port 79dab7a6-1e8f-48b4-96dc-68b4759c676c, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:17.475001 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] For port 79dab7a6-1e8f-48b4-96dc-68b4759c676c, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=79dab7a6-1e8f-48b4-96dc-68b4759c676c,segment=NetworkSegment(7c102ab5-a742-4593-8bed-e235b074c24b),segment_id=7c102ab5-a742-4593-8bed-e235b074c24b)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:17.479730 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.514450 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Routers {'dd158137-f277-4e1e-8048-79d6023c23f5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:17.515063 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dd158137-f277-4e1e-8048-79d6023c23f5'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:17.570030 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56971d6c-a8bc-4306-980b-ec3276ece59a None None] Pushing event updated for resources: {'Port': ['ID=79dab7a6-1e8f-48b4-96dc-68b4759c676c,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:17.638090 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] Set router dd158137-f277-4e1e-8048-79d6023c23f5 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:17.672896 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 9 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:17.705661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bf7969ca-932c-4796-8ef1-6d0ca633d2cb up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:17.775435 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port bf7969ca-932c-4796-8ef1-6d0ca633d2cb triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:17.776564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.776892 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port bf7969ca-932c-4796-8ef1-6d0ca633d2cb Oct 11 05:27:17.833277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Current status of the port 79dab7a6-1e8f-48b4-96dc-68b4759c676c is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:17.833657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:17.845199 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '79dab7a6-1e8f-48b4-96dc-68b4759c676c', 'name': '', 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'mac_address': 'fa:16:3e:3f:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:12Z', 'updated_at': '2022-10-11T05:27:17Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'subnets': [{'id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:17.875577 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a8a5e-900d-4951-860d-5c27cb08d6e4 None None] The sync data for ids ['dd158137-f277-4e1e-8048-79d6023c23f5'] in dv-neutron-860894-1-hyperv is: [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '79dab7a6-1e8f-48b4-96dc-68b4759c676c', 'name': '', 'network_id': 'b654ecc1-9c4c-4db1-9f3c-96c922aa055a', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'mac_address': 'fa:16:3e:3f:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:12Z', 'updated_at': '2022-10-11T05:27:17Z', 'revision_number': 4, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'subnets': [{'id': '04bb9ba4-639e-4359-93c4-892bece88feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:27:17.893944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] For port 79dab7a6-1e8f-48b4-96dc-68b4759c676c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=79dab7a6-1e8f-48b4-96dc-68b4759c676c,segment=NetworkSegment(7c102ab5-a742-4593-8bed-e235b074c24b),segment_id=7c102ab5-a742-4593-8bed-e235b074c24b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:17.902739 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.085361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port bf7969ca-932c-4796-8ef1-6d0ca633d2cb is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:18.086478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 79dab7a6-1e8f-48b4-96dc-68b4759c676c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:18.128438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Provisioning complete for port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:18.128810 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.129146 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 1 to provision port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a Oct 11 05:27:18.155012 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cd154d54-bea2-4c79-9ec2-2c4c3391bad1 req-c2d07177-8b86-4a20-aa8b-63b2d66f4fc7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 210 time: 0.0414233 Oct 11 05:27:18.161688 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Pushing event updated for resources: {'Port': ['ID=79dab7a6-1e8f-48b4-96dc-68b4759c676c,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:18.200217 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 79dab7a6-1e8f-48b4-96dc-68b4759c676c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:18.200582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.200912 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:18.269838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-d68a99f5-45a3-4bb1-973b-e7621a3b30a0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:18.272209 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-d68a99f5-45a3-4bb1-973b-e7621a3b30a0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 808 time: 0.1493523 Oct 11 05:27:18.288773 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Current status of the port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:18.331163 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-5426b854-2c93-4437-bf83-04f4e1abcd56 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 380 time: 0.0433171 Oct 11 05:27:18.331578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Provisioning complete for port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:18.332134 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.332477 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Attempt 1 to provision port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d Oct 11 05:27:18.342825 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'port': {'device_id': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'admin_state_up': True, 'tenant_id': '7384de30af484c738da1b56915b79baa', 'security_groups': ['2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:18.357243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 79dab7a6-1e8f-48b4-96dc-68b4759c676c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:18.436273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-3f7317b2-c58f-4ffe-8835-d8005f8e64b8 None None] Current status of the port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:18.459806 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Made reservation on behalf of 7384de30af484c738da1b56915b79baa for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:27:18.463955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.555928 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-ec589b63-47c2-4dd1-a366-5692a5bb831b None None] Provisioning complete for port 79dab7a6-1e8f-48b4-96dc-68b4759c676c triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:18.556297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ec589b63-47c2-4dd1-a366-5692a5bb831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.556632 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-ec589b63-47c2-4dd1-a366-5692a5bb831b None None] Attempt 1 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:18.600135 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Allocated IP 172.20.0.10 (60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869/c1fc3a41-3f28-4e21-9563-986f6f84e434/7f601727-482e-4ac2-8f01-f60d515b8fd5) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:18.639260 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-ec589b63-47c2-4dd1-a366-5692a5bb831b None None] Current status of the port 79dab7a6-1e8f-48b4-96dc-68b4759c676c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:18.743408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.776080 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.819796 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:18.823491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:18.829095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:18.853050 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:18.891303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:18.892121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:18.908521 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-7b16ce94-6b20-4bf2-9600-b9f019067721 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5707808 Oct 11 05:27:18.969111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Request body: {'port': {'device_id': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:19.025687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.060473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-2fc2fa04-4fda-4e0e-8875-f0b6755d9752 None None] Provisioning complete for port 7f601727-482e-4ac2-8f01-f60d515b8fd5 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:19.060932 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2fc2fa04-4fda-4e0e-8875-f0b6755d9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.061339 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fc2fa04-4fda-4e0e-8875-f0b6755d9752 None None] Attempt 1 to provision port 7f601727-482e-4ac2-8f01-f60d515b8fd5 Oct 11 05:27:19.095655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fc2fa04-4fda-4e0e-8875-f0b6755d9752 None None] Port 7f601727-482e-4ac2-8f01-f60d515b8fd5 cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:27:19.320147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c9b8b-fe55-4927-893c-c29021413ebd req-752a1dcc-49a6-496a-89fc-1084456b0966 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:19.321605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d0c9b8b-fe55-4927-893c-c29021413ebd req-752a1dcc-49a6-496a-89fc-1084456b0966 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 932 time: 0.0859737 Oct 11 05:27:19.327193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f601727-482e-4ac2-8f01-f60d515b8fd5 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:27:19.335959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.362442 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Transition to ACTIVE for port object 7f601727-482e-4ac2-8f01-f60d515b8fd5 will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:27:19.370242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.405771 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d0c9b8b-fe55-4927-893c-c29021413ebd req-276ad40f-ed51-4ae3-a02a-fe874bd707b6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741720 Oct 11 05:27:19.439467 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:19.484741 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Attempting to bind port 7f601727-482e-4ac2-8f01-f60d515b8fd5 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:27:19.485060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Attempting to bind port 7f601727-482e-4ac2-8f01-f60d515b8fd5 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:27:19.485378 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Attempting to bind port 7f601727-482e-4ac2-8f01-f60d515b8fd5 on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:19.489506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Port 7f601727-482e-4ac2-8f01-f60d515b8fd5 on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:27:19.489818 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Attempting to bind port 7f601727-482e-4ac2-8f01-f60d515b8fd5 on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:27:19.495137 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:27:19.495473 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Checking segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:27:19.495850 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Bound using segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:27:19.496262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Bound port: 7f601727-482e-4ac2-8f01-f60d515b8fd5, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:27:19.496610 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.559497 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:27:19.562459 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:27:19.566903 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.571305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:19.572125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.574052 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] 10.222.0.45 "PUT /v2.0/ports/7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1094 time: 0.6096644 Oct 11 05:27:19.574568 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:27:19.576894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87116a0e-566e-4cec-b12d-bd8702a08bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:27:19.596972 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-2fc2fa04-4fda-4e0e-8875-f0b6755d9752 None None] Attempt 2 to provision port 7f601727-482e-4ac2-8f01-f60d515b8fd5 Oct 11 05:27:19.621729 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94a2cb-7640-4aeb-a2e9-d00ab3ca9cae x-openstack-request-id: req-7c94a2cb-7640-4aeb-a2e9-d00ab3ca9cae {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:27:19.622022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:27:19.622278 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c94a2cb-7640-4aeb-a2e9-d00ab3ca9cae {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:27:19.622715 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c94a2cb-7640-4aeb-a2e9-d00ab3ca9cae'] response: {'name': 'network-changed', 'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'status': 'completed', 'code': 200} Oct 11 05:27:19.639281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812046-da8a-47fd-a01f-e3a17706f929 service neutron] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:19.666680 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-2fc2fa04-4fda-4e0e-8875-f0b6755d9752 None None] Port 7f601727-482e-4ac2-8f01-f60d515b8fd5 had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:27:19.695294 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0ddd76f0-9057-45bc-af9e-c82624ad5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:19.696938 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-0ddd76f0-9057-45bc-af9e-c82624ad5418 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1097 time: 0.0476768 Oct 11 05:27:19.703639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 79dab7a6-1e8f-48b4-96dc-68b4759c676c up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:19.745350 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-763f9189-ab39-46ff-b17b-52386f86e5a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 217 time: 0.0342004 Oct 11 05:27:19.751453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 79dab7a6-1e8f-48b4-96dc-68b4759c676c triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:19.751825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:19.752160 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 79dab7a6-1e8f-48b4-96dc-68b4759c676c Oct 11 05:27:19.796959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-6ecfc41f-c860-41b8-a33f-75c25a4cf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:19.798747 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-6ecfc41f-c860-41b8-a33f-75c25a4cf310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0476279 Oct 11 05:27:19.832866 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 79dab7a6-1e8f-48b4-96dc-68b4759c676c is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:19.848433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274760ad-6412-4474-86ef-586e4a28ce18 req-14bff6f2-b4be-47c3-b584-3f091cf4733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:19.849905 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-14bff6f2-b4be-47c3-b584-3f091cf4733d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445783 Oct 11 05:27:19.936909 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-e5680524-10b2-4cf1-9ae6-e3fef28930f0 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805728 Oct 11 05:27:20.027623 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-274760ad-6412-4474-86ef-586e4a28ce18 req-4dd56c81-ae39-4402-b817-c26ad22a2222 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836899 Oct 11 05:27:20.151916 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-f926917b-3ae4-4691-a1b5-fdacba898d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:20.153598 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-f926917b-3ae4-4691-a1b5-fdacba898d2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1097 time: 0.0403371 Oct 11 05:27:20.244968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-4f0bb583-eecb-4315-afe0-b9cfd9a03338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:20.246314 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-4f0bb583-eecb-4315-afe0-b9cfd9a03338 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0858684 Oct 11 05:27:20.285913 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-c6cc4f6d-b566-44ca-b5a3-17d15a5cdf2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 217 time: 0.0333700 Oct 11 05:27:20.331572 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-73c3648f-4acb-4894-9705-25d4e37cbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:20.332927 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-73c3648f-4acb-4894-9705-25d4e37cbd28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0411673 Oct 11 05:27:20.380155 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-0d7eda78-c376-47bb-a7f2-64e14df2bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:20.381616 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-0d7eda78-c376-47bb-a7f2-64e14df2bd46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421031 Oct 11 05:27:20.471320 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-496a5dfc-54b7-4d40-bcf9-a0e47095626d service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Oct 11 05:27:20.584925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c311b8c-8479-40e4-b870-62514f783232 req-cd1545c9-f6e2-4831-9ff8-615ee3b8c62b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:20.586395 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1c311b8c-8479-40e4-b870-62514f783232 req-cd1545c9-f6e2-4831-9ff8-615ee3b8c62b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.1016643 Oct 11 05:27:20.613450 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-87116a0e-566e-4cec-b12d-bd8702a08bc6 req-1b8d63c3-1c46-42e0-94d9-6b6276cfc87e service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355584 Oct 11 05:27:20.633771 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1c311b8c-8479-40e4-b870-62514f783232 req-a6160764-34ee-4b70-95d3-1bb677b62fbc tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Oct 11 05:27:21.761515 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957ae5-e605-4a4c-9c6f-d47b1042ad72 req-7f95582e-b752-48d9-bea3-53a5bdf1406e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:21.762908 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-19957ae5-e605-4a4c-9c6f-d47b1042ad72 req-7f95582e-b752-48d9-bea3-53a5bdf1406e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0554891 Oct 11 05:27:21.800102 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-19957ae5-e605-4a4c-9c6f-d47b1042ad72 req-0c9c0911-2345-4a2d-8b21-b2707279d9a1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Oct 11 05:27:22.920248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a7b7e-a802-4ab2-8582-a12c2d58fbdd req-89e986ea-9991-45f4-ae8c-7f320315879d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:22.921705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f7a7b7e-a802-4ab2-8582-a12c2d58fbdd req-89e986ea-9991-45f4-ae8c-7f320315879d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0489213 Oct 11 05:27:22.961994 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1f7a7b7e-a802-4ab2-8582-a12c2d58fbdd req-f0778215-8140-418f-aad7-62e57cc7b0be tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344093 Oct 11 05:27:23.265518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:27:23.359670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:23.370847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'mac_address': 'fa:16:3e:e5:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:27:23.407960 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:23.408346 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:23.424907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f601727-482e-4ac2-8f01-f60d515b8fd5 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:27:23.444181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:23.448074 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:23.493077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:23.836087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7f601727-482e-4ac2-8f01-f60d515b8fd5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:27:24.082738 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01d84-2d5a-4ae1-a37e-cee1c578ea8c req-61aaf8a8-aca2-40e8-b60f-de684a96e87b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:24.084200 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a1c01d84-2d5a-4ae1-a37e-cee1c578ea8c req-61aaf8a8-aca2-40e8-b60f-de684a96e87b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Oct 11 05:27:24.121438 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a1c01d84-2d5a-4ae1-a37e-cee1c578ea8c req-462d68ca-9e26-47f3-8e03-93e870bce90c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Oct 11 05:27:25.241629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a6ef-e594-4868-8db2-67366219641c req-b8f6e04b-6a6d-427f-9d7b-fc6919d03b23 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:25.243084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6415a6ef-e594-4868-8db2-67366219641c req-b8f6e04b-6a6d-427f-9d7b-fc6919d03b23 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 945 time: 0.0474403 Oct 11 05:27:25.277896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:27:25.281707 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6415a6ef-e594-4868-8db2-67366219641c req-b873711e-9a1a-4a45-978a-e66ca7ed6906 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328116 Oct 11 05:27:25.327214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 7f601727-482e-4ac2-8f01-f60d515b8fd5 completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:27:25.331343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 7f601727-482e-4ac2-8f01-f60d515b8fd5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:27:25.331896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:25.332205 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 7f601727-482e-4ac2-8f01-f60d515b8fd5 Oct 11 05:27:25.410974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:27:25.411408 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:25.434494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:27:25.436765 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb3514-ef8a-4299-aeae-c1f5993ed8c2" -d '{"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-plugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:27:25.450377 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:27:25.454670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:25.500713 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:25.540925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787378c9-4851-4c98-9a3a-21221bd099c6 x-openstack-request-id: req-787378c9-4851-4c98-9a3a-21221bd099c6 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:27:25.541226 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-plugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:27:25.541482 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-787378c9-4851-4c98-9a3a-21221bd099c6 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:27:25.541888 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787378c9-4851-4c98-9a3a-21221bd099c6'] response: {'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'code': 200} Oct 11 05:27:25.732258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0fdf-cf73-4329-9994-dde8718c5d28 req-07c088fb-8580-4953-9b72-1bc9a1200d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:25.733642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-17dc0fdf-cf73-4329-9994-dde8718c5d28 req-07c088fb-8580-4953-9b72-1bc9a1200d7c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1099 time: 0.0394368 Oct 11 05:27:25.768229 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-17dc0fdf-cf73-4329-9994-dde8718c5d28 req-71caff2e-35ed-484b-8b8c-460e52cae52a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279639 Oct 11 05:27:26.399511 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bce41-cc2c-4f88-bd31-b259ad09d31a req-19846795-26dc-4116-a2c5-a192f884d256 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:26.401517 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ae8bce41-cc2c-4f88-bd31-b259ad09d31a req-19846795-26dc-4116-a2c5-a192f884d256 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0480418 Oct 11 05:27:26.442768 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ae8bce41-cc2c-4f88-bd31-b259ad09d31a req-1b4db58a-7406-4ff8-b12e-447501b8cdd8 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344059 Oct 11 05:27:26.579306 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:27:27.565182 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19df2-367c-4c23-bae8-a5ff4a8be2aa req-55dd03e7-9355-4dee-aa42-1885a624a732 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:27.566679 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ee19df2-367c-4c23-bae8-a5ff4a8be2aa req-55dd03e7-9355-4dee-aa42-1885a624a732 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0487285 Oct 11 05:27:27.604431 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5ee19df2-367c-4c23-bae8-a5ff4a8be2aa req-ddcc3ffc-ec40-4669-bbdd-ab8d5f0053d2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Oct 11 05:27:27.721873 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00237d83-86e7-4b8a-8724-bc84a4a6f335 req-92e264c2-b934-47b6-9b24-edfce642ca31 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:27.723340 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-00237d83-86e7-4b8a-8724-bc84a4a6f335 req-92e264c2-b934-47b6-9b24-edfce642ca31 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0472212 Oct 11 05:27:27.760236 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-00237d83-86e7-4b8a-8724-bc84a4a6f335 req-c04818ae-b9b8-424a-bad4-fd533ba62d35 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303218 Oct 11 05:27:27.789302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60768) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:27.873231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6b63a-7b83-4190-8560-d2d1fa3be2bb tempest-TestShelveInstance-374319192 tempest-TestShelveInstance-374319192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:27.874756 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6fd6b63a-7b83-4190-8560-d2d1fa3be2bb tempest-TestShelveInstance-374319192 tempest-TestShelveInstance-374319192-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1094 time: 0.0844476 Oct 11 05:27:27.877788 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 60772) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:27:27.881945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:27:27.902804 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:27.999438 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.098995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Allocated IP 172.26.8.170 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/0ca2e385-aadb-4a79-a9b0-3ef9da4f102a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:27:28.201059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.233747 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.269159 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:27:28.272063 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:27:28.276091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:27:28.302781 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'Port': ['ID=0ca2e385-aadb-4a79-a9b0-3ef9da4f102a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:28.631318 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.695120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.838979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.843185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:28.912204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'Port': ['ID=0ca2e385-aadb-4a79-a9b0-3ef9da4f102a,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:27:28.915424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:29.009397 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Floating IP a41a48cf-63ff-4322-bce5-2b8327e385a9 associated. External IP: 172.26.8.170, port: 7f601727-482e-4ac2-8f01-f60d515b8fd5. Oct 11 05:27:29.529181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Router d665ca42-0221-4783-ad15-b155cc220237 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:27:29.633587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:27:29.644059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:27:29.653120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:29.654562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:29.655375 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:29.682039 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-1a4a8377-937b-4d6d-86c0-2bfd1007665a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8009968 Oct 11 05:27:29.682039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:27:29.683001 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e842b1f8-21d3-4a67-8d0e-99df30436d91" -d '{"events": [{"name": "network-changed", "server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:27:29.718661 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee638d60-9828-41ee-be76-09a8132ffc20 x-openstack-request-id: req-ee638d60-9828-41ee-be76-09a8132ffc20 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:27:29.718953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:27:29.719204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee638d60-9828-41ee-be76-09a8132ffc20 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:27:29.719617 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee638d60-9828-41ee-be76-09a8132ffc20'] response: {'name': 'network-changed', 'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'status': 'completed', 'code': 200} Oct 11 05:27:29.762887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:29.801142 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-43fc0af1-a283-4c88-8ffe-42c7ff73ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:29.802597 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-43fc0af1-a283-4c88-8ffe-42c7ff73ebb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1099 time: 0.0411634 Oct 11 05:27:29.895201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-188d55e8-303b-4b83-8316-a700ced32636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:29.896676 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-188d55e8-303b-4b83-8316-a700ced32636 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0880449 Oct 11 05:27:29.960777 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-c2710a21-8910-4968-9f31-04cbad478438 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1000 time: 0.0579712 Oct 11 05:27:29.985238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'a41a48cf-63ff-4322-bce5-2b8327e385a9', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'floating_ip_address': '172.26.8.170', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'mac_address': 'fa:16:3e:e5:e5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:27:28Z', 'updated_at': '2022-10-11T05:27:28Z', 'revision_number': 0, 'project_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:30.008351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-097ecd01-e68c-4ab6-ba2c-f52da72260e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:30.010611 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-097ecd01-e68c-4ab6-ba2c-f52da72260e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0433161 Oct 11 05:27:30.012073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:27:30.020549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:27:30.021162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:27:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:30.057917 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-f5509ff1-5110-4c81-96ee-d0ac5db8b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:27:30.059358 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-f5509ff1-5110-4c81-96ee-d0ac5db8b8f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437286 Oct 11 05:27:30.125945 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:27:30.147319 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-e2deba28-7669-4d0e-aad0-010b951c5ee5 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818408 Oct 11 05:27:30.239639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e842b1f8-21d3-4a67-8d0e-99df30436d91 req-eedc5882-5b45-4c12-a34e-cc71d9a24ddd service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Oct 11 05:27:30.350143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'a41a48cf-63ff-4322-bce5-2b8327e385a9', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'floating_ip_address': '172.26.8.170', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'mac_address': 'fa:16:3e:e5:e5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:27:28Z', 'updated_at': '2022-10-11T05:27:28Z', 'revision_number': 0, 'project_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:27:30.376718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b6944-52ec-4e58-aea9-a96110a71e3b None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': 'a41a48cf-63ff-4322-bce5-2b8327e385a9', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'floating_ip_address': '172.26.8.170', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'mac_address': 'fa:16:3e:e5:e5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:27:28Z', 'updated_at': '2022-10-11T05:27:28Z', 'revision_number': 0, 'project_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:27:30.567931 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669c28a-5f94-4ce9-a10b-4be698f50c88 None None] New status for floating IP a41a48cf-63ff-4322-bce5-2b8327e385a9: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:27:34.399905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a17a619c-ea5b-465d-ba2a-57adfa820d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:36.617419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e471-336d-458f-a2a6-d81cda5e3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:38.025244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:39.596792 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:39.634520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:27:41.256238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:03.577360 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:28:04.402132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-840dfb58-8ce1-4d42-add3-9774a6e2a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:06.619101 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-16ccf355-8334-4ad7-a7aa-9a96e893a331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:08.024424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:09.599577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:09.635539 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:11.252889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:19.622020 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-54aace37-a623-49db-996b-eb326d31f8ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384867 Oct 11 05:28:19.719908 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-fbf19ae8-c702-4757-b68b-ad15503028d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:28:19.721424 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-fbf19ae8-c702-4757-b68b-ad15503028d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1099 time: 0.0434413 Oct 11 05:28:19.821843 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-ae1536d4-0318-460d-be94-1564a1708664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:28:19.823325 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-ae1536d4-0318-460d-be94-1564a1708664 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0836465 Oct 11 05:28:19.889913 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-971e9613-2bdc-41e6-87c2-865be69220d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0604498 Oct 11 05:28:19.937274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-75cb1ba1-3478-441a-8de3-1ad10922b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:28:19.938746 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-75cb1ba1-3478-441a-8de3-1ad10922b5cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0431354 Oct 11 05:28:19.983113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-d3009604-d538-422a-b799-475823200020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:28:19.984589 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-d3009604-d538-422a-b799-475823200020 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397332 Oct 11 05:28:20.075161 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-fc6a1dae-4ca6-4856-b39d-f099b9a49f72 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Oct 11 05:28:20.162252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-464b668a-5c3e-4371-9f6c-06e05b5ac391 req-d681c307-4c41-4fad-91d4-fe601b10188f service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802314 Oct 11 05:28:34.410327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d751250-8aa2-432c-aeba-0bcfedfb44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:36.620442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-795b358b-eef5-46d5-92de-ba63059a52cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:38.031624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:39.602644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:39.638320 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:28:40.576743 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:28:41.255496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:04.401531 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1cec1708-8533-4e13-a9f7-96cf8d10f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:06.622274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-44603bfd-6b75-4e91-84c2-a256183fb64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:08.031547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:09.606782 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:09.637964 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:11.269766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:17.575995 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:29:19.644830 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-023649b8-f78b-41c1-87be-66c3f1f557ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382531 Oct 11 05:29:19.739794 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-3b239674-bb95-4ba5-95c5-3dc797daa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:19.741269 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-3b239674-bb95-4ba5-95c5-3dc797daa46f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1099 time: 0.0402336 Oct 11 05:29:19.844726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-96fde5a2-7e20-49c3-909e-5a93e3daab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:19.846168 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-96fde5a2-7e20-49c3-909e-5a93e3daab3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0866582 Oct 11 05:29:19.909479 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-09443a92-7042-4942-bbcc-528aacb99df4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0566516 Oct 11 05:29:19.960904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-9e845ef3-8124-4ff9-9105-03b41c553793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:19.962288 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-9e845ef3-8124-4ff9-9105-03b41c553793 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0461335 Oct 11 05:29:20.005760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-0448a421-96d6-43a2-b17b-c21352a2b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:20.007218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-0448a421-96d6-43a2-b17b-c21352a2b855 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384996 Oct 11 05:29:20.095694 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-bc482d33-1d56-4e0a-b540-60d26f1b7e4f service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802019 Oct 11 05:29:20.188745 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d32d88ea-32b1-4c30-9ab2-80aae82fd8b1 req-9d3c97e9-6baf-4ba4-9add-73d2ebb5dd5b service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Oct 11 05:29:34.403694 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0f06cded-4fe6-4342-b65b-c2116bd4fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:36.623438 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b1531811-4cc4-40ea-9fa1-c398bbf9defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:38.034238 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:39.608291 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:39.639622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:41.268373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:29:54.574100 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:29:56.124065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8330b6-d1f9-4c01-9504-61f0b97e9f69 req-d2eff241-f505-40c6-a2c1-fa52473a1c74 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:56.125515 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af8330b6-d1f9-4c01-9504-61f0b97e9f69 req-d2eff241-f505-40c6-a2c1-fa52473a1c74 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0525153 Oct 11 05:29:56.162955 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-af8330b6-d1f9-4c01-9504-61f0b97e9f69 req-884346c4-3909-4f81-8cca-2b323b95303d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Oct 11 05:29:57.288285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e3d2c-e0d3-4b9f-bfcb-40c61b7eb82f req-413bbaa3-d6e1-4dab-a65a-71841778b479 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:57.289763 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f48e3d2c-e0d3-4b9f-bfcb-40c61b7eb82f req-413bbaa3-d6e1-4dab-a65a-71841778b479 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0502143 Oct 11 05:29:57.331497 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f48e3d2c-e0d3-4b9f-bfcb-40c61b7eb82f req-fac404a7-0245-4add-ab54-5d96d59291e4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Oct 11 05:29:58.454213 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c062c4-dd89-48c7-ae60-9ad87cd6abee req-99975848-ff4f-4bce-8cb9-f7b3bce01e6b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:58.455692 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84c062c4-dd89-48c7-ae60-9ad87cd6abee req-99975848-ff4f-4bce-8cb9-f7b3bce01e6b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0477738 Oct 11 05:29:58.492938 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-84c062c4-dd89-48c7-ae60-9ad87cd6abee req-84664c5e-bf5a-45e9-b7c9-1119ec18dd2b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Oct 11 05:29:59.612656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6ee9-3771-414c-b382-0e890f884f25 req-38d7c8f2-377a-4142-a4b2-658f367166cd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:29:59.614038 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1a7a6ee9-3771-414c-b382-0e890f884f25 req-38d7c8f2-377a-4142-a4b2-658f367166cd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Oct 11 05:29:59.653006 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1a7a6ee9-3771-414c-b382-0e890f884f25 req-9e6bcf94-ba3f-498d-b503-9e99e667740f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Oct 11 05:30:00.772025 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316a33-71ea-4fa8-963e-6deff0515997 req-c01b721b-e81b-4a31-b879-5f0424a0dcd7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:00.773492 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-76316a33-71ea-4fa8-963e-6deff0515997 req-c01b721b-e81b-4a31-b879-5f0424a0dcd7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0475030 Oct 11 05:30:00.810436 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-76316a33-71ea-4fa8-963e-6deff0515997 req-a25c1eb6-fcc7-437d-a2c4-1794b3fcb712 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Oct 11 05:30:01.932422 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ed64-967a-4df8-90d9-0ad17841fd41 req-adbb8769-8382-4978-b1f2-3637801bf28a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:01.933787 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e158ed64-967a-4df8-90d9-0ad17841fd41 req-adbb8769-8382-4978-b1f2-3637801bf28a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0490541 Oct 11 05:30:01.969793 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e158ed64-967a-4df8-90d9-0ad17841fd41 req-116241ca-2b5d-4eab-a198-7a38c29ac9cb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302265 Oct 11 05:30:03.094781 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f679c5-601e-4979-ad94-c7cf4bf2b3a8 req-6adf90f3-55d1-4734-ab87-0c96b6545827 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:03.096208 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-71f679c5-601e-4979-ad94-c7cf4bf2b3a8 req-6adf90f3-55d1-4734-ab87-0c96b6545827 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Oct 11 05:30:03.133120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-71f679c5-601e-4979-ad94-c7cf4bf2b3a8 req-3391ebb1-5f94-43d3-aa7f-bd8638dcc6bd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Oct 11 05:30:04.253239 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc6439-1af3-4efa-9b96-7156eb7c459d req-696c269f-e880-4067-89cc-b5d5ed872eec tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:04.255200 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-accc6439-1af3-4efa-9b96-7156eb7c459d req-696c269f-e880-4067-89cc-b5d5ed872eec tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Oct 11 05:30:04.299179 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-accc6439-1af3-4efa-9b96-7156eb7c459d req-c4bfc005-5014-4b61-8654-efa0cf320706 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Oct 11 05:30:04.405352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-926d6092-1071-4dfb-a8c8-022d2cb3ce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:05.417408 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01363591-a264-475d-90d5-0374a37d6713 req-458fc792-29ca-4886-afe3-37803e0a7510 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:05.418870 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01363591-a264-475d-90d5-0374a37d6713 req-458fc792-29ca-4886-afe3-37803e0a7510 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0476022 Oct 11 05:30:05.455594 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-01363591-a264-475d-90d5-0374a37d6713 req-af05eadb-dd5b-41c6-be3c-3c33b861137f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Oct 11 05:30:06.576034 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18377-3f04-41d3-9d04-ecafcbd20182 req-343b18c3-68a9-4014-96cf-17b106d1636d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:06.577500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3f18377-3f04-41d3-9d04-ecafcbd20182 req-343b18c3-68a9-4014-96cf-17b106d1636d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Oct 11 05:30:06.615539 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3f18377-3f04-41d3-9d04-ecafcbd20182 req-b7312405-f7a8-42f1-ba63-9c0215100333 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Oct 11 05:30:06.626253 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-091a88b7-c32e-4017-83e9-13c22fd89a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:07.736067 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d358-3d2c-481d-9551-d38bcdb966e8 req-a796058b-dd04-4bce-83b4-11ed27ba181a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:07.737513 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c137d358-3d2c-481d-9551-d38bcdb966e8 req-a796058b-dd04-4bce-83b4-11ed27ba181a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Oct 11 05:30:07.774219 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c137d358-3d2c-481d-9551-d38bcdb966e8 req-92bae753-b2f7-46f3-8d41-17eaa1d47e03 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Oct 11 05:30:08.036662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:08.892506 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049ad63-b0c6-45f1-8a4f-59f595762506 req-75fd5640-9f10-4f17-bf1c-df054d517a57 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:08.893867 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5049ad63-b0c6-45f1-8a4f-59f595762506 req-75fd5640-9f10-4f17-bf1c-df054d517a57 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0477121 Oct 11 05:30:08.931743 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5049ad63-b0c6-45f1-8a4f-59f595762506 req-09159951-f63c-4d01-93b1-f07caa281cf7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315711 Oct 11 05:30:09.612173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:09.639842 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:09.996360 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:30:10.055445 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf30167-27ab-40ad-bc2d-00f77b64ddcc req-4ae8ac0d-9b90-42de-93eb-40ed2c13b6de tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:10.056907 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bbf30167-27ab-40ad-bc2d-00f77b64ddcc req-4ae8ac0d-9b90-42de-93eb-40ed2c13b6de tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0521286 Oct 11 05:30:10.093224 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:10.094321 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-bbf30167-27ab-40ad-bc2d-00f77b64ddcc req-bb865a70-fb0e-418b-92f3-f7ccd9333f1a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Oct 11 05:30:10.104909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'mac_address': 'fa:16:3e:e5:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:30:10.140938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:30:10.141323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:10.153540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f601727-482e-4ac2-8f01-f60d515b8fd5 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:30:10.172525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:10.176929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:10.221057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:30:10.228465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.228817 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.229234 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.229512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.229868 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.230200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.230548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.230884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.231207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.231529 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.231850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.232167 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:30:10.317825 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7f601727-482e-4ac2-8f01-f60d515b8fd5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:30:11.213968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8fe67-802f-4420-8a27-e6a454d5b42b req-07f7aadc-b4bf-4fbc-809f-1984665b9a39 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:11.215433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-39d8fe67-802f-4420-8a27-e6a454d5b42b req-07f7aadc-b4bf-4fbc-809f-1984665b9a39 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 945 time: 0.0475399 Oct 11 05:30:11.257440 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-39d8fe67-802f-4420-8a27-e6a454d5b42b req-6eb01582-0ccf-456e-8377-755a12e003a1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362234 Oct 11 05:30:11.273044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:12.014419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:30:12.061344 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 7f601727-482e-4ac2-8f01-f60d515b8fd5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:30:12.061717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:12.062060 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 7f601727-482e-4ac2-8f01-f60d515b8fd5 Oct 11 05:30:12.135094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:30:12.135474 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:12.157348 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:30:12.159624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce7010-8903-4c6a-906c-fc729cee5b51" -d '{"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-plugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:30:12.175219 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:12.179414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:12.349020 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5187d0-7bfc-4856-821f-f9b0c9d0c9a3 x-openstack-request-id: req-0c5187d0-7bfc-4856-821f-f9b0c9d0c9a3 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:30:12.349708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-plugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:30:12.349708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c5187d0-7bfc-4856-821f-f9b0c9d0c9a3 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:30:12.349949 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5187d0-7bfc-4856-821f-f9b0c9d0c9a3'] response: {'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'code': 200} Oct 11 05:30:12.372576 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:30:12.378458 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eab7d-3fff-46ac-b077-f2e588749ad6 req-502b5225-268a-4c0e-ad73-64566835c5b0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:12.380487 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-531eab7d-3fff-46ac-b077-f2e588749ad6 req-502b5225-268a-4c0e-ad73-64566835c5b0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0498419 Oct 11 05:30:12.418119 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-531eab7d-3fff-46ac-b077-f2e588749ad6 req-488b602c-55c8-424c-a222-6ee16169f34d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Oct 11 05:30:13.552507 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e501cd-4ec3-48f8-b8e6-10358e914fba req-b03558da-6a8c-41d9-a6e2-6ad60322a837 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:13.554137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b9e501cd-4ec3-48f8-b8e6-10358e914fba req-b03558da-6a8c-41d9-a6e2-6ad60322a837 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0588882 Oct 11 05:30:13.595022 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b9e501cd-4ec3-48f8-b8e6-10358e914fba req-ee2bce38-76ae-419b-a211-bac17dfdcd91 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346920 Oct 11 05:30:14.726149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce064d-ce87-4af6-8d77-935643f8f06c req-2751124a-a58e-4fff-a755-f5843d2829f7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:14.731284 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-19ce064d-ce87-4af6-8d77-935643f8f06c req-2751124a-a58e-4fff-a755-f5843d2829f7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0546246 Oct 11 05:30:14.777894 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-19ce064d-ce87-4af6-8d77-935643f8f06c req-6fe083bd-ef9f-46b7-8c37-dce89dff965f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Oct 11 05:30:15.939894 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ac663-d415-4010-94f2-b76f8f21490d req-9eae344e-8494-402e-a972-796a702af454 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:15.941313 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a6ac663-d415-4010-94f2-b76f8f21490d req-9eae344e-8494-402e-a972-796a702af454 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0587022 Oct 11 05:30:15.989005 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a6ac663-d415-4010-94f2-b76f8f21490d req-11d182f7-0adc-4987-a340-d64bdfbbb9d7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377073 Oct 11 05:30:17.138104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e113-0a9e-4d7b-857a-c717c612c518 req-e3c0bcab-02ee-43cd-a3ca-94994573e30f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:17.142987 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b833e113-0a9e-4d7b-857a-c717c612c518 req-e3c0bcab-02ee-43cd-a3ca-94994573e30f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0613306 Oct 11 05:30:17.186938 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b833e113-0a9e-4d7b-857a-c717c612c518 req-d8c65283-5a4a-46e8-a430-22cdbfb4b7e3 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404344 Oct 11 05:30:18.393203 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3510d-37c7-491a-a1ee-156824512ea4 req-9b959e6a-acd8-44b7-9b83-75e8c37cdcd4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:18.399042 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bd3510d-37c7-491a-a1ee-156824512ea4 req-9b959e6a-acd8-44b7-9b83-75e8c37cdcd4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.1284904 Oct 11 05:30:18.458866 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-8bd3510d-37c7-491a-a1ee-156824512ea4 req-2c94b19d-6712-49a8-85ac-b80552e5d742 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549746 Oct 11 05:30:19.842776 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed40a94-006d-417a-9712-0f283ffc4f00 req-05d158cf-45de-47f7-b71a-82d4b9e0054e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:19.844334 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2ed40a94-006d-417a-9712-0f283ffc4f00 req-05d158cf-45de-47f7-b71a-82d4b9e0054e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.1369426 Oct 11 05:30:19.886435 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2ed40a94-006d-417a-9712-0f283ffc4f00 req-3a4b4cdc-b43c-48aa-9142-40e350377374 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352700 Oct 11 05:30:21.026808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dc27d-2e25-4eb2-a08c-5cbd6b668ccc req-c98a7be8-6687-4380-a9fb-19003d1cb189 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:21.028451 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ff3dc27d-2e25-4eb2-a08c-5cbd6b668ccc req-c98a7be8-6687-4380-a9fb-19003d1cb189 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Oct 11 05:30:21.071090 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ff3dc27d-2e25-4eb2-a08c-5cbd6b668ccc req-1d684cd9-c015-4f06-a3e7-888d253fa2b2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361700 Oct 11 05:30:21.712620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-448b1abe-1ab5-4321-bc7d-b6e1522b50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:21.714128 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-448b1abe-1ab5-4321-bc7d-b6e1522b50d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1099 time: 0.0414119 Oct 11 05:30:21.820271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-0b3b8a5e-3365-4e3b-acf0-c47c25599d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:21.821717 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-0b3b8a5e-3365-4e3b-acf0-c47c25599d2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0875423 Oct 11 05:30:22.083498 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-7bed265f-0c7d-457a-acad-e1c256bc4b63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0570099 Oct 11 05:30:22.140509 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-c0ca9d2a-c0a6-47dd-87f6-23412648f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.141959 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-c0ca9d2a-c0a6-47dd-87f6-23412648f4e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0450137 Oct 11 05:30:22.216218 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876cbd0-6b89-44ce-a881-168e434a0b82 req-dbbf5763-345a-42e6-97b1-9d9610e00573 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.217629 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b876cbd0-6b89-44ce-a881-168e434a0b82 req-dbbf5763-345a-42e6-97b1-9d9610e00573 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0713739 Oct 11 05:30:22.245351 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-af3f4a51-e89f-473c-88b0-f8e851db9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.246806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-af3f4a51-e89f-473c-88b0-f8e851db9523 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617085 Oct 11 05:30:22.270495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-b876cbd0-6b89-44ce-a881-168e434a0b82 req-dbce5d89-4e0b-43b4-845a-c9811f39ea87 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463154 Oct 11 05:30:22.346613 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-bc70e433-bdca-438a-bbe0-df62fa79af1d service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895200 Oct 11 05:30:22.438677 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1245d365-6efb-4174-80d5-5f674a99e3c2 req-1962fd75-65de-4c2c-bd35-12aac855a675 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Oct 11 05:30:22.544017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a5f7e-9276-466a-828a-558a995f33aa req-c9dbb974-0ac0-40d6-b29e-a95b769f32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.545452 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-c9dbb974-0ac0-40d6-b29e-a95b769f32b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1099 time: 0.0400980 Oct 11 05:30:22.644996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a5f7e-9276-466a-828a-558a995f33aa req-b8be2486-d98e-40b4-bdb2-48cb105eb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.646355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-b8be2486-d98e-40b4-bdb2-48cb105eb0e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0869453 Oct 11 05:30:22.714114 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-705bb38c-51d9-426d-a336-82661bf02a7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0605476 Oct 11 05:30:22.763277 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a5f7e-9276-466a-828a-558a995f33aa req-f978c21e-ec0e-4028-9b60-5570df129425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.764648 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-f978c21e-ec0e-4028-9b60-5570df129425 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0420599 Oct 11 05:30:22.808593 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a5f7e-9276-466a-828a-558a995f33aa req-e7ccbc34-0007-470d-abef-fe47bbd4f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:22.810006 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-e7ccbc34-0007-470d-abef-fe47bbd4f2e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383379 Oct 11 05:30:22.906823 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-1b0c6f04-b2d3-45c6-b25a-2757a0b42cd9 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888300 Oct 11 05:30:23.021123 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f94a5f7e-9276-466a-828a-558a995f33aa req-b1595fde-653f-4532-898a-4f0ae0a49bba service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834813 Oct 11 05:30:23.390229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8f56-d254-41b5-8186-2a962bdc7eca req-be3fdf44-1941-4955-b767-af8fb88bfea2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:23.391673 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-057b8f56-d254-41b5-8186-2a962bdc7eca req-be3fdf44-1941-4955-b767-af8fb88bfea2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0476458 Oct 11 05:30:23.427838 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-057b8f56-d254-41b5-8186-2a962bdc7eca req-5d970865-cdf8-4772-9ffd-697717ca0ca2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298615 Oct 11 05:30:24.547036 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a26be9-0945-47f4-bcc5-f511afb4d814 req-5b9da53f-002f-4786-b033-da5b114162a4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:24.548488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a8a26be9-0945-47f4-bcc5-f511afb4d814 req-5b9da53f-002f-4786-b033-da5b114162a4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0483572 Oct 11 05:30:24.591625 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a8a26be9-0945-47f4-bcc5-f511afb4d814 req-8ecf18c9-2c85-4aaf-92aa-2bea6a0e8fe1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Oct 11 05:30:25.717026 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bb36-41c3-4a27-993a-2eab0c0f17ad req-7a969f28-c1ce-4e0b-8e10-2bb562eb30bb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:25.718498 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9e5bb36-41c3-4a27-993a-2eab0c0f17ad req-7a969f28-c1ce-4e0b-8e10-2bb562eb30bb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Oct 11 05:30:25.754401 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e9e5bb36-41c3-4a27-993a-2eab0c0f17ad req-c7328644-127b-4257-8a87-cf299f10f242 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301085 Oct 11 05:30:25.892675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-63d8c2eb-2105-483f-8872-6eba5f10ff2e req-d85e0933-f580-4b0f-a17e-bf04904659f3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:30:25.893687 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-63d8c2eb-2105-483f-8872-6eba5f10ff2e req-d85e0933-f580-4b0f-a17e-bf04904659f3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0707505 Oct 11 05:30:26.116199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:30:26.190824 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:30:26.191133 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:26.212857 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:30:26.215103 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cda4f7-27ca-4c9d-9613-6a412a41e130" -d '{"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-unplugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:30:26.226916 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:26.232475 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:26.255358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Oct 2022 05:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4bdeaf-a694-4fee-bbcd-c5a28c7c89c3 x-openstack-request-id: req-be4bdeaf-a694-4fee-bbcd-c5a28c7c89c3 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:30:26.255648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-unplugged", "status": "failed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "code": 422}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:30:26.255900 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be4bdeaf-a694-4fee-bbcd-c5a28c7c89c3 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:30:26.256989 dv-neutron-860894-1-hyperv neutron-server[103100]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be4bdeaf-a694-4fee-bbcd-c5a28c7c89c3']: {'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'code': 422} returned with failed status Oct 11 05:30:26.281376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:30:27.054972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a7c82-0790-4cd1-b699-3417c77efe04 req-e820e3b7-c081-408b-8729-5b1c9f7d7052 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:27.056483 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-269a7c82-0790-4cd1-b699-3417c77efe04 req-e820e3b7-c081-408b-8729-5b1c9f7d7052 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0506535 Oct 11 05:30:27.095704 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-269a7c82-0790-4cd1-b699-3417c77efe04 req-c34f0e33-6695-42bb-8d01-34cec56744a8 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Oct 11 05:30:27.354398 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-6e04313b-869c-4ab7-bcd3-207b61c74c7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806286 Oct 11 05:30:28.213401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296bc45-875e-4ad0-9f9f-fcd21fbde2a0 req-42e9cce1-9be3-404f-b41e-ae0d80fa1622 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:28.214864 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c296bc45-875e-4ad0-9f9f-fcd21fbde2a0 req-42e9cce1-9be3-404f-b41e-ae0d80fa1622 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0470757 Oct 11 05:30:28.251389 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c296bc45-875e-4ad0-9f9f-fcd21fbde2a0 req-abf46ef5-af0c-4a50-8a5e-63c310e555ad tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307586 Oct 11 05:30:29.368180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bef33-37e9-4741-945b-a7295fe727bf req-84f77bc0-b3ac-41ef-8679-1189532f5063 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:29.369612 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3b4bef33-37e9-4741-945b-a7295fe727bf req-84f77bc0-b3ac-41ef-8679-1189532f5063 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0478029 Oct 11 05:30:29.406617 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3b4bef33-37e9-4741-945b-a7295fe727bf req-7bb78092-b87a-49c0-a11e-bbd935b15654 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Oct 11 05:30:30.527523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bbc37-8b63-4d56-a069-5fc98c8c163a req-3a890f2d-1401-4524-a1b6-7024977e5e4d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:30.528982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d4bbc37-8b63-4d56-a069-5fc98c8c163a req-3a890f2d-1401-4524-a1b6-7024977e5e4d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0481522 Oct 11 05:30:30.565602 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3d4bbc37-8b63-4d56-a069-5fc98c8c163a req-d6c81f00-6bbd-4ac8-83f3-af786740aac6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Oct 11 05:30:31.572787 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:30:31.699142 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c57e8-cee1-415b-b285-df9b294228f0 req-05daf457-033b-4fa0-a757-e176616a2340 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:31.700610 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a57c57e8-cee1-415b-b285-df9b294228f0 req-05daf457-033b-4fa0-a757-e176616a2340 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0578177 Oct 11 05:30:31.741725 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-a57c57e8-cee1-415b-b285-df9b294228f0 req-703341b7-f279-4266-95f4-fdaafc07c1d5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351651 Oct 11 05:30:32.224122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-9bf2a568-a044-47d0-ac81-094e175b5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:32.226151 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-9bf2a568-a044-47d0-ac81-094e175b5a3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35&tenant_id=7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 1097 time: 0.0431271 Oct 11 05:30:32.294887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-c7ada3aa-fff9-4478-bfc3-42cf9bb2259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:32.296293 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-c7ada3aa-fff9-4478-bfc3-42cf9bb2259e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1097 time: 0.0396786 Oct 11 05:30:32.386925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-df370d69-9e1a-45c4-858d-6e79fce112c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:32.388329 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-df370d69-9e1a-45c4-858d-6e79fce112c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0852599 Oct 11 05:30:32.461590 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-b9800f1f-7de2-4fd7-82ed-e8b74f8881fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1000 time: 0.0657644 Oct 11 05:30:32.507942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-23efc5f6-c759-4e1a-9ba3-b9947e5203ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:32.509280 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-23efc5f6-c759-4e1a-9ba3-b9947e5203ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0414894 Oct 11 05:30:32.556204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-5fb6663f-588d-46cf-bc23-5d4d45bc08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:32.557629 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-5fb6663f-588d-46cf-bc23-5d4d45bc08e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413268 Oct 11 05:30:32.644310 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-35fbdf7b-a7e6-40d1-bb1e-7e08cfa259d8 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802150 Oct 11 05:30:32.733608 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0b393e01-90e5-4d35-9ebb-6b0ec3e77235 req-9ce3b892-c4ae-4671-a648-5128da6242e0 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829062 Oct 11 05:30:32.862224 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ffee8-3b0a-4035-ad44-f1e9398cab1f req-d3bb9358-6a02-41b5-aff9-79a8a804aa46 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:32.863670 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3f4ffee8-3b0a-4035-ad44-f1e9398cab1f req-d3bb9358-6a02-41b5-aff9-79a8a804aa46 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0484917 Oct 11 05:30:32.902432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3f4ffee8-3b0a-4035-ad44-f1e9398cab1f req-c073f353-0cfb-436c-a1f7-96178252cca3 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Oct 11 05:30:34.030668 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5845dc8-500c-4d0f-a235-4cb0c28d3319 req-3ab2c77d-908a-4962-8976-f5cb3322e2d2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:34.032162 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d5845dc8-500c-4d0f-a235-4cb0c28d3319 req-3ab2c77d-908a-4962-8976-f5cb3322e2d2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0506449 Oct 11 05:30:34.072566 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d5845dc8-500c-4d0f-a235-4cb0c28d3319 req-05bcec71-615d-4194-a910-c53c865a1a0c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337911 Oct 11 05:30:34.408465 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-39582130-a5b2-4fd1-a009-bbe3701dd111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:35.206026 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9820-89b4-4c0c-8831-434b87f006d4 req-11feed9a-1a76-4af0-8fcb-89c370ed3f98 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:35.207561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-45da9820-89b4-4c0c-8831-434b87f006d4 req-11feed9a-1a76-4af0-8fcb-89c370ed3f98 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0583982 Oct 11 05:30:35.259178 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-45da9820-89b4-4c0c-8831-434b87f006d4 req-a07e4cb7-b0a5-46fe-a8c5-97b4b2103811 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 Oct 11 05:30:36.384860 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c642c-a47c-4d53-bc66-8290877d1f06 req-b0d485f0-e96d-43c2-ae4e-7ff92c869e78 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:36.386381 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c8c642c-a47c-4d53-bc66-8290877d1f06 req-b0d485f0-e96d-43c2-ae4e-7ff92c869e78 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0523078 Oct 11 05:30:36.426908 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c8c642c-a47c-4d53-bc66-8290877d1f06 req-75a25c89-3ddc-4f34-9281-532017d5e6c3 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345166 Oct 11 05:30:36.629929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-50dc3b25-949e-49ef-a85c-1e045546fc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:37.569898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397edc-7a34-4f02-8119-f7f32df8adf3 req-6a73c77e-0617-45ee-ac41-9b6870aab9ba tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:37.571595 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2397edc-7a34-4f02-8119-f7f32df8adf3 req-6a73c77e-0617-45ee-ac41-9b6870aab9ba tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0634687 Oct 11 05:30:37.617936 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e2397edc-7a34-4f02-8119-f7f32df8adf3 req-e99b1d90-855a-4360-8227-7b6ad7584032 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Oct 11 05:30:38.043062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:38.752746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b005c-86ec-4017-b50b-9aa337f602ff req-9960e35a-11d4-4786-b9fb-a860119582ad tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:38.754362 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-207b005c-86ec-4017-b50b-9aa337f602ff req-9960e35a-11d4-4786-b9fb-a860119582ad tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0544345 Oct 11 05:30:38.797810 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-207b005c-86ec-4017-b50b-9aa337f602ff req-d9c3f823-c0c6-4268-a23b-5e776f43b2ad tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361371 Oct 11 05:30:39.620321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:39.642778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:39.934030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856476-38fc-46e2-8697-e5974376a5fc req-c45e6cc4-12ed-4954-a181-9cd189d47295 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:39.939038 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-96856476-38fc-46e2-8697-e5974376a5fc req-c45e6cc4-12ed-4954-a181-9cd189d47295 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0617912 Oct 11 05:30:39.975736 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-96856476-38fc-46e2-8697-e5974376a5fc req-36ade42c-d8da-41d4-8087-3319647002ad tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Oct 11 05:30:41.097063 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f759-0efe-49c7-b274-aca9df41e079 req-9683d10f-ff79-479c-ae83-084feb654791 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:41.098545 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c18f759-0efe-49c7-b274-aca9df41e079 req-9683d10f-ff79-479c-ae83-084feb654791 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0488894 Oct 11 05:30:41.135651 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6c18f759-0efe-49c7-b274-aca9df41e079 req-57baaf62-ac67-49fe-9ed0-f74ecf483b3d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Oct 11 05:30:41.282778 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:42.254301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229716b-cf37-4750-8589-62e05b0a2a29 req-1b3902b3-57db-41a5-b55d-27eea9230353 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:42.255764 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2229716b-cf37-4750-8589-62e05b0a2a29 req-1b3902b3-57db-41a5-b55d-27eea9230353 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0476387 Oct 11 05:30:42.292362 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2229716b-cf37-4750-8589-62e05b0a2a29 req-07311694-2b4c-4501-b923-4c56de346a12 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308962 Oct 11 05:30:43.410946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ea171-0a03-4124-8fba-a095975a98e4 req-f309ee34-8035-4780-a199-3433d4e5f974 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:43.412394 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf1ea171-0a03-4124-8fba-a095975a98e4 req-f309ee34-8035-4780-a199-3433d4e5f974 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0487535 Oct 11 05:30:43.449888 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cf1ea171-0a03-4124-8fba-a095975a98e4 req-b922bf44-2dbd-401f-9a92-7373542cbf3b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Oct 11 05:30:44.574014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684aff88-9adf-49c3-9f15-330b1526d9a6 req-0a238398-183f-48c8-bb32-21b17d7f3662 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:44.575487 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-684aff88-9adf-49c3-9f15-330b1526d9a6 req-0a238398-183f-48c8-bb32-21b17d7f3662 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0513580 Oct 11 05:30:44.612508 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-684aff88-9adf-49c3-9f15-330b1526d9a6 req-d780487a-d331-46a7-b252-c65ac00ac115 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Oct 11 05:30:45.736800 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7e11-9b92-4924-84c9-54066fcf6dec req-79198961-5db5-4b13-a0bb-b4e9e146d584 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:45.738370 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c0f7e11-9b92-4924-84c9-54066fcf6dec req-79198961-5db5-4b13-a0bb-b4e9e146d584 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 944 time: 0.0520689 Oct 11 05:30:45.774480 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9c0f7e11-9b92-4924-84c9-54066fcf6dec req-54c35304-1a93-40ba-ba6d-1e3a8d57547d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Oct 11 05:30:46.153384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:30:46.243591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:46.254130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'port_id': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'mac_address': 'fa:16:3e:e5:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:30:46.292677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:30:46.293060 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:46.305485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f601727-482e-4ac2-8f01-f60d515b8fd5 {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:30:46.324655 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:46.328207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:46.372175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=9']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:30:46.741087 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['7f601727-482e-4ac2-8f01-f60d515b8fd5'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:30:46.893380 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ce3ea-3063-43da-8aed-7972feb49fdf req-92c1f2f8-9e0b-4cba-b053-24b3e932a778 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:46.894854 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-458ce3ea-3063-43da-8aed-7972feb49fdf req-92c1f2f8-9e0b-4cba-b053-24b3e932a778 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 945 time: 0.0482275 Oct 11 05:30:46.932741 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-458ce3ea-3063-43da-8aed-7972feb49fdf req-e9943ae2-8667-4f91-8a7a-904140d67529 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Oct 11 05:30:48.054466 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b772-951a-484d-a904-37304420ea08 req-42e9699a-2100-49fa-84ab-334adf626f9a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:48.055935 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7372b772-951a-484d-a904-37304420ea08 req-42e9699a-2100-49fa-84ab-334adf626f9a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 945 time: 0.0491354 Oct 11 05:30:48.092897 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7372b772-951a-484d-a904-37304420ea08 req-040d6232-07bd-42ab-aaba-0dd6e49f070b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Oct 11 05:30:48.152433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:30:48.202658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 7f601727-482e-4ac2-8f01-f60d515b8fd5 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:30:48.203079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:48.203411 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 7f601727-482e-4ac2-8f01-f60d515b8fd5 Oct 11 05:30:48.275037 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 7f601727-482e-4ac2-8f01-f60d515b8fd5 is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:30:48.275337 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:48.298181 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:30:48.300457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62b387c-3ad2-4228-aa1e-8d891416b5c0" -d '{"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-plugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:30:48.312844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:30:48.317064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:30:48.342812 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcce291-1ba2-42c2-bfca-15b27354cdfb x-openstack-request-id: req-2dcce291-1ba2-42c2-bfca-15b27354cdfb {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:30:48.343105 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-plugged", "status": "completed", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:30:48.343361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dcce291-1ba2-42c2-bfca-15b27354cdfb {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:30:48.343757 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcce291-1ba2-42c2-bfca-15b27354cdfb'] response: {'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'code': 200} Oct 11 05:30:48.367039 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=10']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:30:48.651179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b8ae7-d48e-4c4d-9665-15e524171894 req-29826eac-1c2a-4066-a364-cbaa53340f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:48.652643 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cc8b8ae7-d48e-4c4d-9665-15e524171894 req-29826eac-1c2a-4066-a364-cbaa53340f14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1100 time: 0.0807059 Oct 11 05:30:48.687070 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cc8b8ae7-d48e-4c4d-9665-15e524171894 req-513a251d-5862-4dc8-a228-a2ab4827ad0c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273373 Oct 11 05:30:49.379688 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062435ee-2192-47b8-9c52-5f2cdebddb06 req-834f1eb5-0a6f-4443-8841-b66ceeae49b2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:49.381040 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-062435ee-2192-47b8-9c52-5f2cdebddb06 req-834f1eb5-0a6f-4443-8841-b66ceeae49b2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 947 time: 0.0480480 Oct 11 05:30:49.417945 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-062435ee-2192-47b8-9c52-5f2cdebddb06 req-25293c13-00df-4d2d-aaa0-bf4d80a173f1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Oct 11 05:30:50.545202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47d582-9b6a-4f11-b50b-7f4327e9e324 req-88e7ebd9-a424-4f89-ac1c-d27b35513a7b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:50.546850 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2a47d582-9b6a-4f11-b50b-7f4327e9e324 req-88e7ebd9-a424-4f89-ac1c-d27b35513a7b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 947 time: 0.0536721 Oct 11 05:30:50.590127 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2a47d582-9b6a-4f11-b50b-7f4327e9e324 req-141248e5-3d61-4b3d-b43d-6fcae03b8512 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372009 Oct 11 05:30:51.714837 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b1b86-b3f3-4725-9daa-f78791d1a364 req-6f6adb9c-d363-4443-ac2e-e22983a6392c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:30:51.716286 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-454b1b86-b3f3-4725-9daa-f78791d1a364 req-6f6adb9c-d363-4443-ac2e-e22983a6392c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 947 time: 0.0515428 Oct 11 05:30:51.752878 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-454b1b86-b3f3-4725-9daa-f78791d1a364 req-962783d1-2a6d-4fa3-8df8-b74f9424b28b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Oct 11 05:31:04.410496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bf8055b1-e8b4-4808-a186-8931ef920b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:06.633339 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4e53ae96-d761-41a0-b3a0-ac3eb3d2d3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:08.042561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:08.571691 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:31:09.615055 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:09.644530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:11.270896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:21.643444 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-3e5a7d13-6950-4371-9787-e58b631d5c09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374916 Oct 11 05:31:21.740838 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-7144039e-a988-4db2-8605-627c7902255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:31:21.742291 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-7144039e-a988-4db2-8605-627c7902255b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1100 time: 0.0400290 Oct 11 05:31:22.162004 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-0f6f6ef1-1d84-4077-97df-5c10ceaca8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:31:22.163529 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-0f6f6ef1-1d84-4077-97df-5c10ceaca8f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.4030046 Oct 11 05:31:22.229174 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-0b1c8896-6f92-49ac-9119-7f5c338360a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 1002 time: 0.0589113 Oct 11 05:31:22.275772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-ee670f90-242e-4c27-b5d5-6ce0b967173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:31:22.277140 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-ee670f90-242e-4c27-b5d5-6ce0b967173a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0420680 Oct 11 05:31:22.320616 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-45b2d0a4-b3a5-49a5-9f8e-94b40c76f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:31:22.322065 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-45b2d0a4-b3a5-49a5-9f8e-94b40c76f032 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389884 Oct 11 05:31:22.410586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-e90f7e37-d57e-4802-ae56-347b79e87acf service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822866 Oct 11 05:31:22.499183 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-47b15cfb-e216-43b5-afd7-e38830c45a9a req-f664917a-a934-4424-9107-453c5b294921 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820310 Oct 11 05:31:34.412022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-58e3b123-8c70-4f4a-bd2f-95b0059c91ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:36.634677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-08d4d01c-48a1-4c80-b4fe-03bc84e32354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:38.044667 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:39.622560 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:39.645995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:41.297175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:31:45.571606 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:32:04.415303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1c47d6e9-7d09-4079-afe5-d91590dd9900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:06.635426 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-94802592-e13e-4c13-ad2d-74a6c295f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:08.047818 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:09.626230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:09.647425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:11.287709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:19.870301 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32886) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:20.061152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Deleting port 0ca2e385-aadb-4a79-a9b0-3ef9da4f102a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:32:20.061494 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:20.133653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:20.134000 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:20.145881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Calling delete_port for 0ca2e385-aadb-4a79-a9b0-3ef9da4f102a owned by network:floatingip {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:32:20.288868 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:20.314357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event deleted for resources: {'Port': ['ID=0ca2e385-aadb-4a79-a9b0-3ef9da4f102a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:20.342624 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.342970 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.343305 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.343634 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.343959 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.344282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.344605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.344926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.345251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.345569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.345886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.346201 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:20.386469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:20.386821 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Floating IP a41a48cf-63ff-4322-bce5-2b8327e385a9 disassociated (deleted). External IP: 172.26.8.170, port: 7f601727-482e-4ac2-8f01-f60d515b8fd5. Oct 11 05:32:20.590011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Router d665ca42-0221-4783-ad15-b155cc220237 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:32:20.695322 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:32:20.699987 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:20.706914 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:32:20.716962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:32:20.717570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:32:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:20.725695 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d00dca19-b2ed-4165-a045-e371b58becc5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "DELETE /v2.0/floatingips/a41a48cf-63ff-4322-bce5-2b8327e385a9 HTTP/1.1" status: 204 len: 168 time: 0.8542738 Oct 11 05:32:20.726325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:32:20.728629 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d6d58a-e4ec-467c-b4fe-7585106d6100" -d '{"events": [{"name": "network-changed", "server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:32:20.839627 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:32:20.850974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f033a-1ec6-4aea-861b-a2f797fb1eec x-openstack-request-id: req-e73f033a-1ec6-4aea-861b-a2f797fb1eec {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:32:20.851270 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:32:20.851571 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e73f033a-1ec6-4aea-861b-a2f797fb1eec {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:32:20.851984 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73f033a-1ec6-4aea-861b-a2f797fb1eec'] response: {'name': 'network-changed', 'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'status': 'completed', 'code': 200} Oct 11 05:32:20.970136 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2859b-c13f-4286-9730-3265e0469c55 req-ce5ab415-a220-4a02-b6ab-e7c4bdcb1cde tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:20.971681 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5c2859b-c13f-4286-9730-3265e0469c55 req-ce5ab415-a220-4a02-b6ab-e7c4bdcb1cde tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 947 time: 0.0534310 Oct 11 05:32:20.973079 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-e655317a-dbe3-4b28-8e34-45f983edf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:20.974561 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-e655317a-dbe3-4b28-8e34-45f983edf62f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 1100 time: 0.0442195 Oct 11 05:32:21.017088 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e5c2859b-c13f-4286-9730-3265e0469c55 req-227b7a41-3927-45aa-b701-0ab7330e782c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390656 Oct 11 05:32:21.054709 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:21.070083 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-4b0a0a1f-704e-4aaf-b0fa-319f88f4e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:21.071589 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-4b0a0a1f-704e-4aaf-b0fa-319f88f4e20a service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0902140 Oct 11 05:32:21.080223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:32:21.088207 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:32:21.089373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:32:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:21.113357 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-893c5b1e-4133-4455-838d-967454aea8d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 200 len: 217 time: 0.0344431 Oct 11 05:32:21.162945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-134adeb1-bb17-4ab4-9f25-335caf4faeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:21.164376 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-134adeb1-bb17-4ab4-9f25-335caf4faeb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0440249 Oct 11 05:32:21.191516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:32:21.214485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-b2545f70-bffe-403c-a221-e44626b2d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:21.216000 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-b2545f70-bffe-403c-a221-e44626b2d1bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445452 Oct 11 05:32:21.306006 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-09af4ea1-2c84-4ba7-be61-e9bf659179a0 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820544 Oct 11 05:32:21.386235 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:21.400044 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d3d6d58a-e4ec-467c-b4fe-7585106d6100 req-bd9d7496-0939-44af-bc4c-9cae4529b877 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877826 Oct 11 05:32:21.411469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b32e21-2c20-4cdb-8586-f7328bea7512 None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:32:21.626177 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eaae7c-c192-4cc7-9e70-c8a2d51f082b None None] New status for floating IP a41a48cf-63ff-4322-bce5-2b8327e385a9: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:32:22.140713 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667015-6a8d-493b-b33c-72cc126aad08 req-bf3ba1e2-d93e-4450-9404-8a65be73e43f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:22.142170 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-21667015-6a8d-493b-b33c-72cc126aad08 req-bf3ba1e2-d93e-4450-9404-8a65be73e43f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 947 time: 0.0484812 Oct 11 05:32:22.179743 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-21667015-6a8d-493b-b33c-72cc126aad08 req-bdada7ac-9d77-45f3-b57c-d55e4d2919c1 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Oct 11 05:32:22.569564 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:32:22.592076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-9334dd90-f167-483e-b87a-aa2bc186f456 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:22.593510 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-9334dd90-f167-483e-b87a-aa2bc186f456 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 947 time: 0.0478823 Oct 11 05:32:22.685748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Deleting port 7f601727-482e-4ac2-8f01-f60d515b8fd5 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:32:22.686085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:22.774029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] For port 7f601727-482e-4ac2-8f01-f60d515b8fd5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7f601727-482e-4ac2-8f01-f60d515b8fd5,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:32:22.774387 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:22.787602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Calling delete_port for 7f601727-482e-4ac2-8f01-f60d515b8fd5 owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:32:22.915251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:22.944105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event deleted for resources: {'Port': ['ID=7f601727-482e-4ac2-8f01-f60d515b8fd5,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:22.988014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] No DVR routers for this DVR port 7f601727-482e-4ac2-8f01-f60d515b8fd5 on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:32:22.990347 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:22.993627 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-af3b1d15-7d11-4a05-a395-d9c496354492 req-6adf42fb-b2d1-4326-aa23-8c07708f2a2e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "DELETE /v2.0/ports/7f601727-482e-4ac2-8f01-f60d515b8fd5 HTTP/1.1" status: 204 len: 173 time: 0.3938525 Oct 11 05:32:22.994119 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-deleted', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:32:22.997030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2d94a0-f9eb-4369-9f68-50ad8ed50dcb" -d '{"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-deleted", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:32:23.037183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d6639f-bb37-49f6-8a27-f84af8e08d07 x-openstack-request-id: req-c4d6639f-bb37-49f6-8a27-f84af8e08d07 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:32:23.037679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25da629-39eb-43ab-8856-40d7daacbb35", "name": "network-vif-deleted", "tag": "7f601727-482e-4ac2-8f01-f60d515b8fd5", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:32:23.037950 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4d6639f-bb37-49f6-8a27-f84af8e08d07 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:32:23.038364 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d6639f-bb37-49f6-8a27-f84af8e08d07'] response: {'server_uuid': 'e25da629-39eb-43ab-8856-40d7daacbb35', 'name': 'network-vif-deleted', 'tag': '7f601727-482e-4ac2-8f01-f60d515b8fd5', 'status': 'completed', 'code': 200} Oct 11 05:32:23.292805 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-56eb9cf4-f021-417b-bcbb-3631bd0f420e req-8558645e-5c67-4430-aad0-1519cab106f3 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=e25da629-39eb-43ab-8856-40d7daacbb35 HTTP/1.1" status: 200 len: 210 time: 0.0279284 Oct 11 05:32:24.354962 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32920) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:24.412011 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fe37-ede7-42d4-b3e5-a4d9e1d49434 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.439932 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fe37-ede7-42d4-b3e5-a4d9e1d49434 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.499485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fe37-ede7-42d4-b3e5-a4d9e1d49434 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.502183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7cf4fe37-ede7-42d4-b3e5-a4d9e1d49434 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.503349 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7cf4fe37-ede7-42d4-b3e5-a4d9e1d49434 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2 HTTP/1.1" status: 204 len: 168 time: 0.1474113 Oct 11 05:32:24.512968 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4fe37-ede7-42d4-b3e5-a4d9e1d49434 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef64c8d-f4d7-4bf1-bfd5-4167ec95e7e2,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:24.612336 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32928) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:24.616992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973065821', 'description': 'tempest-secgroup-smoke-1973065821 description', 'project_id': '7384de30af484c738da1b56915b79baa'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:24.638666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.706485 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.710121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.740411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.741635 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1282682 Oct 11 05:32:24.743441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b28d05-8387-4a27-b0ae-0b960e8ec147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:24.745259 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 32930) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:24.750057 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '64ff7d7c-dff4-4cf2-a004-e20b3d7518b8', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:24.776797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.823170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.826674 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.843313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fd4738-71fe-4422-be23-00bfdb52cadf,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:24.853242 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.854948 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085393 Oct 11 05:32:24.856303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.856572 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.856909 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.857236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.857567 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.857897 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.858147 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32932) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:24.858294 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.858676 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.859003 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.859325 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.859646 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.859969 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6aeee-8302-45c2-99ae-1ba441457960 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:24.863963 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '64ff7d7c-dff4-4cf2-a004-e20b3d7518b8', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:24.887637 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.943534 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.946808 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.963341 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f72325-90f7-4acd-b550-09c35dd5ddfc,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:24.971161 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:24.972338 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-78b454fb-779b-4eec-acf0-bc1387804209 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128910 Oct 11 05:32:24.975179 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32934) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:24.979952 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '64ff7d7c-dff4-4cf2-a004-e20b3d7518b8', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:25.003711 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.061306 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.064587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.082163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2026a5ca-302f-4241-8c55-8372296ffeab,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:25.089632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.090824 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-2d30b6c9-6026-4b63-b101-f07b1a9a07ab tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146953 Oct 11 05:32:25.093515 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32936) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:25.097739 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '64ff7d7c-dff4-4cf2-a004-e20b3d7518b8', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:25.120928 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.180688 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.184183 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.201059 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0827a9f-5a90-492f-b8f2-4b54e51e692d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:25.208065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.209239 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-e427f49b-3776-41e2-bf8a-d1eea6f09da4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148236 Oct 11 05:32:25.211945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32938) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:25.216707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '64ff7d7c-dff4-4cf2-a004-e20b3d7518b8', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:25.235797 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Project 7384de30af484c738da1b56915b79baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:32:25.240451 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.298687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.301993 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.318869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7bf5d1-3e3e-4c20-8b7b-f089863031b2,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:25.325889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.327107 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-32f4b3d6-6900-48b5-8d5f-a71ac8adebc0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142309 Oct 11 05:32:25.329797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 32940) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:25.334008 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'security_group_rule': {'security_group_id': '64ff7d7c-dff4-4cf2-a004-e20b3d7518b8', 'project_id': '7384de30af484c738da1b56915b79baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:25.352806 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Project 7384de30af484c738da1b56915b79baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:32:25.358122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.418065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.421365 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.443638 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a50a97-c23b-4350-904c-cd2aa89ab421,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:25.449158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:25.450343 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eeeeea9e-263f-4837-9909-02c493f57843 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196449 Oct 11 05:32:26.603361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:32:26.627643 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 7f601727-482e-4ac2-8f01-f60d515b8fd5 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:32:26.627981 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 7f601727-482e-4ac2-8f01-f60d515b8fd5 not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:32:34.418186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56aaa577-7f22-4ba4-979c-fae53b05a1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:36.638897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6975f3a9-3248-434e-a145-718e4578dd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:38.050298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:38.640206 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-926983e5-ef2b-4158-9e4e-6db44339f156 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973065821&fields=id&tenant_id=7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 267 time: 0.0356007 Oct 11 05:32:38.743292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-d3e812c1-d083-4726-b81c-5686b5f1d9d0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:38.745159 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-d3e812c1-d083-4726-b81c-5686b5f1d9d0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 808 time: 0.0983648 Oct 11 05:32:38.759527 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-13149ed7-7ccb-4772-8e04-becdbdea8176 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/quotas/7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 375 time: 0.0087848 Oct 11 05:32:38.809268 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-6f2c93e7-9ea5-4fdd-aeb1-091637571486 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440068 Oct 11 05:32:38.824787 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-595a9c0d-1a34-44a9-b28e-76dc00caef96 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:32:38.825750 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-595a9c0d-1a34-44a9-b28e-76dc00caef96 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056210 Oct 11 05:32:38.915772 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-05537944-0038-4ad0-950d-eb899480cdea service neutron] 10.222.0.39 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844615 Oct 11 05:32:39.007481 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-652827aa-2910-4dd3-b196-fdbda6446d5a service neutron] 10.222.0.39 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856826 Oct 11 05:32:39.288429 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-dc51de57-b98e-45ec-a9e6-0a0dc9d70505 req-fe8df5b5-0e6a-49b7-8764-942739130a1b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 210 time: 0.0295386 Oct 11 05:32:39.629421 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:39.658674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:40.285185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-dcf4015e-2d06-4051-8c31-22298f1f9873 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:40.286664 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-dcf4015e-2d06-4051-8c31-22298f1f9873 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 808 time: 0.1024151 Oct 11 05:32:40.343188 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-72997a2e-6f72-48fc-97b3-cb58c842cbcf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 380 time: 0.0349550 Oct 11 05:32:40.354062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'port': {'device_id': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'admin_state_up': True, 'tenant_id': '7384de30af484c738da1b56915b79baa', 'security_groups': ['64ff7d7c-dff4-4cf2-a004-e20b3d7518b8']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:40.403611 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-41eb698f-1d85-46b3-9a60-9b75976919a2 req-27f9cd84-6cc2-45ee-b286-c0f7e3cf99fb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 210 time: 0.0345874 Oct 11 05:32:40.487074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Made reservation on behalf of 7384de30af484c738da1b56915b79baa for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:32:40.490684 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:40.621300 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Allocated IP 172.20.0.7 (60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869/c1fc3a41-3f28-4e21-9563-986f6f84e434/01704a31-2b2e-4d88-9a5d-bd505287f5fe) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:32:40.759178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:40.797671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:40.842250 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:32:40.845541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:32:40.849462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:32:40.877512 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:40.907687 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:40.908457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:40.928322 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-603cd88e-8ef7-4a3e-8927-8d268d7f0872 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785501 Oct 11 05:32:40.951946 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Request body: {'port': {'device_id': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:41.009111 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.143468 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-e699cc05-dc33-46af-9741-0b6f64c4310c None None] Provisioning complete for port 01704a31-2b2e-4d88-9a5d-bd505287f5fe triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:32:41.144023 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e699cc05-dc33-46af-9741-0b6f64c4310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.144023 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e699cc05-dc33-46af-9741-0b6f64c4310c None None] Attempt 1 to provision port 01704a31-2b2e-4d88-9a5d-bd505287f5fe Oct 11 05:32:41.180021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e699cc05-dc33-46af-9741-0b6f64c4310c None None] Port 01704a31-2b2e-4d88-9a5d-bd505287f5fe cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:32:41.279849 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01704a31-2b2e-4d88-9a5d-bd505287f5fe {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:32:41.288431 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.300815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Transition to ACTIVE for port object 01704a31-2b2e-4d88-9a5d-bd505287f5fe will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:32:41.301319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.304681 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.379307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:41.414190 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Attempting to bind port 01704a31-2b2e-4d88-9a5d-bd505287f5fe on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:32:41.414445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Attempting to bind port 01704a31-2b2e-4d88-9a5d-bd505287f5fe by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:32:41.414803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Attempting to bind port 01704a31-2b2e-4d88-9a5d-bd505287f5fe on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:32:41.419588 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Port 01704a31-2b2e-4d88-9a5d-bd505287f5fe on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:32:41.419911 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Attempting to bind port 01704a31-2b2e-4d88-9a5d-bd505287f5fe on network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:32:41.426871 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:32:41.427208 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Checking segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:32:41.427591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Bound using segment: {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:32:41.428028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Bound port: 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4088613e-3d83-4744-90c2-8bc20ae1925e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:32:41.428386 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.503493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:32:41.507419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:32:41.513330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.518677 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:41.519492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:41.521769 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] 10.222.0.45 "PUT /v2.0/ports/01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 1093 time: 0.5738494 Oct 11 05:32:41.522461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:32:41.524771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97d968e-3798-418f-9e2c-530368c2ba28" -d '{"events": [{"name": "network-changed", "server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:32:41.538146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc97ffa-cb96-4334-baa0-5442a66c7402 req-f06d3809-cf86-48ad-83bd-7cfc9b1f7dee tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:41.540196 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1bc97ffa-cb96-4334-baa0-5442a66c7402 req-f06d3809-cf86-48ad-83bd-7cfc9b1f7dee tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0550318 Oct 11 05:32:41.583221 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d438a956-931d-4339-b933-9b7c4ffb0495 x-openstack-request-id: req-d438a956-931d-4339-b933-9b7c4ffb0495 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:32:41.583517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:32:41.583771 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d438a956-931d-4339-b933-9b7c4ffb0495 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:32:41.584177 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d438a956-931d-4339-b933-9b7c4ffb0495'] response: {'name': 'network-changed', 'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'status': 'completed', 'code': 200} Oct 11 05:32:41.587334 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbfff7-dc6a-454a-9408-ed5f9d5ebce8 service neutron] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:41.611215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1bc97ffa-cb96-4334-baa0-5442a66c7402 req-2a7a0d1b-c920-403c-bac6-616d92f99137 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495291 Oct 11 05:32:41.644734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-30e77e38-2bf6-4d38-b626-c88890633729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:41.646350 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-30e77e38-2bf6-4d38-b626-c88890633729 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1096 time: 0.0457625 Oct 11 05:32:41.682565 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-e699cc05-dc33-46af-9741-0b6f64c4310c None None] Attempt 2 to provision port 01704a31-2b2e-4d88-9a5d-bd505287f5fe Oct 11 05:32:41.698455 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-3bca4913-02e0-4c87-9584-8d934bd67e74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 217 time: 0.0389683 Oct 11 05:32:41.724058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-e699cc05-dc33-46af-9741-0b6f64c4310c None None] Port 01704a31-2b2e-4d88-9a5d-bd505287f5fe had new provisioning blocks added so it will not transition to active. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 11 05:32:41.747886 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-fd8e0b8e-ba8f-437d-af6d-e103633223a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:41.749350 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-fd8e0b8e-ba8f-437d-af6d-e103633223a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0452185 Oct 11 05:32:41.794922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-39704262-1108-4700-8dc2-e0152206ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:41.796387 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-39704262-1108-4700-8dc2-e0152206ad73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402393 Oct 11 05:32:41.889142 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-83115f19-3669-417b-a7a1-99483a1a047a service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858974 Oct 11 05:32:41.977847 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-04af2114-cfbd-4c27-ae54-837cd5f6d9b8 req-91741c7d-07fb-4c96-be4a-75c3e4aeb5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824537 Oct 11 05:32:42.091340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-a3f5372a-111f-44c1-94f6-da26d9ea70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:42.092948 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-a3f5372a-111f-44c1-94f6-da26d9ea70a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1096 time: 0.0471148 Oct 11 05:32:42.184481 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-c57ea9bc-c8ae-4ebc-bcfd-4a81a81f4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:42.185932 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-c57ea9bc-c8ae-4ebc-bcfd-4a81a81f4e31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0857120 Oct 11 05:32:42.230586 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-1fb39144-98be-4be8-9cc5-3a3521a39d9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 217 time: 0.0377781 Oct 11 05:32:42.279216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-7d7c85a2-c010-435c-a41d-67a2666db476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:42.280672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-7d7c85a2-c010-435c-a41d-67a2666db476 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0439680 Oct 11 05:32:42.326130 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-53ecef8d-eeec-484f-a6b7-cba1c3808342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:42.327669 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-53ecef8d-eeec-484f-a6b7-cba1c3808342 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404093 Oct 11 05:32:42.419753 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-d9b897e4-0106-4d5e-93c3-c7b383238f13 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850873 Oct 11 05:32:42.506981 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c97d968e-3798-418f-9e2c-530368c2ba28 req-cd57b41a-4f86-4cee-b9f8-2e5b123c65bd service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807815 Oct 11 05:32:42.737682 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ad166-d551-4492-9252-3b21aa0ce5f4 req-1c3f0877-b859-48fb-b717-70eae260ed73 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:42.739277 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ad166-d551-4492-9252-3b21aa0ce5f4 req-1c3f0877-b859-48fb-b717-70eae260ed73 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0514476 Oct 11 05:32:42.784017 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-943ad166-d551-4492-9252-3b21aa0ce5f4 req-00ffd9c2-2406-4986-8953-e0a5495b2cd9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Oct 11 05:32:43.907584 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80272b-c6ad-484a-a15a-687a747f9b18 req-780de067-e25d-4d1e-853f-0db8e289667d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:43.909050 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef80272b-c6ad-484a-a15a-687a747f9b18 req-780de067-e25d-4d1e-853f-0db8e289667d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0502241 Oct 11 05:32:43.949544 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-ef80272b-c6ad-484a-a15a-687a747f9b18 req-8568cc82-ae59-4b4d-bf11-e8c2b544e166 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Oct 11 05:32:45.071992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4073218-94bc-4ac8-b7e1-0c93c19fb872 req-f8c69297-3454-42dd-870d-5a07de879f72 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:45.073445 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e4073218-94bc-4ac8-b7e1-0c93c19fb872 req-f8c69297-3454-42dd-870d-5a07de879f72 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0509758 Oct 11 05:32:45.110022 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e4073218-94bc-4ac8-b7e1-0c93c19fb872 req-65400f89-a7d1-41fd-9f90-050bbef8b3a8 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Oct 11 05:32:46.228271 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb605ad-d001-426f-883f-aad958ca8f66 req-db1677ee-74ec-4faa-9fc7-fdd4a948b3b9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:46.229738 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6cb605ad-d001-426f-883f-aad958ca8f66 req-db1677ee-74ec-4faa-9fc7-fdd4a948b3b9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0478334 Oct 11 05:32:46.271007 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6cb605ad-d001-426f-883f-aad958ca8f66 req-f77cc6f4-a470-404d-b689-ab3b05788b50 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Oct 11 05:32:47.390775 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608000dd-92fc-4631-a099-ea68381086cf req-3887dacd-a445-4504-a1e8-0ed8c756ba9e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:47.392223 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-608000dd-92fc-4631-a099-ea68381086cf req-3887dacd-a445-4504-a1e8-0ed8c756ba9e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0503404 Oct 11 05:32:47.433176 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-608000dd-92fc-4631-a099-ea68381086cf req-207c334e-1dfa-4138-b298-aa2793610cbb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350275 Oct 11 05:32:48.553893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8635e-5926-4e04-bd01-324b35b4dd89 req-379d59f6-a7bf-498c-9825-c2302540c5ba tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:48.555403 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-66f8635e-5926-4e04-bd01-324b35b4dd89 req-379d59f6-a7bf-498c-9825-c2302540c5ba tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0493042 Oct 11 05:32:48.592894 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-66f8635e-5926-4e04-bd01-324b35b4dd89 req-8b5d6e97-ea01-41f1-9ed1-b9339f6529d2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Oct 11 05:32:49.712113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8265c-b1cd-49a8-b42b-3d26a4cc8440 req-1d0f44c1-10fa-44e7-be9c-6e9bf5c43297 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:49.713572 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2de8265c-b1cd-49a8-b42b-3d26a4cc8440 req-1d0f44c1-10fa-44e7-be9c-6e9bf5c43297 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0480978 Oct 11 05:32:49.754728 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-2de8265c-b1cd-49a8-b42b-3d26a4cc8440 req-c4ca98c4-16ca-4206-abd8-c0a2875740e8 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352020 Oct 11 05:32:50.874734 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4f96-64ce-47d4-9e8e-761d9a7fb088 req-45467fe8-db12-425a-b989-2d45d06633f2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:50.876196 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cade4f96-64ce-47d4-9e8e-761d9a7fb088 req-45467fe8-db12-425a-b989-2d45d06633f2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0484385 Oct 11 05:32:50.915301 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-cade4f96-64ce-47d4-9e8e-761d9a7fb088 req-555bb369-59a3-40a9-9105-ef41cb709fcb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Oct 11 05:32:52.036027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07576edc-75a2-4312-bc18-0c7e36cd9ec2 req-42282ed0-9e22-4e0d-9ae1-66aedf7aa2f6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:52.037444 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07576edc-75a2-4312-bc18-0c7e36cd9ec2 req-42282ed0-9e22-4e0d-9ae1-66aedf7aa2f6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0479286 Oct 11 05:32:52.073283 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-07576edc-75a2-4312-bc18-0c7e36cd9ec2 req-c1538000-73dd-423f-a586-47fa02b70df2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300813 Oct 11 05:32:52.727747 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:32:52.821094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:32:52.834677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'port_id': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'mac_address': 'fa:16:3e:16:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:32:52.871250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 01704a31-2b2e-4d88-9a5d-bd505287f5fe is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:32:52.871625 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:52.883614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01704a31-2b2e-4d88-9a5d-bd505287f5fe {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:32:52.903511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:32:52.907552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:52.952586 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:52.959396 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.959745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.960085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.960423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.960751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.961084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.961409 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.961734 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.962061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.962378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.962731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:52.963053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:32:53.194494 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8552-095b-4601-a85a-660482ab033d req-fbc071d8-0c15-4e6c-ab2b-35e1534b18bd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:53.195896 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a6c8552-095b-4601-a85a-660482ab033d req-fbc071d8-0c15-4e6c-ab2b-35e1534b18bd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 944 time: 0.0510352 Oct 11 05:32:53.236996 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-5a6c8552-095b-4601-a85a-660482ab033d req-06fbb008-8ecc-4daa-b9e4-00e686b1ae9f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347879 Oct 11 05:32:53.283452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['01704a31-2b2e-4d88-9a5d-bd505287f5fe'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:32:54.356424 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6e9d-c712-48c4-86d4-2ae3fe26a145 req-2b8b9d5d-fdb2-4c78-aeb7-aa3be110f990 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:54.357855 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89ba6e9d-c712-48c4-86d4-2ae3fe26a145 req-2b8b9d5d-fdb2-4c78-aeb7-aa3be110f990 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 944 time: 0.0478375 Oct 11 05:32:54.393604 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-89ba6e9d-c712-48c4-86d4-2ae3fe26a145 req-fa24de8b-d593-478a-a56b-78075c8f9392 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299716 Oct 11 05:32:54.747327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:32:54.796657 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port 01704a31-2b2e-4d88-9a5d-bd505287f5fe completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:32:54.800367 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 01704a31-2b2e-4d88-9a5d-bd505287f5fe triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:32:54.800755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:54.801082 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 01704a31-2b2e-4d88-9a5d-bd505287f5fe Oct 11 05:32:54.874647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 01704a31-2b2e-4d88-9a5d-bd505287f5fe is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:32:54.875024 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:54.896218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:32:54.898514 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a38c8-b901-40cd-a798-1efad8b5bf04" -d '{"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-plugged", "status": "completed", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:32:54.912200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:32:54.916078 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:54.966012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:54.982705 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e055e19-f409-4f66-b827-593615961c99 x-openstack-request-id: req-2e055e19-f409-4f66-b827-593615961c99 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:32:54.982993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-plugged", "status": "completed", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:32:54.983239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e055e19-f409-4f66-b827-593615961c99 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:32:54.983626 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e055e19-f409-4f66-b827-593615961c99'] response: {'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'code': 200} Oct 11 05:32:55.178974 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b57c5e-4b35-4b87-bee9-8ece852da918 req-2c7fa4d9-7b72-4a4e-96f9-4ac668b1cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:55.180329 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3b57c5e-4b35-4b87-bee9-8ece852da918 req-2c7fa4d9-7b72-4a4e-96f9-4ac668b1cd2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0394564 Oct 11 05:32:55.217109 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c3b57c5e-4b35-4b87-bee9-8ece852da918 req-5e1c03e1-f65b-442c-b12b-562451754bed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304492 Oct 11 05:32:55.511965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb070f-7b6a-4ca1-a9dc-e364594589ca req-19baf1af-b4f3-4f11-b141-40b6e5ad9093 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:55.513404 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0fcb070f-7b6a-4ca1-a9dc-e364594589ca req-19baf1af-b4f3-4f11-b141-40b6e5ad9093 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0482063 Oct 11 05:32:55.550505 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0fcb070f-7b6a-4ca1-a9dc-e364594589ca req-e768d6fd-0acf-4703-9854-bdadab36d9b7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Oct 11 05:32:56.673379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93586d44-ed9d-4dcc-b188-506bf213967d req-514f0f1c-81f1-4f88-ac0d-3e60bec97536 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:56.674865 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-93586d44-ed9d-4dcc-b188-506bf213967d req-514f0f1c-81f1-4f88-ac0d-3e60bec97536 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0488453 Oct 11 05:32:56.712581 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-93586d44-ed9d-4dcc-b188-506bf213967d req-1986c168-4def-4c07-9cce-2e45b30ecdff tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Oct 11 05:32:56.829141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e30131-4d49-4fd0-ba93-0858c826de8e req-698240d4-c5c3-4767-bd9c-d199ce36e354 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:56.830612 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-10e30131-4d49-4fd0-ba93-0858c826de8e req-698240d4-c5c3-4767-bd9c-d199ce36e354 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0479355 Oct 11 05:32:56.866754 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-10e30131-4d49-4fd0-ba93-0858c826de8e req-6980ea02-aa41-439f-a99b-dcb2248ed1de tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302722 Oct 11 05:32:56.894286 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33130) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:56.973340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10384b8f-8c07-47db-9785-d95b25f99389 tempest-TestShelveInstance-374319192 tempest-TestShelveInstance-374319192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:56.974813 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-10384b8f-8c07-47db-9785-d95b25f99389 tempest-TestShelveInstance-374319192 tempest-TestShelveInstance-374319192-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1093 time: 0.0794363 Oct 11 05:32:56.977633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33134) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:32:56.982202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:32:57.001931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:57.096171 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:57.197317 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Allocated IP 172.26.8.199 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/8df8e1a8-004d-4f35-8ef3-b24375c52f7b) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:32:57.615072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:57.647285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:57.690672 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:32:57.693516 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:32:57.696047 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:32:57.721376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'Port': ['ID=8df8e1a8-004d-4f35-8ef3-b24375c52f7b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:58.043465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:58.109429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:58.254819 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:58.259253 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:58.324731 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:58.326439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event updated for resources: {'Port': ['ID=8df8e1a8-004d-4f35-8ef3-b24375c52f7b,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:32:58.427224 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Floating IP 55423d04-2165-45b0-aa11-950804f6e966 associated. External IP: 172.26.8.199, port: 01704a31-2b2e-4d88-9a5d-bd505287f5fe. Oct 11 05:32:58.630587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Router d665ca42-0221-4783-ad15-b155cc220237 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:32:58.735710 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:32:58.745440 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:32:58.754643 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:32:58.755944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:32:58.756557 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:32:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:58.781249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-11abe29f-2cd1-4508-93b1-b2a4a3efb397 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8026414 Oct 11 05:32:58.782204 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:32:58.784510 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5186c12-d478-4a51-9c41-1f2b20a33c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:32:58.819904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbed4cb-1508-47ca-8c6a-a569057268ee x-openstack-request-id: req-bcbed4cb-1508-47ca-8c6a-a569057268ee {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:32:58.820195 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:32:58.820448 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcbed4cb-1508-47ca-8c6a-a569057268ee {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:32:58.820862 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbed4cb-1508-47ca-8c6a-a569057268ee'] response: {'name': 'network-changed', 'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'status': 'completed', 'code': 200} Oct 11 05:32:58.865407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:32:58.916569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-79dd15c4-fa80-49e7-a29e-48a26752c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:58.918918 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-79dd15c4-fa80-49e7-a29e-48a26752c87a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0442579 Oct 11 05:32:59.015454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-de524106-8d9f-40c5-a487-7b58343b69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:59.016940 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-de524106-8d9f-40c5-a487-7b58343b69ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0920167 Oct 11 05:32:59.083370 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-43c38bc0-2085-4678-88bd-f62cac05c1f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 999 time: 0.0599034 Oct 11 05:32:59.095622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '55423d04-2165-45b0-aa11-950804f6e966', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'port_id': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'mac_address': 'fa:16:3e:16:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:32:57Z', 'updated_at': '2022-10-11T05:32:57Z', 'revision_number': 0, 'project_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:59.126449 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:32:59.133163 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-c50488cb-84c6-4190-a59a-59ee1c630439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:59.134678 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-c50488cb-84c6-4190-a59a-59ee1c630439 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0449710 Oct 11 05:32:59.134983 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:32:59.135582 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:32:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:59.184461 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-2025b8e2-5351-4d2b-aafd-7633aae1982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:32:59.186036 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-2025b8e2-5351-4d2b-aafd-7633aae1982c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454664 Oct 11 05:32:59.245859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:32:59.278928 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-cbe764bc-07eb-4b75-878c-24d2043db441 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856357 Oct 11 05:32:59.376518 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e5186c12-d478-4a51-9c41-1f2b20a33c8c req-49add606-e665-4377-8c46-9f22e07e95d1 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916061 Oct 11 05:32:59.471570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '55423d04-2165-45b0-aa11-950804f6e966', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'port_id': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'mac_address': 'fa:16:3e:16:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:32:57Z', 'updated_at': '2022-10-11T05:32:57Z', 'revision_number': 0, 'project_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:32:59.497251 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea182fe-bbb1-4add-aae1-840d753ed205 None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '55423d04-2165-45b0-aa11-950804f6e966', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'floating_ip_address': '172.26.8.199', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'port_id': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'mac_address': 'fa:16:3e:16:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:32:57Z', 'updated_at': '2022-10-11T05:32:57Z', 'revision_number': 0, 'project_id': '7384de30af484c738da1b56915b79baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:32:59.568948 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:32:59.695899 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5655ed-e219-4f84-98ef-21f21b077701 None None] New status for floating IP 55423d04-2165-45b0-aa11-950804f6e966: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:33:04.420963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-731b59a1-5fd2-4cfe-adf5-f20d71a66842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:06.642256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-fe660878-132b-44a8-9293-079998439e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:08.053330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:09.632007 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:09.651562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:11.301548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:22.627986 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-062080ef-a6f9-4f45-9a04-43dbe5006f8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431769 Oct 11 05:33:22.737251 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-8a71a8d2-6d55-4841-bb0c-b6bc917e6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:33:22.738861 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-8a71a8d2-6d55-4841-bb0c-b6bc917e6eb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0469956 Oct 11 05:33:22.846150 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-109c1e1d-ffde-447e-a59c-61e63610aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:33:22.847632 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-109c1e1d-ffde-447e-a59c-61e63610aae3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0901294 Oct 11 05:33:22.919896 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-7708ddf1-6dcd-41b2-9645-3a7b1c239295 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0658743 Oct 11 05:33:22.969003 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-2f7b5329-2c20-43e0-88eb-c7eb449efeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:33:22.970437 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-2f7b5329-2c20-43e0-88eb-c7eb449efeb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0438347 Oct 11 05:33:23.016577 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-7809d6ab-3e54-46da-8b52-e402e0dd8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:33:23.018043 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-7809d6ab-3e54-46da-8b52-e402e0dd8ca0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395408 Oct 11 05:33:23.108395 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-542fdb40-7189-4953-b766-56b7c46d1205 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839684 Oct 11 05:33:23.197175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ad3b0a6f-d49d-49d1-9fdc-a4a5005ec712 req-3d142279-adc4-4de8-af8f-f29f5670ef6f service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817714 Oct 11 05:33:34.422670 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-a47f0e53-d6d5-46f3-8ff1-46102e09539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:36.568102 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:33:36.644243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-c11b9ce5-7314-42df-82c2-4a296d95637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:38.056989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:39.635108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:39.653227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:33:41.343071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:04.424390 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d5b1da25-bdae-4922-833e-01979292f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:06.647803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9c3039a8-e405-46df-8729-ac438f538523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:08.058470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:09.637969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:09.653696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:11.342145 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:13.566146 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:34:23.616799 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-9855b391-6fc9-433f-af74-46e2e85ce22b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394320 Oct 11 05:34:23.710992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13463-397f-44ba-9360-738c34731f7c req-5ca630f1-7f94-400c-93d4-ec70e872e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:23.712426 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-5ca630f1-7f94-400c-93d4-ec70e872e24b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0394611 Oct 11 05:34:23.815609 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13463-397f-44ba-9360-738c34731f7c req-b45e8403-d2ac-454c-9451-eff4d477f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:23.817173 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-b45e8403-d2ac-454c-9451-eff4d477f587 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0857987 Oct 11 05:34:23.881857 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-4123b3a4-304c-4a62-95c8-9349804f91fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0579059 Oct 11 05:34:23.933389 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13463-397f-44ba-9360-738c34731f7c req-70adb55f-a129-401e-a7a3-1f9e1a3c8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:23.934831 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-70adb55f-a129-401e-a7a3-1f9e1a3c8a09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0471153 Oct 11 05:34:23.979408 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13463-397f-44ba-9360-738c34731f7c req-bbfd28c0-dbf9-4ab5-9df7-ba2008b2a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:23.980842 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-bbfd28c0-dbf9-4ab5-9df7-ba2008b2a4ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395575 Oct 11 05:34:24.066428 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-1bc1a812-1d20-4694-ac49-f9e791c6472f service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793054 Oct 11 05:34:24.155545 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-59c13463-397f-44ba-9360-738c34731f7c req-bfc79879-76c6-4bc1-ab71-b61bbb40d1d5 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823646 Oct 11 05:34:34.426275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4cdffa45-3eb7-4c77-a347-fa4fcb8a73ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:36.649944 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8eed84-a3ae-49b3-b7ba-d8a860535a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:38.061306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:39.644599 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:39.654393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:41.356407 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:34:50.564897 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:34:54.206135 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604628a-5ae9-4092-8144-35a960c175a2 req-0001914d-70f0-493e-ab83-66a688915448 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:54.207606 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e604628a-5ae9-4092-8144-35a960c175a2 req-0001914d-70f0-493e-ab83-66a688915448 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0489426 Oct 11 05:34:54.245176 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e604628a-5ae9-4092-8144-35a960c175a2 req-b54cedc4-8ef1-4e26-8ce1-5d44c762c6c2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310025 Oct 11 05:34:55.369805 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd2657-6e5d-4775-ba6e-8e13cae4905c req-c0081bdd-8f74-4929-b83c-ef58da0bab56 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:55.371256 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e8dd2657-6e5d-4775-ba6e-8e13cae4905c req-c0081bdd-8f74-4929-b83c-ef58da0bab56 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0482287 Oct 11 05:34:55.407316 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e8dd2657-6e5d-4775-ba6e-8e13cae4905c req-63dc1ced-bb94-4d4e-8c63-6ea60409a92f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302603 Oct 11 05:34:56.530974 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37eaf-be30-4dbe-97e4-7a9de99836cc req-bb657f6c-fbfb-4816-8c57-f9ab734fe0eb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:56.532651 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e3b37eaf-be30-4dbe-97e4-7a9de99836cc req-bb657f6c-fbfb-4816-8c57-f9ab734fe0eb tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0520375 Oct 11 05:34:56.568892 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e3b37eaf-be30-4dbe-97e4-7a9de99836cc req-2729e03b-e0b2-44a3-9223-b41f6d0eb5b6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303302 Oct 11 05:34:57.691931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90233737-bba9-412c-9416-8c82f44c7531 req-40490f52-a99b-4de1-b259-e3fd00d89f56 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:57.693393 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90233737-bba9-412c-9416-8c82f44c7531 req-40490f52-a99b-4de1-b259-e3fd00d89f56 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0529344 Oct 11 05:34:57.730928 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-90233737-bba9-412c-9416-8c82f44c7531 req-70c747f8-f050-4b84-85f5-e9fe862e4ee5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Oct 11 05:34:58.848630 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c5888-204c-4cd5-b146-8d4b9ab00bfb req-e5b5c020-9629-4d1c-93e9-2efe6e898fc9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:34:58.850074 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-567c5888-204c-4cd5-b146-8d4b9ab00bfb req-e5b5c020-9629-4d1c-93e9-2efe6e898fc9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0475240 Oct 11 05:34:58.887327 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-567c5888-204c-4cd5-b146-8d4b9ab00bfb req-9b404f99-b8ea-4172-bad3-6c4347e6b8c8 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306265 Oct 11 05:35:00.008178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6c61b-eee0-4fe4-9880-6f62f2c9cd7d req-d674116c-cd67-45ad-aab1-27a2bac58ad7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:00.009552 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-15f6c61b-eee0-4fe4-9880-6f62f2c9cd7d req-d674116c-cd67-45ad-aab1-27a2bac58ad7 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0486367 Oct 11 05:35:00.046605 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-15f6c61b-eee0-4fe4-9880-6f62f2c9cd7d req-dc499f02-49f2-4eba-95e1-5caaf3724b20 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Oct 11 05:35:01.164946 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e136083-0e40-45c0-8661-e51e4b2435a5 req-2472cbd4-1767-43d4-8915-c1192665c15e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:01.166383 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e136083-0e40-45c0-8661-e51e4b2435a5 req-2472cbd4-1767-43d4-8915-c1192665c15e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0480862 Oct 11 05:35:01.201921 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7e136083-0e40-45c0-8661-e51e4b2435a5 req-a1bf0827-6d55-4c36-bed8-7d351c2a35d6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297203 Oct 11 05:35:02.320384 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8ad34-30af-4546-9b07-76d33609449d req-30abef82-6a3c-47df-83b2-06b5d12a4e5e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:02.321829 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fdb8ad34-30af-4546-9b07-76d33609449d req-30abef82-6a3c-47df-83b2-06b5d12a4e5e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0482047 Oct 11 05:35:02.359793 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fdb8ad34-30af-4546-9b07-76d33609449d req-135c3db9-bf33-48de-87c8-6efeaf302651 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321755 Oct 11 05:35:03.483155 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3ce3-4970-418b-80c0-8f8549323e35 req-23dea7e9-a50d-4907-9c8b-ef8550fc05e9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:03.484609 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b1dc3ce3-4970-418b-80c0-8f8549323e35 req-23dea7e9-a50d-4907-9c8b-ef8550fc05e9 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0522666 Oct 11 05:35:03.520766 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b1dc3ce3-4970-418b-80c0-8f8549323e35 req-9143fd93-153f-4d87-ab67-c052dd5e390e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303218 Oct 11 05:35:04.430595 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e019bbea-339f-4047-9e7b-2461251cc099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:04.433748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636154-9b82-4567-9b6c-acf687c3c538 req-4f690e6f-35f8-43bb-8d13-8fa40067a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:04.435495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-4f690e6f-35f8-43bb-8d13-8fa40067a95d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0447409 Oct 11 05:35:04.522883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636154-9b82-4567-9b6c-acf687c3c538 req-77a01002-6c72-4d32-afec-8fbdc879fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:04.524329 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-77a01002-6c72-4d32-afec-8fbdc879fac2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0824432 Oct 11 05:35:04.593956 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-00ceb596-2754-4747-ab20-06e6369d1987 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0631876 Oct 11 05:35:04.667091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636154-9b82-4567-9b6c-acf687c3c538 req-0c86bb2d-d5b8-464d-a4c1-93bae61c86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:04.668525 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-0c86bb2d-d5b8-464d-a4c1-93bae61c86f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0619540 Oct 11 05:35:04.680855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17450bfb-4bff-47ee-a0bb-2b72d2909d45 req-69d2e372-839d-4ebc-a3e0-15553857551b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:04.682178 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-17450bfb-4bff-47ee-a0bb-2b72d2909d45 req-69d2e372-839d-4ebc-a3e0-15553857551b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0841305 Oct 11 05:35:04.746755 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-17450bfb-4bff-47ee-a0bb-2b72d2909d45 req-21f2b590-f871-4d34-b96f-48d62eb4a269 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567186 Oct 11 05:35:04.749178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636154-9b82-4567-9b6c-acf687c3c538 req-45aed3d6-4467-4201-a6ba-5eaf1f66f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:04.750581 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-45aed3d6-4467-4201-a6ba-5eaf1f66f50c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675375 Oct 11 05:35:04.840844 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-4f7fc0fc-e7bc-4500-9c3a-7044bb337a80 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829790 Oct 11 05:35:04.934388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-24636154-9b82-4567-9b6c-acf687c3c538 req-2beebef3-b43f-4fc7-8637-bd50336a9c59 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856562 Oct 11 05:35:05.869034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2c72f-ae80-4581-a3c4-4df6552a38df req-0d6730f0-4280-4a96-80a3-1eef0609be5d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:05.870482 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d6c2c72f-ae80-4581-a3c4-4df6552a38df req-0d6730f0-4280-4a96-80a3-1eef0609be5d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0504107 Oct 11 05:35:05.908264 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-d6c2c72f-ae80-4581-a3c4-4df6552a38df req-365542b1-684b-4c9b-afc2-361cc73bc670 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Oct 11 05:35:06.661293 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d06745b4-8c68-47d4-8431-ff39cbc3941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:07.029290 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83463528-93dc-4b62-9347-fedead14b25c req-a038c6ea-e6bb-413d-a632-c2d6a06ebb07 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:07.030872 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-83463528-93dc-4b62-9347-fedead14b25c req-a038c6ea-e6bb-413d-a632-c2d6a06ebb07 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0489750 Oct 11 05:35:07.068570 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-83463528-93dc-4b62-9347-fedead14b25c req-86a31528-3fa7-41a5-898e-796898625980 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Oct 11 05:35:08.063543 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:08.187628 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fa54d-c920-4e49-9bdd-5f711cd2a76f req-c8e13773-f316-4094-be3f-141918f77426 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:08.189021 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-222fa54d-c920-4e49-9bdd-5f711cd2a76f req-c8e13773-f316-4094-be3f-141918f77426 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0492773 Oct 11 05:35:08.227020 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-222fa54d-c920-4e49-9bdd-5f711cd2a76f req-5f519723-56ac-4eef-aed1-22765fe26791 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Oct 11 05:35:08.416690 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-a841a278-fb96-43df-9017-61f5cd55e6bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419300 Oct 11 05:35:08.425869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-ddd9321a-4025-4952-84cf-517e69ab1747 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:35:08.426849 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-ddd9321a-4025-4952-84cf-517e69ab1747 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049601 Oct 11 05:35:08.447027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d26e-1a8b-447d-84ab-8037428ed8b7 req-5ac65b3c-816d-45db-904a-fc73998f9b1d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:08.448508 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6181d26e-1a8b-447d-84ab-8037428ed8b7 req-5ac65b3c-816d-45db-904a-fc73998f9b1d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0575075 Oct 11 05:35:08.486366 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6181d26e-1a8b-447d-84ab-8037428ed8b7 req-3bae6380-fcd5-46fe-969b-b150fa27433e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Oct 11 05:35:09.414180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:35:09.488905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 01704a31-2b2e-4d88-9a5d-bd505287f5fe is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:35:09.489296 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:09.511166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:35:09.513420 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef9736a-0c00-41d5-922e-e60c2566e16d" -d '{"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-unplugged", "status": "completed", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:35:09.526268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:35:09.533683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:09.562254 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Oct 2022 05:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3994e50-c3d9-4ddc-9a70-f7bfde0bd464 x-openstack-request-id: req-d3994e50-c3d9-4ddc-9a70-f7bfde0bd464 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:35:09.562621 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-unplugged", "status": "failed", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "code": 422}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:35:09.562819 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3994e50-c3d9-4ddc-9a70-f7bfde0bd464 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:35:09.563215 dv-neutron-860894-1-hyperv neutron-server[103100]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3994e50-c3d9-4ddc-9a70-f7bfde0bd464']: {'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'code': 422} returned with failed status Oct 11 05:35:09.593685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:35:09.601781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.602132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.602480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.602845 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.603182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.603519 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.603850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.604183 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.604516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.604844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.605173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.605497 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:35:09.627663 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020154-76db-46f9-9de8-c8b3a6d91e49 req-614c98bc-0cd8-40f0-873a-ea4adf646f7a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:09.629138 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e4020154-76db-46f9-9de8-c8b3a6d91e49 req-614c98bc-0cd8-40f0-873a-ea4adf646f7a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0528002 Oct 11 05:35:09.657231 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:09.662616 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:09.669439 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e4020154-76db-46f9-9de8-c8b3a6d91e49 req-1d6c80da-4048-4e32-8ae8-fd98b2c12a5b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338941 Oct 11 05:35:10.791422 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e0051-0c20-4f7a-83eb-d894d87e40a2 req-8a5d03c9-95cd-41b2-a343-525d79823071 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:10.792892 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-813e0051-0c20-4f7a-83eb-d894d87e40a2 req-8a5d03c9-95cd-41b2-a343-525d79823071 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0498118 Oct 11 05:35:10.829419 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-813e0051-0c20-4f7a-83eb-d894d87e40a2 req-3c65d7ff-50de-419e-82ac-c347f6331a34 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Oct 11 05:35:11.355848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:11.952831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77de264-fb55-438f-acb6-101f501c6861 req-1b11927b-0c16-4ff8-8263-5173950ed736 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:11.954191 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d77de264-fb55-438f-acb6-101f501c6861 req-1b11927b-0c16-4ff8-8263-5173950ed736 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0485637 Oct 11 05:35:11.991388 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d77de264-fb55-438f-acb6-101f501c6861 req-f480c1c5-9d34-4c83-ad65-f3ff4d7fa3ec tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307782 Oct 11 05:35:13.112615 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcd731-c51a-40c9-b063-78ae8a785413 req-8513c383-f478-403a-9c44-ac1cd8b1d147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:13.114120 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6bbcd731-c51a-40c9-b063-78ae8a785413 req-8513c383-f478-403a-9c44-ac1cd8b1d147 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0502510 Oct 11 05:35:13.152560 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6bbcd731-c51a-40c9-b063-78ae8a785413 req-6dcb05d5-9ecc-415e-aa3b-21609795c5a5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Oct 11 05:35:14.273260 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26087cfe-cdf4-4a68-887d-bb121168bc27 req-405bacc5-842d-406f-81cd-69829955e1d0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:14.274817 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-26087cfe-cdf4-4a68-887d-bb121168bc27 req-405bacc5-842d-406f-81cd-69829955e1d0 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0493133 Oct 11 05:35:14.313418 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-26087cfe-cdf4-4a68-887d-bb121168bc27 req-f5b9cde5-f013-4244-887e-f8a923428107 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Oct 11 05:35:15.438157 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41d2a-0906-4f9d-b782-66c3ad20f3bc req-d89607d0-3628-4caa-9ba7-97ef2d912460 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:15.439787 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-99d41d2a-0906-4f9d-b782-66c3ad20f3bc req-d89607d0-3628-4caa-9ba7-97ef2d912460 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0524974 Oct 11 05:35:15.761763 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-99d41d2a-0906-4f9d-b782-66c3ad20f3bc req-c01e2f10-b9ff-401c-bcc4-5705c69dfc93 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153229 Oct 11 05:35:16.885699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88044be7-9538-4631-b532-f8671b6915e1 req-5b55a80f-af62-4bbf-978e-83726913a9f2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:16.887306 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-88044be7-9538-4631-b532-f8671b6915e1 req-5b55a80f-af62-4bbf-978e-83726913a9f2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0523655 Oct 11 05:35:16.923980 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-88044be7-9538-4631-b532-f8671b6915e1 req-87cf41b3-3ba8-4683-aafc-78db45400c2d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Oct 11 05:35:17.081491 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-7b047a07-b881-43df-8665-f592c1f1321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:17.082996 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-7b047a07-b881-43df-8665-f592c1f1321a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b&tenant_id=7384de30af484c738da1b56915b79baa HTTP/1.1" status: 200 len: 1096 time: 0.0409126 Oct 11 05:35:17.092542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-fa3cbfae-c5e2-4128-88e9-827808c6a831 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 05:35:17.093513 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-fa3cbfae-c5e2-4128-88e9-827808c6a831 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047278 Oct 11 05:35:17.162945 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-86551223-3f52-41ae-8a8f-a38ee7816bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:17.164890 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-86551223-3f52-41ae-8a8f-a38ee7816bea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1096 time: 0.0396059 Oct 11 05:35:17.254832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-bbaad45b-c72b-41be-a8cc-19dee937e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:17.256266 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-bbaad45b-c72b-41be-a8cc-19dee937e486 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0852227 Oct 11 05:35:17.330669 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-d10d0a0d-6901-4680-a61d-c99594e63105 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 999 time: 0.0584111 Oct 11 05:35:17.385127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-7364ea0a-6743-4aae-a3d8-a728524147f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:17.386501 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-7364ea0a-6743-4aae-a3d8-a728524147f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0474272 Oct 11 05:35:17.430162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-5a5f39f8-0849-414c-a2c2-536ec28212d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:17.431617 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-5a5f39f8-0849-414c-a2c2-536ec28212d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390584 Oct 11 05:35:17.518557 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-3b5c8ecd-6cf4-4fb9-9ed7-bd2e611455d5 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802982 Oct 11 05:35:17.611402 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-dfd9b2bd-f14c-492f-a320-3dc663e5497c req-3b7decf7-d5ec-4969-ba37-9d5d83de4a2f service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Oct 11 05:35:18.042783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2f4e6-4714-4849-bab7-8d14f6a19f04 req-c912cb05-e615-4fb7-9cfe-532cf4e57d64 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:18.044227 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ed2f4e6-4714-4849-bab7-8d14f6a19f04 req-c912cb05-e615-4fb7-9cfe-532cf4e57d64 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0482309 Oct 11 05:35:18.080638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-9ed2f4e6-4714-4849-bab7-8d14f6a19f04 req-0270aafa-e329-4282-bd35-8f3662abc7a3 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Oct 11 05:35:19.200493 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a90f6-8308-4aa9-80a4-10d3a3710e6a req-d277ccb3-0107-498f-a14c-fb27187e6ca4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:19.201920 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d64a90f6-8308-4aa9-80a4-10d3a3710e6a req-d277ccb3-0107-498f-a14c-fb27187e6ca4 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0478230 Oct 11 05:35:19.237355 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d64a90f6-8308-4aa9-80a4-10d3a3710e6a req-9f4529bd-04e9-403c-bad9-e15e6ed01466 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296671 Oct 11 05:35:20.399101 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fbea7-d177-4e88-b884-2b3a6937e51a req-d8a8c56d-9522-49d8-9a59-d0baea3d752c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:20.400622 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e97fbea7-d177-4e88-b884-2b3a6937e51a req-d8a8c56d-9522-49d8-9a59-d0baea3d752c tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0910890 Oct 11 05:35:20.438938 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e97fbea7-d177-4e88-b884-2b3a6937e51a req-c33197ec-7957-4fb2-9a0c-fb8315cdad5e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Oct 11 05:35:21.604349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f784f-bd7a-49f7-ba05-a031d754c8fe req-c12f2585-4251-4ada-ab69-ad3e477bdbbf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:21.605794 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e78f784f-bd7a-49f7-ba05-a031d754c8fe req-c12f2585-4251-4ada-ab69-ad3e477bdbbf tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0949545 Oct 11 05:35:21.642901 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-e78f784f-bd7a-49f7-ba05-a031d754c8fe req-034d78f8-876b-47db-b3fc-ffcf96bd8670 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Oct 11 05:35:22.765852 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074fd94-0e71-4f99-82c7-b02f2f5b37ba req-0afb0ce6-25f1-4b04-8ac2-242ef0cebebe tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:22.767331 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b074fd94-0e71-4f99-82c7-b02f2f5b37ba req-0afb0ce6-25f1-4b04-8ac2-242ef0cebebe tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0519712 Oct 11 05:35:22.804541 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b074fd94-0e71-4f99-82c7-b02f2f5b37ba req-83e6eaa1-8d35-4475-b4ea-653f3a0ba4e2 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303130 Oct 11 05:35:23.685046 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-81058ba1-643c-402c-bf01-6751aab42161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:23.686522 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-81058ba1-643c-402c-bf01-6751aab42161 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1096 time: 0.0409198 Oct 11 05:35:23.790352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-2cd9bc05-90ce-461a-aa52-bde50f4e8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:23.791834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-2cd9bc05-90ce-461a-aa52-bde50f4e8eb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.0861239 Oct 11 05:35:23.855999 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-3daf0899-e210-4366-9b97-efaf3d2e2043 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 999 time: 0.0576479 Oct 11 05:35:23.936321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-82fd5930-b74b-481e-96a6-916b8b796b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:23.937635 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-82fd5930-b74b-481e-96a6-916b8b796b7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0716567 Oct 11 05:35:23.960496 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22c4d5-eec2-46f1-ad15-f8af2acf0aac req-ede16a6e-7251-40c6-9bfc-fcea25455f45 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:23.961885 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb22c4d5-eec2-46f1-ad15-f8af2acf0aac req-ede16a6e-7251-40c6-9bfc-fcea25455f45 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0702612 Oct 11 05:35:24.013965 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-83243783-a9a1-4395-b887-684579255f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:24.015414 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-83243783-a9a1-4395-b887-684579255f8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701506 Oct 11 05:35:24.018021 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-fb22c4d5-eec2-46f1-ad15-f8af2acf0aac req-1cf3ce8b-0253-421c-a4c4-93c01a20d64f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Oct 11 05:35:24.105587 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-22ecadd9-c466-4dcd-8346-2e88ea233f07 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824263 Oct 11 05:35:24.191885 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5bd30ffc-e581-4dc8-b320-05aa801d0212 req-5e370acf-97ee-43e2-8a6f-928752037cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795372 Oct 11 05:35:25.137942 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473da16-fbdf-4adc-9f49-84d7a15ea2d7 req-47f8e4d0-adbf-434a-990a-b87dd983abcd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:25.139427 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2473da16-fbdf-4adc-9f49-84d7a15ea2d7 req-47f8e4d0-adbf-434a-990a-b87dd983abcd tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 943 time: 0.0481718 Oct 11 05:35:25.175811 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2473da16-fbdf-4adc-9f49-84d7a15ea2d7 req-2048a14c-1580-42d5-b83b-e37e66f656b5 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305414 Oct 11 05:35:25.488756 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:35:25.580740 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:35:25.591614 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'port_id': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'mac_address': 'fa:16:3e:16:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:35:25.631176 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 01704a31-2b2e-4d88-9a5d-bd505287f5fe is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:35:25.631484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:25.785371 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01704a31-2b2e-4d88-9a5d-bd505287f5fe {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:35:25.804563 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:35:25.808343 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:25.855635 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:35:26.250753 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['01704a31-2b2e-4d88-9a5d-bd505287f5fe'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:35:26.294193 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b542c9-c50e-4b36-81c3-08d42b8c3a7c req-37e2797e-7a74-4deb-a9fc-cfa98bfbb17e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:26.295691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f7b542c9-c50e-4b36-81c3-08d42b8c3a7c req-37e2797e-7a74-4deb-a9fc-cfa98bfbb17e tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 944 time: 0.0483785 Oct 11 05:35:26.333702 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f7b542c9-c50e-4b36-81c3-08d42b8c3a7c req-4615ce41-a314-44fd-9eaa-9015a2843afa tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Oct 11 05:35:27.454184 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910a8ab-97a9-4e6d-8026-a35aa69ef025 req-13e87b55-c631-45fc-8758-6bca828dbbe6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:27.455666 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6910a8ab-97a9-4e6d-8026-a35aa69ef025 req-13e87b55-c631-45fc-8758-6bca828dbbe6 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 944 time: 0.0496140 Oct 11 05:35:27.492935 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6910a8ab-97a9-4e6d-8026-a35aa69ef025 req-2e8127ee-4ac2-40e6-b14f-b48fbf336cfa tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Oct 11 05:35:27.504626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:35:27.552691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port 01704a31-2b2e-4d88-9a5d-bd505287f5fe triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:35:27.553057 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:27.553387 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port 01704a31-2b2e-4d88-9a5d-bd505287f5fe Oct 11 05:35:27.563225 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:35:27.630510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port 01704a31-2b2e-4d88-9a5d-bd505287f5fe is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:35:27.630844 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:27.653998 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:35:27.656270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3a8e4c-e41d-475d-971e-7f13030ffce5" -d '{"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-plugged", "status": "completed", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:35:27.669259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:35:27.673949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:27.698297 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad8c627-61cb-400b-8a65-4b48399b776a x-openstack-request-id: req-0ad8c627-61cb-400b-8a65-4b48399b776a {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:35:27.698602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-plugged", "status": "completed", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:35:27.698853 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ad8c627-61cb-400b-8a65-4b48399b776a {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:35:27.699239 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad8c627-61cb-400b-8a65-4b48399b776a'] response: {'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'code': 200} Oct 11 05:35:27.722665 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:35:27.932984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb9fb-234b-4167-b31b-78df9bd832bf req-0d66c007-2032-453d-aea0-5d46e9355c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:27.934348 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-817fb9fb-234b-4167-b31b-78df9bd832bf req-0d66c007-2032-453d-aea0-5d46e9355c3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0426040 Oct 11 05:35:27.968016 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-817fb9fb-234b-4167-b31b-78df9bd832bf req-004afde4-721c-4a46-b6cc-e8e69836aef7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274599 Oct 11 05:35:28.613523 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e321f-4dd7-4641-8a03-438745ad3e85 req-f6f9fa04-2e0f-4fbb-91c7-0c8e6b45c4da tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:28.614995 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b42e321f-4dd7-4641-8a03-438745ad3e85 req-f6f9fa04-2e0f-4fbb-91c7-0c8e6b45c4da tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0512390 Oct 11 05:35:28.651570 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b42e321f-4dd7-4641-8a03-438745ad3e85 req-817b5a7b-fcac-494a-a95f-e7e4083cc8b3 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301437 Oct 11 05:35:29.772002 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635632-0002-4aa6-a423-75dd6b5739a7 req-4d34fd96-85ce-4210-87c4-fa8e7809187b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:35:29.773494 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69635632-0002-4aa6-a423-75dd6b5739a7 req-4d34fd96-85ce-4210-87c4-fa8e7809187b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0481927 Oct 11 05:35:29.810233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-69635632-0002-4aa6-a423-75dd6b5739a7 req-66a97380-b529-4f82-beef-077d1038a400 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Oct 11 05:35:34.432241 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-630580ff-1a71-4420-b8a3-f2d0274d1c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:36.654345 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-00101b35-8da5-43ef-bafa-1f5907359d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:38.067894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:39.658580 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:39.660704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:35:41.368011 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:04.434967 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7756f405-2597-4df5-9e6d-eccfe8ee467e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:04.561713 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:36:06.657216 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7dff5f42-2f4a-4526-9baf-3200e7ae86ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:08.071118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:09.659100 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:09.660613 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:11.370633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:25.656711 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-c2d22c57-9cef-4547-9bd0-96b51d2f925f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765932 Oct 11 05:36:25.753328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-e510b512-d726-4ead-ba9f-5f73d2f6b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:25.754816 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-e510b512-d726-4ead-ba9f-5f73d2f6b5e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0395620 Oct 11 05:36:26.175093 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-209f848c-a981-411f-98bb-8a9e2ff02425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:26.176439 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-209f848c-a981-411f-98bb-8a9e2ff02425 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.4037080 Oct 11 05:36:26.239488 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-e20cf9b0-f382-4bd9-9938-7b8a4a9cc26c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 1001 time: 0.0554297 Oct 11 05:36:26.286612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-813ecea4-03f5-4d36-b573-111a8836c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:26.287962 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-813ecea4-03f5-4d36-b573-111a8836c595 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0415094 Oct 11 05:36:26.335120 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-97c051e3-e905-430d-9207-0e7aa0a086a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:26.336547 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-97c051e3-e905-430d-9207-0e7aa0a086a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415173 Oct 11 05:36:26.423597 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-c4f8b5c1-c354-473e-98e2-8a0054d61d7c service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801604 Oct 11 05:36:26.513865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9f919d79-7a74-41ce-88e5-54620e205d1b req-6e2e4401-09e3-465f-8d95-e30697fcd2f3 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829091 Oct 11 05:36:34.435924 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6192cf55-d4ff-459a-9204-ff1e27d309aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:36.657102 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4409c121-bb16-4dae-a420-fa622235543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:38.074239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:39.660447 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:39.662899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:41.376010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:41.560761 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:36:42.070485 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33290) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:42.224779 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Deleting port 8df8e1a8-004d-4f35-8ef3-b24375c52f7b {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:42.225121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:42.302801 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:42.303121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:42.314782 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Calling delete_port for 8df8e1a8-004d-4f35-8ef3-b24375c52f7b owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:42.454731 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:42.482552 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event deleted for resources: {'Port': ['ID=8df8e1a8-004d-4f35-8ef3-b24375c52f7b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:42.494066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.494410 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.495298 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.495629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.495950 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.496268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.496585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.496972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.497288 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.497604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.497916 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.498228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:42.551625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:42.551959 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Floating IP 55423d04-2165-45b0-aa11-950804f6e966 disassociated (deleted). External IP: 172.26.8.199, port: 01704a31-2b2e-4d88-9a5d-bd505287f5fe. Oct 11 05:36:42.756385 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Router d665ca42-0221-4783-ad15-b155cc220237 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:36:42.861451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:36:42.865826 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:42.872969 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:36:42.883000 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:36:42.884071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:42.893622 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-1985e5de-56e4-44b4-b777-b51a2d642874 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "DELETE /v2.0/floatingips/55423d04-2165-45b0-aa11-950804f6e966 HTTP/1.1" status: 204 len: 168 time: 0.8219998 Oct 11 05:36:42.894493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:36:42.896891 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5211f851a0efb11932813f7cf6ea9d39a62513f8e50b94cc974894244d9288fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d904dfb-f8f1-442e-a76c-27c77904d4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:36:42.992081 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd1f02e-4ad5-4765-a75c-8d6b935b551c x-openstack-request-id: req-cfd1f02e-4ad5-4765-a75c-8d6b935b551c {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:36:42.992623 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:36:42.992925 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfd1f02e-4ad5-4765-a75c-8d6b935b551c {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:36:42.993346 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd1f02e-4ad5-4765-a75c-8d6b935b551c'] response: {'name': 'network-changed', 'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'status': 'completed', 'code': 200} Oct 11 05:36:42.996527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:36:43.152832 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40057ba0-696e-4609-a96c-13ad67564d93 req-a5201c5f-8f2b-4adc-94af-c4a740e53b24 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:43.154318 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-40057ba0-696e-4609-a96c-13ad67564d93 req-a5201c5f-8f2b-4adc-94af-c4a740e53b24 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0771344 Oct 11 05:36:43.156801 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-253efb27-debb-42ef-b53f-a2689f3ba511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:43.158161 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-253efb27-debb-42ef-b53f-a2689f3ba511 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7384de30af484c738da1b56915b79baa&device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 1098 time: 0.0689070 Oct 11 05:36:43.201255 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:43.223564 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-40057ba0-696e-4609-a96c-13ad67564d93 req-1e909c60-29ad-44e7-bfe0-1c9552c1199a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629644 Oct 11 05:36:43.231675 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:36:43.240851 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:36:43.241639 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:43.274697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-62104dd2-2718-4ede-a935-6f51dfc60de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:43.276713 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-62104dd2-2718-4ede-a935-6f51dfc60de9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 200 len: 909 time: 0.1082847 Oct 11 05:36:43.321572 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-1d7df360-f2ed-41d1-94df-7556d17dccd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 200 len: 217 time: 0.0380075 Oct 11 05:36:43.345433 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:36:43.369706 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-769f74d9-9220-46de-9e69-915ab438272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:43.371259 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-769f74d9-9220-46de-9e69-915ab438272f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 200 len: 847 time: 0.0438292 Oct 11 05:36:43.416703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-3be73036-230f-4085-9abe-4c5d78f8ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:43.418175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-3be73036-230f-4085-9abe-4c5d78f8ff5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399964 Oct 11 05:36:43.512727 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-91c9f151-a32c-49a4-ab40-e1bae4049d2c service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874369 Oct 11 05:36:43.542453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:43.567829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecfc2d6-119d-46d7-9266-ce00a8ad3812 None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:27:08Z', 'revision_number': 4, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '10a67fa4-ee98-421d-a7fe-b94a8e7ece1d', 'name': '', 'network_id': '60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'mac_address': 'fa:16:3e:65:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:07Z', 'updated_at': '2022-10-11T05:27:13Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'subnets': [{'id': 'c1fc3a41-3f28-4e21-9563-986f6f84e434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:36:43.607962 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8d904dfb-f8f1-442e-a76c-27c77904d4bb req-3f8d51ca-141c-478e-babd-4616d20a3417 service neutron] 10.222.0.45 "GET /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883541 Oct 11 05:36:43.802254 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294f1f0-a2ec-4bbc-bf9d-5fafae0a347f None None] New status for floating IP 55423d04-2165-45b0-aa11-950804f6e966: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:36:44.347924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b94287-a769-43ab-81a8-922995373dd9 req-2b717d91-2be2-4bb0-9098-4be62fa70c01 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:44.349428 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-87b94287-a769-43ab-81a8-922995373dd9 req-2b717d91-2be2-4bb0-9098-4be62fa70c01 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0489032 Oct 11 05:36:44.387164 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-87b94287-a769-43ab-81a8-922995373dd9 req-1de75a81-c15a-4a3c-b993-d4ce19a56092 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/security-groups?id=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Oct 11 05:36:44.930887 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-ab047f8f-7be8-4f8a-bec1-44b83fc16a1f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:44.932249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-ab047f8f-7be8-4f8a-bec1-44b83fc16a1f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 945 time: 0.0485051 Oct 11 05:36:45.023833 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Deleting port 01704a31-2b2e-4d88-9a5d-bd505287f5fe {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:45.024169 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:45.113055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] For port 01704a31-2b2e-4d88-9a5d-bd505287f5fe, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=01704a31-2b2e-4d88-9a5d-bd505287f5fe,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:45.113407 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:45.125377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Calling delete_port for 01704a31-2b2e-4d88-9a5d-bd505287f5fe owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:45.247541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:45.278772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event deleted for resources: {'Port': ['ID=01704a31-2b2e-4d88-9a5d-bd505287f5fe,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:45.303812 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.304156 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.304490 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.304820 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.305149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.305474 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.305800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.306122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.306441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.306784 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.307632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.307949 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:45.328984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] No DVR routers for this DVR port 01704a31-2b2e-4d88-9a5d-bd505287f5fe on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:36:45.331280 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:45.334421 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-cae28fa4-72ef-4742-84ab-2efbf5c9aa78 req-bbfb7aeb-8440-4539-90bb-6d135548ec59 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.45 "DELETE /v2.0/ports/01704a31-2b2e-4d88-9a5d-bd505287f5fe HTTP/1.1" status: 204 len: 173 time: 0.3965745 Oct 11 05:36:45.334953 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-deleted', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:36:45.337263 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e747ccd3-87cc-4962-9287-37a5b92fd746" -d '{"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-deleted", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:36:45.374633 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40115c65-fbb9-4c3b-87ff-11e7993eeabd x-openstack-request-id: req-40115c65-fbb9-4c3b-87ff-11e7993eeabd {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:36:45.374925 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fe3157-0e30-4d14-9b0a-c1fb4490d69b", "name": "network-vif-deleted", "tag": "01704a31-2b2e-4d88-9a5d-bd505287f5fe", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:36:45.375205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40115c65-fbb9-4c3b-87ff-11e7993eeabd {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:36:45.375616 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40115c65-fbb9-4c3b-87ff-11e7993eeabd'] response: {'server_uuid': '14fe3157-0e30-4d14-9b0a-c1fb4490d69b', 'name': 'network-vif-deleted', 'tag': '01704a31-2b2e-4d88-9a5d-bd505287f5fe', 'status': 'completed', 'code': 200} Oct 11 05:36:45.495573 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2e4eba47-b8a1-4984-be15-a7406a38c367 req-56eed0fd-e356-4f92-8ce3-3a1bd38aca16 tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 210 time: 0.0306535 Oct 11 05:36:46.598518 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-66c6ece2-a920-459c-95d7-b4cf86754e2f req-4c5a2524-ee59-4e4b-b2b9-699186c0d82a tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 210 time: 0.0273860 Oct 11 05:36:47.711128 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-69a49f44-198d-4b04-b676-7eb6d27c8145 req-2e8150d2-a35f-4791-92fd-c3150d34535b tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 210 time: 0.0324833 Oct 11 05:36:47.957487 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:47.981347 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: 01704a31-2b2e-4d88-9a5d-bd505287f5fe {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:47.981686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device 01704a31-2b2e-4d88-9a5d-bd505287f5fe not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:48.829011 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-a938e744-99c2-4411-9b45-aa37d2cfa48b req-af221d0f-1b77-46f6-809c-5cc2222d431f tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "GET /v2.0/ports?device_id=14fe3157-0e30-4d14-9b0a-c1fb4490d69b HTTP/1.1" status: 200 len: 210 time: 0.0326912 Oct 11 05:36:49.885947 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33326) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:49.944180 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ba5f9c-174f-4b51-9a47-cdd01d1ceb9d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:49.969888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ba5f9c-174f-4b51-9a47-cdd01d1ceb9d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:50.030730 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ba5f9c-174f-4b51-9a47-cdd01d1ceb9d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:50.033746 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-92ba5f9c-174f-4b51-9a47-cdd01d1ceb9d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:50.034907 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-92ba5f9c-174f-4b51-9a47-cdd01d1ceb9d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] 10.222.0.39 "DELETE /v2.0/security-groups/64ff7d7c-dff4-4cf2-a004-e20b3d7518b8 HTTP/1.1" status: 204 len: 168 time: 0.1479261 Oct 11 05:36:50.044604 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba5f9c-174f-4b51-9a47-cdd01d1ceb9d tempest-TestShelveInstance-1802145834 tempest-TestShelveInstance-1802145834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ff7d7c-dff4-4cf2-a004-e20b3d7518b8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:50.080406 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33330) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:50.528384 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:50.783351 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Deleting port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:50.784364 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:50.862783 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] For port 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:50.863076 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:50.877581 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Calling delete_port for 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:51.056470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:51.085809 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a67fa4-ee98-421d-a7fe-b94a8e7ece1d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:51.259585 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:51.474596 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Router d665ca42-0221-4783-ad15-b155cc220237 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:36:51.579712 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:36:51.589137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c7fbfe13-50d0-4987-acaf-aad7200e2499 admin admin] 10.222.0.39 "PUT /v2.0/routers/d665ca42-0221-4783-ad15-b155cc220237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075459 Oct 11 05:36:51.591629 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33334) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:51.593321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] Sync routers for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:36:51.603388 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:36:51.604043 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:51.705042 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:51.713141 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:36:51.896953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:36:51Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:51.928703 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] Checking router: d665ca42-0221-4783-ad15-b155cc220237 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:36:51.939061 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] Routers {'d665ca42-0221-4783-ad15-b155cc220237'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:36:51.939768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['d665ca42-0221-4783-ad15-b155cc220237'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:52.092900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.147131 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Deleting port c1cc0e3f-600e-4720-b523-4e78dc7abd84 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:52.147373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.186799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] Set router d665ca42-0221-4783-ad15-b155cc220237 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:36:52.226442 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] For port c1cc0e3f-600e-4720-b523-4e78dc7abd84, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=c1cc0e3f-600e-4720-b523-4e78dc7abd84,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:52.226829 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.242558 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Calling delete_port for c1cc0e3f-600e-4720-b523-4e78dc7abd84 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:52.374314 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:36:51Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:52.405108 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.407213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f0521-22e0-4b48-ac02-43739a07c12f None None] The sync data for ids ['d665ca42-0221-4783-ad15-b155cc220237'] in dv-neutron-860894-1-hyperv is: [{'id': 'd665ca42-0221-4783-ad15-b155cc220237', 'name': 'tempest-TestShelveInstance-641059466-router', 'tenant_id': '7384de30af484c738da1b56915b79baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:05Z', 'updated_at': '2022-10-11T05:36:51Z', 'revision_number': 5, 'project_id': '7384de30af484c738da1b56915b79baa', 'gw_port': {'id': 'c1cc0e3f-600e-4720-b523-4e78dc7abd84', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ca42-0221-4783-ad15-b155cc220237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:06Z', 'updated_at': '2022-10-11T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:36:52.435845 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cc0e3f-600e-4720-b523-4e78dc7abd84,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:52.509005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.598170 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.600470 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.645460 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.646097 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d665ca42-0221-4783-ad15-b155cc220237 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:36:52.651459 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.652180 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-dec1f5b4-269d-4dc2-a0d7-e220f933ca0e admin admin] 10.222.0.39 "DELETE /v2.0/routers/d665ca42-0221-4783-ad15-b155cc220237 HTTP/1.1" status: 204 len: 168 time: 1.0595021 Oct 11 05:36:52.654803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33336) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:52.703297 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Deleting subnet c1fc3a41-3f28-4e21-9563-986f6f84e434 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:36:52.706226 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.740214 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.819024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.881641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.911615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fc3a41-3f28-4e21-9563-986f6f84e434,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:52.913765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:52.920734 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4e259518-30ee-4eca-8a29-d82945dea01e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c1fc3a41-3f28-4e21-9563-986f6f84e434 HTTP/1.1" status: 204 len: 168 time: 0.2622929 Oct 11 05:36:52.920850 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb4d88-96db-4f37-b138-3195dd1c9785 None None] Network 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:36:52.921283 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33338) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:52.988958 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.044035 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Deleting port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:53.044397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.118108 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] DHCP port deletion for 60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:36:53.128402 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] For port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:53.128769 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.141126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Calling delete_port for 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:53.173984 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Deleting port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:53.174350 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.219881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.234559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] For port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,segment=NetworkSegment(4088613e-3d83-4744-90c2-8bc20ae1925e),segment_id=4088613e-3d83-4744-90c2-8bc20ae1925e)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:53.234962 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.247526 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Calling delete_port for 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:53.249851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:53.254388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] No DVR routers for this DVR port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:36:53.323867 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.326446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.343743 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:53.348466 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Pushing event deleted for resources: {'Port': ['ID=7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:53.352971 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4088613e-3d83-4744-90c2-8bc20ae1925e') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:53.353271 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4088613e-3d83-4744-90c2-8bc20ae1925e') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:53.358324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.358696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.359031 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.359358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.359684 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.360004 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.360327 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.360648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.360972 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.361288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.361601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.361915 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:36:53.364622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07d3f5-034f-4f4f-82e5-9ad29f840acc None None] No DVR routers for this DVR port 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:36:53.375144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.388200 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.394257 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Releasing vlan 464 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:36:53.394756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.457894 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.466504 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.472847 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] 10.222.0.39 "DELETE /v2.0/networks/60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869 HTTP/1.1" status: 204 len: 168 time: 0.5479064 Oct 11 05:36:53.473753 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:53.480302 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba98471-151d-475f-b4d9-180f12476633 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fcfde7-ce34-4a2e-bf0d-ffb2e36ed869,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:53.483285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 4088613e-3d83-4744-90c2-8bc20ae1925e resource provider aggregate not found Oct 11 05:36:53.500375 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 4088613e-3d83-4744-90c2-8bc20ae1925e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4088613e-3d83-4744-90c2-8bc20ae1925e found for delete ", "request_id": "req-4f4c873f-3279-4c30-ba4a-dcbff14eef1c"}]} Oct 11 05:36:53.824899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:53.935965 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:53.956759 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:53.957182 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 10a67fa4-ee98-421d-a7fe-b94a8e7ece1d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:53.957686 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1cc0e3f-600e-4720-b523-4e78dc7abd84 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:53.977010 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: c1cc0e3f-600e-4720-b523-4e78dc7abd84 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:53.977349 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device c1cc0e3f-600e-4720-b523-4e78dc7abd84 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:53.977752 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:53.997310 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:53.997648 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 7e91eb89-bbd6-4e1c-8a52-19d8a06b4ad9 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:54.075620 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Deleting port 79dab7a6-1e8f-48b4-96dc-68b4759c676c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:54.075872 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:54.151929 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] For port 79dab7a6-1e8f-48b4-96dc-68b4759c676c, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=79dab7a6-1e8f-48b4-96dc-68b4759c676c,segment=NetworkSegment(7c102ab5-a742-4593-8bed-e235b074c24b),segment_id=7c102ab5-a742-4593-8bed-e235b074c24b)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:54.152281 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:54.168822 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Calling delete_port for 79dab7a6-1e8f-48b4-96dc-68b4759c676c owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:54.345134 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:54.374689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dab7a6-1e8f-48b4-96dc-68b4759c676c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:54.537236 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:54.749333 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Router dd158137-f277-4e1e-8048-79d6023c23f5 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:36:54.854267 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:36:54.860993 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-e876fbb9-e6dd-417a-91df-e1dba5179d42 admin admin] 10.222.0.39 "PUT /v2.0/routers/dd158137-f277-4e1e-8048-79d6023c23f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3846085 Oct 11 05:36:54.862423 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33348) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:54.862728 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] Sync routers for ids ['dd158137-f277-4e1e-8048-79d6023c23f5'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:36:54.873280 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] Routers {'dd158137-f277-4e1e-8048-79d6023c23f5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:36:54.873965 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dd158137-f277-4e1e-8048-79d6023c23f5'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:54.966094 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks [] for router, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:54.974793 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] Set router dd158137-f277-4e1e-8048-79d6023c23f5 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:36:55.068414 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.121186 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Deleting port bf7969ca-932c-4796-8ef1-6d0ca633d2cb {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:55.121525 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.146758 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:36:54Z', 'revision_number': 5, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port': {'id': 'bf7969ca-932c-4796-8ef1-6d0ca633d2cb', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:55.176898 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] Checking router: dd158137-f277-4e1e-8048-79d6023c23f5 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:36:55.184959 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] Routers {'dd158137-f277-4e1e-8048-79d6023c23f5'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:36:55.185553 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['dd158137-f277-4e1e-8048-79d6023c23f5'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:55.199225 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] For port bf7969ca-932c-4796-8ef1-6d0ca633d2cb, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:55.199663 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.212395 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Calling delete_port for bf7969ca-932c-4796-8ef1-6d0ca633d2cb owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:55.268479 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] Set router dd158137-f277-4e1e-8048-79d6023c23f5 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:36:55.317526 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:36:55Z', 'revision_number': 6, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:55.347516 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc52f0e-054a-47fb-958e-363a362ba536 None None] The sync data for ids ['dd158137-f277-4e1e-8048-79d6023c23f5'] in dv-neutron-860894-1-hyperv is: [{'id': 'dd158137-f277-4e1e-8048-79d6023c23f5', 'name': 'tempest-TestShelveInstance-210224930-router', 'tenant_id': 'a73159bc6ed948f8be435338b21a1789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:27:10Z', 'updated_at': '2022-10-11T05:36:55Z', 'revision_number': 6, 'project_id': 'a73159bc6ed948f8be435338b21a1789', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:36:55.377817 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.409799 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7969ca-932c-4796-8ef1-6d0ca633d2cb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:55.467639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.555367 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.557551 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.600514 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.601068 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd158137-f277-4e1e-8048-79d6023c23f5 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:36:55.605546 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.606724 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-5372c866-6f77-4fa1-a753-98166acb165d admin admin] 10.222.0.39 "DELETE /v2.0/routers/dd158137-f277-4e1e-8048-79d6023c23f5 HTTP/1.1" status: 204 len: 168 time: 0.7433350 Oct 11 05:36:55.609205 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33350) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:55.656204 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Deleting subnet 04bb9ba4-639e-4359-93c4-892bece88feb {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:36:55.659416 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.701312 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190630'] for subnet, precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.788113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.839868 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5892830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6204455'] for subnet, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.868329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bb9ba4-639e-4359-93c4-892bece88feb,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:55.872439 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.876073 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-368ad536-6383-48f3-9485-fac8d17250e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/04bb9ba4-639e-4359-93c4-892bece88feb HTTP/1.1" status: 204 len: 168 time: 0.2654889 Oct 11 05:36:55.878043 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33352) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:55.880021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a0e1c-405e-44a6-9654-a23a5f1bbeeb None None] Network b654ecc1-9c4c-4db1-9f3c-96c922aa055a requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:36:55.946167 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:55.998199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Deleting port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:55.998555 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.066303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] For port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,segment=NetworkSegment(7c102ab5-a742-4593-8bed-e235b074c24b),segment_id=7c102ab5-a742-4593-8bed-e235b074c24b)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:56.066707 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.078639 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Calling delete_port for d8290b29-a5b9-45ce-8e5c-8ca31832cb8a owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:56.131132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] DHCP port deletion for b654ecc1-9c4c-4db1-9f3c-96c922aa055a request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:36:56.165982 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.192292 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bf7969ca-932c-4796-8ef1-6d0ca633d2cb no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:56.199785 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:56.201638 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] No DVR routers for this DVR port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a on host dv-neutron-860894-1-hyperv {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:36:56.215901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: bf7969ca-932c-4796-8ef1-6d0ca633d2cb {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:56.216244 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device bf7969ca-932c-4796-8ef1-6d0ca633d2cb not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:56.216653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8290b29-a5b9-45ce-8e5c-8ca31832cb8a no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:56.236925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Deleting port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:36:56.237298 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.240653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d8290b29-a5b9-45ce-8e5c-8ca31832cb8a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:56.240838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d8290b29-a5b9-45ce-8e5c-8ca31832cb8a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:56.241232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 79dab7a6-1e8f-48b4-96dc-68b4759c676c no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:36:56.272200 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 79dab7a6-1e8f-48b4-96dc-68b4759c676c {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:36:56.272573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 79dab7a6-1e8f-48b4-96dc-68b4759c676c not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:36:56.281614 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.302030 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b654ecc1-9c4c-4db1-9f3c-96c922aa055a']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:56.311497 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c102ab5-a742-4593-8bed-e235b074c24b') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:56.311798 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.services.segments.db [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c102ab5-a742-4593-8bed-e235b074c24b') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:36:56.321273 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190633'] for segment, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.325541 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] For port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a, host dv-neutron-860894-1-hyperv, got binding levels [] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:36:56.325930 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.337297 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.341938 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Calling delete_port for d8290b29-a5b9-45ce-8e5c-8ca31832cb8a owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:36:56.345171 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Releasing vlan 492 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:36:56.345290 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.ipam_backend_mixin [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a was not found and therefore no delete operation was performed {{(pid=103100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 11 05:36:56.345380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5892412'] for segment, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.346441 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.374889 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] Pushing event deleted for resources: {'Port': ['ID=d8290b29-a5b9-45ce-8e5c-8ca31832cb8a,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:56.379640 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b056cfa-ea97-45b6-81bf-0ffe2095b700 None None] No DVR routers for this DVR port d8290b29-a5b9-45ce-8e5c-8ca31832cb8a on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:36:56.419859 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.427320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.433474 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b654ecc1-9c4c-4db1-9f3c-96c922aa055a HTTP/1.1" status: 204 len: 168 time: 0.5512075 Oct 11 05:36:56.449650 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975d743-5570-434a-8ab0-54d00ee09bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b654ecc1-9c4c-4db1-9f3c-96c922aa055a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:56.527295 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 7c102ab5-a742-4593-8bed-e235b074c24b resource provider aggregate not found Oct 11 05:36:56.542990 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.services.segments.plugin [-] Segment 7c102ab5-a742-4593-8bed-e235b074c24b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c102ab5-a742-4593-8bed-e235b074c24b found for delete ", "request_id": "req-6047fc7f-4564-4335-aefe-f2111a391b7c"}]} Oct 11 05:36:56.558218 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:56.599275 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-19c028ac-43e2-4d4f-ad5d-d8383f1a651b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7384de30af484c738da1b56915b79baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398080 Oct 11 05:36:56.601613 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33366) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:56.649971 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c411d47b-808c-4e02-b069-7b0e8228c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.671079 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c411d47b-808c-4e02-b069-7b0e8228c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.720571 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c411d47b-808c-4e02-b069-7b0e8228c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.723228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c411d47b-808c-4e02-b069-7b0e8228c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:56.725458 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-c411d47b-808c-4e02-b069-7b0e8228c92c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25016574-9b43-4338-a874-bdc8df7a496c HTTP/1.1" status: 204 len: 168 time: 0.1218719 Oct 11 05:36:56.734047 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411d47b-808c-4e02-b069-7b0e8228c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25016574-9b43-4338-a874-bdc8df7a496c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:57.041942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33372) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:57.082048 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-a93bd3ec-bbc6-423f-89bd-5dfff7075b29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a73159bc6ed948f8be435338b21a1789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389247 Oct 11 05:36:57.084535 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33374) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:57.133104 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3100-9774-49a8-8d70-4f7d299dc173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:57.158043 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3100-9774-49a8-8d70-4f7d299dc173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:57.202992 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3100-9774-49a8-8d70-4f7d299dc173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:57.205508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3100-9774-49a8-8d70-4f7d299dc173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:57.206716 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-7b7a3100-9774-49a8-8d70-4f7d299dc173 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a537f78-0cbb-43e7-89db-f22ee66d1909 HTTP/1.1" status: 204 len: 168 time: 0.1212575 Oct 11 05:36:57.214656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a3100-9774-49a8-8d70-4f7d299dc173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a537f78-0cbb-43e7-89db-f22ee66d1909,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:57.855716 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33396) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:57.948141 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-927546407-network', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:36:57.967060 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Made reservation on behalf of 15c1f5bc49d74393a3197da59aaf852d for: {'network': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:36:57.969338 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:57.977349 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.051531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.054975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.079393 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=103099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:36:58.088745 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3abf28-ed9a-414c-93f8-d36d29648b7b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:58.093896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.094252 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.segments_db [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Added segment ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c of type vlan for network b394f37e-73d0-4192-ba7f-25febc1fac50 Oct 11 05:36:58.134425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.158874 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.159830 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:58.160411 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.188279 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3314216 Oct 11 05:36:58.191195 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33400) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:58.196383 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Request body: {'subnet': {'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-927546407-subnet', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:36:58.215607 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Made reservation on behalf of 15c1f5bc49d74393a3197da59aaf852d for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:36:58.218118 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.227425 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64533c1e-b872-4e3a-b490-81731eca0653 admin admin] Pushing event updated for resources: {'Network': ['ID=b394f37e-73d0-4192-ba7f-25febc1fac50,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:58.237727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network b394f37e-73d0-4192-ba7f-25febc1fac50 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:36:58.659390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.707390 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5da80b0-623d-4636-a898-41a513209352,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:58.722365 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Checking segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:36:58.722741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Network hostable DHCP agents. Network: b394f37e-73d0-4192-ba7f-25febc1fac50, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:36:58.739158 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Network b394f37e-73d0-4192-ba7f-25febc1fac50 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:36:58.748147 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, b394f37e-73d0-4192-ba7f-25febc1fac50) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:36:58.752192 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:36:58.752767 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.757197 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f01b60-cca5-4792-8ac2-943940f63859 None None] Network b394f37e-73d0-4192-ba7f-25febc1fac50 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:36:58.768765 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-586278e4-2d31-4837-a7db-dfe04a8003d6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5763402 Oct 11 05:36:58.771346 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33402) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:36:58.776220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:36:58.796648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.797648 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.850621 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.902315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-b394f37e-73d0-4192-ba7f-25febc1fac50', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:36:58.902315 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:58.987300 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.046501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Allocated IP 172.20.0.2 (b394f37e-73d0-4192-ba7f-25febc1fac50/e5da80b0-623d-4636-a898-41a513209352/dc77a49f-85ab-4e59-84f3-c4bbbb0aea64) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:36:59.191886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.192260 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.199250 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.212265 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.242258 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Network b394f37e-73d0-4192-ba7f-25febc1fac50 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:36:59.246662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:36:59.250891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:36:59.253874 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Pushing event updated for resources: {'Port': ['ID=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:59.306598 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Attempting to bind port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:36:59.306957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Attempting to bind port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:36:59.307317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Attempting to bind port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 on network b394f37e-73d0-4192-ba7f-25febc1fac50 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:36:59.312193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:36:59.312569 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Checking segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:36:59.313237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.313378 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Bound using segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:36:59.313807 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Bound port: dc77a49f-85ab-4e59-84f3-c4bbbb0aea64, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:36:59.314186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.314303 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Allocated IP 172.26.8.116 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/9b4b0636-2b9a-430d-b53b-3272423c693e) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:36:59.383284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] For port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:36:59.387137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] For port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:36:59.393451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.434627 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.451658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16503f4-770e-44b9-985b-f75a5a5bc45c None None] Pushing event updated for resources: {'Port': ['ID=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:59.472812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.516944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:36:59.520625 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:36:59.524469 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:36:59.530188 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4b0636-2b9a-430d-b53b-3272423c693e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:36:59.821884 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:36:59.961821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:00.009443 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:00.009862 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.010195 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 Oct 11 05:37:00.024898 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.089525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:00.089926 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.128794 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:00.133434 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.167128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:37:00.186423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:00.280056 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:37:00.291652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:37:00.299073 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.300328 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-3ca4d21b-d8bb-4c99-bd52-20b2dcefc032 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5280650 Oct 11 05:37:00.303164 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33404) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:00.307142 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:00.307784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:00.403354 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc570572-33fb-4384-b33d-df20aecb09af None None] Network b394f37e-73d0-4192-ba7f-25febc1fac50 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:37:00.449317 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:00.560188 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-4032ed63-5fb2-4acd-aa57-d9b8bfc41659 None None] Provisioning complete for port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:00.560460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-4032ed63-5fb2-4acd-aa57-d9b8bfc41659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.560798 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-4032ed63-5fb2-4acd-aa57-d9b8bfc41659 None None] Attempt 1 to provision port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 Oct 11 05:37:00.727293 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:00.886114 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Allocated IP 172.20.0.1 (b394f37e-73d0-4192-ba7f-25febc1fac50/e5da80b0-623d-4636-a898-41a513209352/0c9ebeb5-73d4-4617-a270-c12ba077367d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:37:00.939104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-4032ed63-5fb2-4acd-aa57-d9b8bfc41659 None None] Current status of the port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:00.956300 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:36:59Z', 'revision_number': 3, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:00.984669 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:37:00.985125 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Updating router 33debf37-fcb5-4f05-a4e0-dea09a352231 port 9b4b0636-2b9a-430d-b53b-3272423c693e binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:37:00.999964 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.015414 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.039437 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.079209 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Network b394f37e-73d0-4192-ba7f-25febc1fac50 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:01.082316 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:01.086176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:37:01.118661 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9ebeb5-73d4-4617-a270-c12ba077367d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:01.130978 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.216525 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-8d3786d6-d61e-4a27-b4b0-6c186a25ad54 None None] Provisioning complete for port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:01.216907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-8d3786d6-d61e-4a27-b4b0-6c186a25ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.217243 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-8d3786d6-d61e-4a27-b4b0-6c186a25ad54 None None] Attempt 1 to provision port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 Oct 11 05:37:01.269511 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.364143 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-8d3786d6-d61e-4a27-b4b0-6c186a25ad54 None None] Current status of the port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:01.371562 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.376939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.412313 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Attempting to bind port 9b4b0636-2b9a-430d-b53b-3272423c693e on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:37:01.412604 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Attempting to bind port 9b4b0636-2b9a-430d-b53b-3272423c693e by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:37:01.412963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Attempting to bind port 9b4b0636-2b9a-430d-b53b-3272423c693e on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:01.424220 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:37:01.424594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:01.424994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.425385 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:37:01.425847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Bound port: 9b4b0636-2b9a-430d-b53b-3272423c693e, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:37:01.426223 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.431016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a81910-41b1-4e90-a982-7d6d28cafb53 None None] Pushing event updated for resources: {'Port': ['ID=9b4b0636-2b9a-430d-b53b-3272423c693e,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:01.438888 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.443962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.492008 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] For port 9b4b0636-2b9a-430d-b53b-3272423c693e, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:37:01.496618 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] For port 9b4b0636-2b9a-430d-b53b-3272423c693e, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9b4b0636-2b9a-430d-b53b-3272423c693e,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:37:01.502717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.509510 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Provisioning complete for port 0c9ebeb5-73d4-4617-a270-c12ba077367d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:01.509904 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.510242 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 1 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:01.517200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9ebeb5-73d4-4617-a270-c12ba077367d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:01.520113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.567271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:01.567909 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:01.617080 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Network b394f37e-73d0-4192-ba7f-25febc1fac50 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:01.618736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:01.630230 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:01.632600 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a81910-41b1-4e90-a982-7d6d28cafb53 None None] Pushing event updated for resources: {'Port': ['ID=9b4b0636-2b9a-430d-b53b-3272423c693e,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:01.704331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:01.744379 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:37:01.861032 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:37:01.866298 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-74ac6c25-f157-4ed2-9fc6-d1906f5cf235 admin admin] 10.222.0.39 "PUT /v2.0/routers/33debf37-fcb5-4f05-a4e0-dea09a352231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615847 Oct 11 05:37:01.912469 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 2, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:01.945816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:01.949069 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc51ac-e1bb-44e3-bb4c-a19f26ac556e None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 2, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:37:01.996935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:01.997269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:01.997607 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 Oct 11 05:37:02.081587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:02.131562 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 2 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:02.189332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:02.381329 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33420) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:02.386270 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-509290120-network', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:02.406462 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Made reservation on behalf of c4b861be4ba34da1b84ed43f195fc44b for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:37:02.409175 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for network, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.419235 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.497421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.501789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.528211 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 05:37:02.538335 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a2dfb6-54f0-4cfe-9fee-367a5875e66b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:02.543728 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.544076 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.segments_db [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Added segment 0acdb7a9-55b3-48d0-a9c1-19f5b477397b of type vlan for network 03fa6db5-3e01-4479-8026-66c8dcf59053 Oct 11 05:37:02.600945 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777826747356'] for network, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.633358 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858'] for network, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.635020 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:02.635356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Notify callbacks [] for network, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.672215 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2897518 Oct 11 05:37:02.674999 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33422) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:02.682005 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Request body: {'subnet': {'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-509290120-subnet', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:02.690094 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 3 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:02.715046 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53cbe-703a-4246-b860-7d0a6c430a5e admin admin] Pushing event updated for resources: {'Network': ['ID=03fa6db5-3e01-4479-8026-66c8dcf59053,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:02.727881 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:02.732722 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 details requested by agent ovs-agent-dv-neutron-860894-1-hyperv with host dv-neutron-860894-1-hyperv {{(pid=103100) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 05:37:02.733814 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Made reservation on behalf of c4b861be4ba34da1b84ed43f195fc44b for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:37:02.736268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6204636'] for subnet, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.921181 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5892761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6204462'] for subnet, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:02.977274 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0dfd11c-4e94-4608-9a09-05ceff418873,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:02.987074 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Checking segment: {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:02.987425 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Network hostable DHCP agents. Network: 03fa6db5-3e01-4479-8026-66c8dcf59053, hostable agents: ['4bc978f5-05fa-40fc-b6ec-97b451ab387f'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 05:37:03.005493 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 is scheduled to be hosted by DHCP agent 4bc978f5-05fa-40fc-b6ec-97b451ab387f with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 05:37:03.015301 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860894-1-hyperv, 03fa6db5-3e01-4479-8026-66c8dcf59053) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:03.019451 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:03.020033 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.024754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34323488-afeb-444f-930d-83224e28bee7 None None] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:37:03.036152 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f8638e19-9d9a-4a6c-94d5-82601cb3f6f5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3601077 Oct 11 05:37:03.038741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33424) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:03.043538 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:03.066010 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7944990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.067896 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7945130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7943135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2931'] for router, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.130981 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.194884 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e21ec09-811d-586d-85f6-18333fdb9d88-03fa6db5-3e01-4479-8026-66c8dcf59053', 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'fixed_ips': [{'subnet_id': 'c0dfd11c-4e94-4608-9a09-05ceff418873'}]}} from dv-neutron-860894-1-hyperv. {{(pid=103100) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 05:37:03.195750 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.274701 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 4 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:03.330243 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:03.374071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.db_base_plugin_common [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Allocated IP 172.20.0.2 (03fa6db5-3e01-4479-8026-66c8dcf59053/c0dfd11c-4e94-4608-9a09-05ceff418873/fbf05ed6-483c-46a0-a3ce-1f177fbe7e70) {{(pid=103100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:37:03.526306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Notify callbacks [] for port, precommit_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.533304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682'] for port, after_create {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.572838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 is already hosted by enough agents. {{(pid=103100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:03.573910 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.575886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.scheduler.base_scheduler [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Resources bound (agent type, host, resource id): {{(pid=103100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:03.579558 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Received port after_create {{(pid=103100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:37:03.591751 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Pushing event updated for resources: {'Port': ['ID=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,revision_number=1']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:03.642903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Attempting to bind port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:37:03.643275 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Attempting to bind port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:37:03.643637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Attempting to bind port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 on network 03fa6db5-3e01-4479-8026-66c8dcf59053 {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:03.648682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:37:03.649431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Checking segment: {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:03.649431 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.649828 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Bound using segment: {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:37:03.650885 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Bound port: fbf05ed6-483c-46a0-a3ce-1f177fbe7e70, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:37:03.651401 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.713400 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] For port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:37:03.717975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] For port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:37:03.722846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.786006 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eed804-2191-4851-8ea0-fad0a67a3e7c None None] Pushing event updated for resources: {'Port': ['ID=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:03.795775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.815976 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:03.831373 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 5 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:03.871242 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:03.964069 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Allocated IP 172.26.8.249 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/40baedd6-157a-4693-bd7a-003afb020f1a) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:37:04.042813 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9b4b0636-2b9a-430d-b53b-3272423c693e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:04.093743 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.095783 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9b4b0636-2b9a-430d-b53b-3272423c693e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:04.096503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.096852 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9b4b0636-2b9a-430d-b53b-3272423c693e Oct 11 05:37:04.129736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.176972 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:04.181332 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9b4b0636-2b9a-430d-b53b-3272423c693e is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:04.182153 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:04.182266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.187066 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:37:04.190173 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Pushing event updated for resources: {'Port': ['ID=40baedd6-157a-4693-bd7a-003afb020f1a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:04.200581 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:37:04.206393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 9b4b0636-2b9a-430d-b53b-3272423c693e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9b4b0636-2b9a-430d-b53b-3272423c693e,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:04.211018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.215107 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:04.215840 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:04.262064 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=9b4b0636-2b9a-430d-b53b-3272423c693e,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:04.333528 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:04.372651 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 6 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:04.409022 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:04.444847 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d88f061c-2170-4265-9cdb-b50795b2a246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.450802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.627856 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 2, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:04.657779 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:37:04.658130 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Updating router 33debf37-fcb5-4f05-a4e0-dea09a352231 port 0c9ebeb5-73d4-4617-a270-c12ba077367d binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:37:04.667968 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7945125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7943082'] for router, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.684439 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.811664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Router 370979ab-d38e-46c0-b848-d805a2d4ee49 is scheduled to L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 05:37:04.910769 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 7 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:04.922380 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:37:04.939025 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Sync routers for ids ['370979ab-d38e-46c0-b848-d805a2d4ee49'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:37:04.941812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] Notify callbacks [] for router, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.943163 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-8a053c07-a8b0-471e-95d8-de9afa31dca1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9034324 Oct 11 05:37:04.945851 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33426) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:04.959799 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4169895-650a-47f3-8480-e887cba17eb1 None None] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:37:04.972046 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.977493 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:04.984919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Port 0c9ebeb5-73d4-4617-a270-c12ba077367d cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:04.986214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Routers {'370979ab-d38e-46c0-b848-d805a2d4ee49'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:04.986873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['370979ab-d38e-46c0-b848-d805a2d4ee49'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:05.061957 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Pushing event updated for resources: {'Port': ['ID=0c9ebeb5-73d4-4617-a270-c12ba077367d,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:05.076391 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.076730 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.077065 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.077388 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.077717 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.078040 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.078361 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.078715 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.079032 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.079347 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.079662 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.079972 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:37:05.083237 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Attempting to bind port 0c9ebeb5-73d4-4617-a270-c12ba077367d on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:37:05.083859 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Attempting to bind port 0c9ebeb5-73d4-4617-a270-c12ba077367d by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:37:05.084381 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Attempting to bind port 0c9ebeb5-73d4-4617-a270-c12ba077367d on network b394f37e-73d0-4192-ba7f-25febc1fac50 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:05.089805 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:37:05.090168 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Checking segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:05.090588 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.090968 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Bound using segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:37:05.091422 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Bound port: 0c9ebeb5-73d4-4617-a270-c12ba077367d, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:37:05.091788 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.160574 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] For port 0c9ebeb5-73d4-4617-a270-c12ba077367d, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:37:05.164468 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] For port 0c9ebeb5-73d4-4617-a270-c12ba077367d, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0c9ebeb5-73d4-4617-a270-c12ba077367d,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:37:05.172050 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.213590 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:05.214310 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:05.270018 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc063c9-c208-4e45-8966-c43eebb3190d None None] Pushing event updated for resources: {'Port': ['ID=0c9ebeb5-73d4-4617-a270-c12ba077367d,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:05.321521 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Set router 370979ab-d38e-46c0-b848-d805a2d4ee49 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:05.346148 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:05.417255 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.487718 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Attempt 8 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:05.561157 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:05.592548 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d050b63-0d40-4980-8641-7f09aa3b3d63 None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:37:05.601473 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Allocated IP 172.20.0.1 (03fa6db5-3e01-4479-8026-66c8dcf59053/c0dfd11c-4e94-4608-9a09-05ceff418873/d70882eb-5cea-4d68-8b9e-127e918a00fc) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:37:05.602518 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 3, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:05.607467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Current status of the port 0c9ebeb5-73d4-4617-a270-c12ba077367d is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:05.607846 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.639213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Checking router: 370979ab-d38e-46c0-b848-d805a2d4ee49 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:37:05.639559 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Updating router 370979ab-d38e-46c0-b848-d805a2d4ee49 port 40baedd6-157a-4693-bd7a-003afb020f1a binding host dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:37:05.685501 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.715903 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] For port 0c9ebeb5-73d4-4617-a270-c12ba077367d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0c9ebeb5-73d4-4617-a270-c12ba077367d,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:05.724366 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.731710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.774789 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.814123 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:05.821491 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:05.825363 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:37:05.860864 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9229-d679-441a-a792-a5727e7a5da3 None None] Pushing event updated for resources: {'Port': ['ID=0c9ebeb5-73d4-4617-a270-c12ba077367d,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:05.874311 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Pushing event updated for resources: {'Port': ['ID=d70882eb-5cea-4d68-8b9e-127e918a00fc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:05.877564 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7945951'] for router_interface, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.899970 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Provisioning complete for port 0c9ebeb5-73d4-4617-a270-c12ba077367d triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:05.900913 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:05.901245 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Attempt 1 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:06.059121 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.194301 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:06.227520 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Current status of the port 0c9ebeb5-73d4-4617-a270-c12ba077367d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:06.241593 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Notify callbacks [] for port, precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.257975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.275058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Provisioning complete for port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:06.275455 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.275796 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Attempt 1 to provision port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 Oct 11 05:37:06.279885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.284893 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.320358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Attempting to bind port 40baedd6-157a-4693-bd7a-003afb020f1a on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:37:06.320730 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Attempting to bind port 40baedd6-157a-4693-bd7a-003afb020f1a by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:37:06.321098 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Attempting to bind port 40baedd6-157a-4693-bd7a-003afb020f1a on network ed9fb950-fed8-458c-864e-a2b9f8817cca {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:06.343596 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:37:06.344046 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Checking segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:06.344381 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.344776 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Bound using segment: {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:37:06.345256 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Bound port: 40baedd6-157a-4693-bd7a-003afb020f1a, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396f524b-8f54-4d8d-a044-0c4a8639ad5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:37:06.345653 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.358228 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Pushing event updated for resources: {'Port': ['ID=d70882eb-5cea-4d68-8b9e-127e918a00fc,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:06.360905 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7946095'] for router_interface, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.375122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efa55b-b826-4884-893f-822940f00d3c None None] Pushing event updated for resources: {'Port': ['ID=40baedd6-157a-4693-bd7a-003afb020f1a,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:06.386009 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:06.386387 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.386747 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 Oct 11 05:37:06.461428 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:06.463808 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:06.475800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] For port 40baedd6-157a-4693-bd7a-003afb020f1a, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:37:06.501585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] For port 40baedd6-157a-4693-bd7a-003afb020f1a, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=40baedd6-157a-4693-bd7a-003afb020f1a,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:37:06.508532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.510784 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Current status of the port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:06.511221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.589320 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Router 370979ab-d38e-46c0-b848-d805a2d4ee49 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:37:06.594843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Routers {'370979ab-d38e-46c0-b848-d805a2d4ee49'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:06.595485 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:36:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['370979ab-d38e-46c0-b848-d805a2d4ee49'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:06.665480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] For port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:06.677536 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:06.677940 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.690484 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.692602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efa55b-b826-4884-893f-822940f00d3c None None] Pushing event updated for resources: {'Port': ['ID=40baedd6-157a-4693-bd7a-003afb020f1a,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:06.708761 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-79f529a6-3d44-45c5-9f07-d3da8dd9002e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.717187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:37:06.722812 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f1d96afb-8dc8-40de-b33e-c4f0998d832f admin admin] 10.222.0.39 "PUT /v2.0/routers/370979ab-d38e-46c0-b848-d805a2d4ee49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758744 Oct 11 05:37:06.843755 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] Set router 370979ab-d38e-46c0-b848-d805a2d4ee49 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:06.873446 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a140293-14d7-4a6e-913a-06894ccc4cf6 None None] Pushing event updated for resources: {'Port': ['ID=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:06.887757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 05:37:06.888129 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG oslo_db.api [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 05:37:06.890811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Provisioning complete for port d70882eb-5cea-4d68-8b9e-127e918a00fc triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:06.891189 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:06.891530 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 1 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:06.969252 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:07.061356 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33434) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.066207 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601940679', 'description': 'tempest-secgroup-smoke-1601940679 description', 'project_id': '15c1f5bc49d74393a3197da59aaf852d'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.088256 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.157146 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.161229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.189900 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.195032 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1325035 Oct 11 05:37:07.195978 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33436) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.199869 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174afe4c-85d4-4bb0-885f-877402cc9aee tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a5ceb-40b3-4345-a411-9e554766c862,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:07.200486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group_rule': {'security_group_id': '7d0a5ceb-40b3-4345-a411-9e554766c862', 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.227206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.235352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'd70882eb-5cea-4d68-8b9e-127e918a00fc', 'name': '', 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'mac_address': 'fa:16:3e:61:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:05Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 2, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'subnets': [{'id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:07.266112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f1e79-cd7d-4684-a49b-4fab58a2f5ae None None] The sync data for ids ['370979ab-d38e-46c0-b848-d805a2d4ee49'] in dv-neutron-860894-1-hyperv is: [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'd70882eb-5cea-4d68-8b9e-127e918a00fc', 'name': '', 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'mac_address': 'fa:16:3e:61:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:05Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 2, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'subnets': [{'id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:37:07.287725 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.291797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.311475 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6abf30b-bc25-45b3-9fa2-5a47d065bde8,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:07.320303 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.321531 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4139d4a0-254a-4356-8086-5320fd6ab3fa tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245506 Oct 11 05:37:07.324828 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33438) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.329229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group_rule': {'security_group_id': '7d0a5ceb-40b3-4345-a411-9e554766c862', 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.355009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.420105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.425539 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.429935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:07.431540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0c9ebeb5-73d4-4617-a270-c12ba077367d up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:07.449707 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6e1777-391d-41ee-b30f-bac7d6c845f7,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:07.479191 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 2 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:07.489129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.490568 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ececbbcb-7795-4b8b-84b8-9cf9d2321f38 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646099 Oct 11 05:37:07.493231 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33440) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.497799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group_rule': {'security_group_id': '7d0a5ceb-40b3-4345-a411-9e554766c862', 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.530227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:07.532541 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.541424 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 0c9ebeb5-73d4-4617-a270-c12ba077367d triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:07.541800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.542141 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 0c9ebeb5-73d4-4617-a270-c12ba077367d Oct 11 05:37:07.598714 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.606646 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.621800 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578706ed-e9c8-40d7-bf22-6ccbc656c616,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:07.638089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.638677 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 0c9ebeb5-73d4-4617-a270-c12ba077367d is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:07.639615 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fbc17911-67e7-44fd-b732-59fdbdd54038 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453156 Oct 11 05:37:07.639948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9b4b0636-2b9a-430d-b53b-3272423c693e up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:07.643666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33442) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.648758 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group_rule': {'security_group_id': '7d0a5ceb-40b3-4345-a411-9e554766c862', 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.677307 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.698838 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 9b4b0636-2b9a-430d-b53b-3272423c693e triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:07.699220 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.699645 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 9b4b0636-2b9a-430d-b53b-3272423c693e Oct 11 05:37:07.748889 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.753262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.775139 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d61c35-a27b-449a-9f9c-86829a7fd66d,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:07.781085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.782870 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-24ecfc9c-cf27-4952-aa9b-8c8001f4f9e0 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377699 Oct 11 05:37:07.785558 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33444) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.790055 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group_rule': {'security_group_id': '7d0a5ceb-40b3-4345-a411-9e554766c862', 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.790727 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 9b4b0636-2b9a-430d-b53b-3272423c693e is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:07.812347 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Project 15c1f5bc49d74393a3197da59aaf852d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:37:07.817369 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.879358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.884045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.903503 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d7368f-bf6c-48ac-ae1f-3a231b6e5f31,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:07.910376 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.911691 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b2d2a449-c94c-49a6-a7b6-ce66302cdc6e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251881 Oct 11 05:37:07.914608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33446) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:07.919517 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'security_group_rule': {'security_group_id': '7d0a5ceb-40b3-4345-a411-9e554766c862', 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:07.942737 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.securitygroups_db [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Project 15c1f5bc49d74393a3197da59aaf852d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 05:37:07.948636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:07.968374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:08.013603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:08.014780 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:08.015150 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:08.015478 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 Oct 11 05:37:08.017465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7936629'] for security_group_rule, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:08.035078 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 3 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:08.036054 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ab84c2-033c-4b56-9290-0a06f2618b63,revision_number=0']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:08.043996 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:08.051042 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-6767e8ac-5144-4d8d-8f59-775232308f99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354024 Oct 11 05:37:08.098077 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:08.099494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:08.142356 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:08.181167 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-a2e03111-95e1-4030-b144-07f9049ea9d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601940679&fields=id&tenant_id=15c1f5bc49d74393a3197da59aaf852d HTTP/1.1" status: 200 len: 267 time: 0.0324869 Oct 11 05:37:08.288826 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-e21d6605-6a02-4cf2-8d3d-b8f7279ed62c tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:08.290174 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-e21d6605-6a02-4cf2-8d3d-b8f7279ed62c tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 809 time: 0.1010718 Oct 11 05:37:08.305016 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-66a37800-ca0c-4b71-848f-bf101c27a489 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/quotas/15c1f5bc49d74393a3197da59aaf852d HTTP/1.1" status: 200 len: 375 time: 0.0086229 Oct 11 05:37:08.354369 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-4148ae4c-bec2-4a11-91ff-985219eb3cbf tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436671 Oct 11 05:37:08.563634 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-e2185894-5eae-40e0-83d8-a891e9ccbff0 service neutron] 10.222.0.39 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977038 Oct 11 05:37:08.599433 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 4 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:08.636106 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:08.662885 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-a999081e-391f-4843-aac2-ad1e5e2f78d8 service neutron] 10.222.0.39 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930157 Oct 11 05:37:08.841652 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7b3ab656-2211-4148-9d53-3cdbeed8f943 req-324c23b2-6cbc-44cd-99aa-f1ff6c53457c tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 210 time: 0.0333445 Oct 11 05:37:09.137758 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 5 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:09.172685 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:09.662994 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:09.665854 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:09.673577 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 6 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:09.714236 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:09.752456 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Sync routers for ids ['370979ab-d38e-46c0-b848-d805a2d4ee49'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:37:09.763542 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Routers {'370979ab-d38e-46c0-b848-d805a2d4ee49'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:09.764217 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:37:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['370979ab-d38e-46c0-b848-d805a2d4ee49'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:09.871232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-0926163f-6c6f-46bc-919c-4f80ce8978b8 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:09.873366 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-0926163f-6c6f-46bc-919c-4f80ce8978b8 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 809 time: 0.1203632 Oct 11 05:37:09.878925 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Set router 370979ab-d38e-46c0-b848-d805a2d4ee49 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:09.972443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-3dd951ae-74d0-4bfd-b92a-999a88d08232 req-9d08703e-568c-460f-a388-ab653936ecff tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 210 time: 0.0370498 Oct 11 05:37:09.989219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-6b778978-a102-44bc-b4f2-86a9ffcbd12e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c1f5bc49d74393a3197da59aaf852d HTTP/1.1" status: 200 len: 380 time: 0.0968997 Oct 11 05:37:10.006164 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 40baedd6-157a-4693-bd7a-003afb020f1a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:10.012648 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'port': {'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'admin_state_up': True, 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'security_groups': ['7d0a5ceb-40b3-4345-a411-9e554766c862']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:10.055891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 40baedd6-157a-4693-bd7a-003afb020f1a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:10.056808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.057148 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 40baedd6-157a-4693-bd7a-003afb020f1a Oct 11 05:37:10.091057 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'd70882eb-5cea-4d68-8b9e-127e918a00fc', 'name': '', 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'mac_address': 'fa:16:3e:61:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:05Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 2, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'subnets': [{'id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:10.123539 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Checking router: 370979ab-d38e-46c0-b848-d805a2d4ee49 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:37:10.123890 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Updating router 370979ab-d38e-46c0-b848-d805a2d4ee49 port d70882eb-5cea-4d68-8b9e-127e918a00fc binding host dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 05:37:10.127531 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Made reservation on behalf of 15c1f5bc49d74393a3197da59aaf852d for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:37:10.131122 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.143549 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 40baedd6-157a-4693-bd7a-003afb020f1a is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:10.144199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.150249 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.169247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] For port 40baedd6-157a-4693-bd7a-003afb020f1a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=40baedd6-157a-4693-bd7a-003afb020f1a,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:10.174584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.216143 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 7 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:10.247697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Pushing event updated for resources: {'Port': ['ID=40baedd6-157a-4693-bd7a-003afb020f1a,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:10.260787 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Port d70882eb-5cea-4d68-8b9e-127e918a00fc cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:37:10.277620 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Allocated IP 172.20.0.8 (b394f37e-73d0-4192-ba7f-25febc1fac50/e5da80b0-623d-4636-a898-41a513209352/b8bd2824-639d-44a5-8b45-9ae4ba16466b) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:37:10.422282 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.456518 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.496548 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Network b394f37e-73d0-4192-ba7f-25febc1fac50 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:10.501480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:10.504279 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Notify callbacks [] for port, precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.505167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:37:10.510961 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.531589 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:10.561765 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:10.562390 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.574851 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a7de2-df81-4f1c-8214-91832af2c572 None None] Pushing event updated for resources: {'Port': ['ID=d70882eb-5cea-4d68-8b9e-127e918a00fc,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:10.588412 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-74a243fd-bd19-4f64-bcfb-16fcdc5a1f32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796318 Oct 11 05:37:10.605229 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Request body: {'port': {'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:10.612230 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Attempting to bind port d70882eb-5cea-4d68-8b9e-127e918a00fc on host dv-neutron-860894-1-hyperv for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:37:10.612598 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Attempting to bind port d70882eb-5cea-4d68-8b9e-127e918a00fc by drivers openvswitch,hyperv on host dv-neutron-860894-1-hyperv at level 0 using segments [{'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:37:10.612956 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Attempting to bind port d70882eb-5cea-4d68-8b9e-127e918a00fc on network 03fa6db5-3e01-4479-8026-66c8dcf59053 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:10.619509 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Checking agent: {'id': '39166ae7-e414-476f-a2a9-79e19f340411', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860894-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 14, 9), 'started_at': datetime.datetime(2022, 10, 11, 4, 14, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860894-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:37:10.619904 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Checking segment: {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:10.620286 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.620676 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Bound using segment: {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:37:10.621146 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Bound port: d70882eb-5cea-4d68-8b9e-127e918a00fc, host: dv-neutron-860894-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acdb7a9-55b3-48d0-a9c1-19f5b477397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:37:10.621522 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.670076 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.695922 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] For port d70882eb-5cea-4d68-8b9e-127e918a00fc, host dv-neutron-860894-1-hyperv, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:37:10.700755 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] For port d70882eb-5cea-4d68-8b9e-127e918a00fc, host dv-neutron-860894-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d70882eb-5cea-4d68-8b9e-127e918a00fc,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:37:10.705503 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.746364 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Routers {'370979ab-d38e-46c0-b848-d805a2d4ee49'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:10.747059 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:37:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['370979ab-d38e-46c0-b848-d805a2d4ee49'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:10.762298 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Attempt 8 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:10.804107 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a7de2-df81-4f1c-8214-91832af2c572 None None] Pushing event updated for resources: {'Port': ['ID=d70882eb-5cea-4d68-8b9e-127e918a00fc,revision_number=4']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:10.855092 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Current status of the port d70882eb-5cea-4d68-8b9e-127e918a00fc is: DOWN; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:10.855480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.869792 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] Set router 370979ab-d38e-46c0-b848-d805a2d4ee49 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:10.888075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] For port d70882eb-5cea-4d68-8b9e-127e918a00fc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d70882eb-5cea-4d68-8b9e-127e918a00fc,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:10.892272 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.941018 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b5cf8-9465-4f85-bcd0-8109834e090e None None] Pushing event updated for resources: {'Port': ['ID=d70882eb-5cea-4d68-8b9e-127e918a00fc,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:10.953420 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bd2824-639d-44a5-8b45-9ae4ba16466b {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:37:10.960797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:10.973582 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Transition to ACTIVE for port object b8bd2824-639d-44a5-8b45-9ae4ba16466b will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:37:10.977206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:11.060014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:11.083227 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'd70882eb-5cea-4d68-8b9e-127e918a00fc', 'name': '', 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'mac_address': 'fa:16:3e:61:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:05Z', 'updated_at': '2022-10-11T05:37:10Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'subnets': [{'id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:11.089258 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Attempting to bind port b8bd2824-639d-44a5-8b45-9ae4ba16466b on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:37:11.089591 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Attempting to bind port b8bd2824-639d-44a5-8b45-9ae4ba16466b by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:37:11.089942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Attempting to bind port b8bd2824-639d-44a5-8b45-9ae4ba16466b on network b394f37e-73d0-4192-ba7f-25febc1fac50 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:11.094232 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Port b8bd2824-639d-44a5-8b45-9ae4ba16466b on network b394f37e-73d0-4192-ba7f-25febc1fac50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:37:11.094675 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Attempting to bind port b8bd2824-639d-44a5-8b45-9ae4ba16466b on network b394f37e-73d0-4192-ba7f-25febc1fac50 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:37:11.099514 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:37:11.099844 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Checking segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:37:11.100216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Bound using segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:37:11.100632 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Bound port: b8bd2824-639d-44a5-8b45-9ae4ba16466b, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:37:11.100989 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:11.114624 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5a44d-c386-409a-afff-025ebfc0813f None None] The sync data for ids ['370979ab-d38e-46c0-b848-d805a2d4ee49'] in dv-neutron-860894-1-hyperv is: [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:06Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': 'd70882eb-5cea-4d68-8b9e-127e918a00fc', 'name': '', 'network_id': '03fa6db5-3e01-4479-8026-66c8dcf59053', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'mac_address': 'fa:16:3e:61:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:05Z', 'updated_at': '2022-10-11T05:37:10Z', 'revision_number': 4, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'subnets': [{'id': 'c0dfd11c-4e94-4608-9a09-05ceff418873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:37:11.120388 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daa436-9fc8-4c12-9569-ef971314a865 req-1b91c4e6-67b5-4928-a926-465e4cfb2143 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.128379 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-83daa436-9fc8-4c12-9569-ef971314a865 req-1b91c4e6-67b5-4928-a926-465e4cfb2143 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 943 time: 0.0592208 Oct 11 05:37:11.162483 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-83daa436-9fc8-4c12-9569-ef971314a865 req-3a47aa37-d959-40a8-bd90-1e16698d5898 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Oct 11 05:37:11.179248 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:37:11.183587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:37:11.195460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:11.201486 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.202101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:11.203558 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 1093 time: 0.6027961 Oct 11 05:37:11.204061 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:37:11.206454 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae1e0e2-08dc-4d70-90e4-26d818f220d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:37:11.253543 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb69b2-e848-459f-96c2-57c1120ae8f5 x-openstack-request-id: req-51cb69b2-e848-459f-96c2-57c1120ae8f5 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:37:11.253834 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:37:11.254089 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51cb69b2-e848-459f-96c2-57c1120ae8f5 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:37:11.254493 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cb69b2-e848-459f-96c2-57c1120ae8f5'] response: {'name': 'network-changed', 'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'status': 'completed', 'code': 200} Oct 11 05:37:11.277356 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48e2cd-3969-452b-91ee-35f3fad95025 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:11.317315 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-4571ca9f-c355-4e04-a887-f6357f2b999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.318976 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-4571ca9f-c355-4e04-a887-f6357f2b999c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1096 time: 0.0493987 Oct 11 05:37:11.367844 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-fd018349-8625-4a64-a790-4384123963ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 217 time: 0.0351651 Oct 11 05:37:11.387678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:11.419676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-e38ad48c-3554-4d68-8d28-808842cd3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.421223 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-e38ad48c-3554-4d68-8d28-808842cd3a6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0472374 Oct 11 05:37:11.473304 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3fdf3571-0f3a-4cdc-b541-af75ff8ac73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.474857 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-3fdf3571-0f3a-4cdc-b541-af75ff8ac73f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476167 Oct 11 05:37:11.574153 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-7fc790e9-a5e1-488f-9377-13c1d3bea781 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928261 Oct 11 05:37:11.672241 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7a1ad8e5-744a-475a-ace5-b5feb291d89a req-abc15237-8668-4202-8667-7d1a3cf56636 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905671 Oct 11 05:37:11.811151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-12435ab9-d2c1-4d64-be63-9a9987f668a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.812573 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-12435ab9-d2c1-4d64-be63-9a9987f668a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1096 time: 0.0411487 Oct 11 05:37:11.904078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-0b231e25-c715-4b66-b60c-aa810a585ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.905543 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-0b231e25-c715-4b66-b60c-aa810a585ef8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0861371 Oct 11 05:37:11.947452 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-5daeca8b-ef1f-4bb6-9e8c-9b24c924c227 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 217 time: 0.0347941 Oct 11 05:37:11.980637 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 40baedd6-157a-4693-bd7a-003afb020f1a up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:11.995803 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-4947728f-1cc5-4d45-a580-176db4f2c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:11.997242 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-4947728f-1cc5-4d45-a580-176db4f2c1cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0441539 Oct 11 05:37:12.027547 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port 40baedd6-157a-4693-bd7a-003afb020f1a triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:12.027917 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:12.028259 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port 40baedd6-157a-4693-bd7a-003afb020f1a Oct 11 05:37:12.042276 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-7c2f1322-1c32-43e1-b1fa-d550e1ab2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:12.043770 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-7c2f1322-1c32-43e1-b1fa-d550e1ab2860 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399907 Oct 11 05:37:12.106232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port 40baedd6-157a-4693-bd7a-003afb020f1a is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:12.107227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d70882eb-5cea-4d68-8b9e-127e918a00fc up at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:12.135425 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-05cfdb25-4a17-40fa-b2ae-d69ce4cbabfc service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Oct 11 05:37:12.153104 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Provisioning complete for port d70882eb-5cea-4d68-8b9e-127e918a00fc triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:12.153473 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:12.153808 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Attempt 1 to provision port d70882eb-5cea-4d68-8b9e-127e918a00fc Oct 11 05:37:12.230442 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-bae1e0e2-08dc-4d70-90e4-26d818f220d3 req-1b3a6dfd-77c7-44cc-9e62-0bc1540b70fa service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884755 Oct 11 05:37:12.236470 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Current status of the port d70882eb-5cea-4d68-8b9e-127e918a00fc is: ACTIVE; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:12.286797 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802bb80-1893-4e17-a0ac-50318a3c4094 req-866a860e-e3ae-4401-8cb0-ddcabe6336c3 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:12.288278 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b802bb80-1893-4e17-a0ac-50318a3c4094 req-866a860e-e3ae-4401-8cb0-ddcabe6336c3 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 943 time: 0.0493486 Oct 11 05:37:12.325937 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b802bb80-1893-4e17-a0ac-50318a3c4094 req-0a8a02a5-5ca9-4791-8768-dd7b5bad6adf tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317185 Oct 11 05:37:13.445031 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22cd5-d6b1-4be7-8b97-b2458e9a556f req-7e745a09-cca9-4c40-8657-c5fb0b3ec95f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:13.446748 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30c22cd5-d6b1-4be7-8b97-b2458e9a556f req-7e745a09-cca9-4c40-8657-c5fb0b3ec95f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 943 time: 0.0478637 Oct 11 05:37:13.484084 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-30c22cd5-d6b1-4be7-8b97-b2458e9a556f req-ac047ccc-190d-40cf-aa2a-59626f187cd6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Oct 11 05:37:14.112121 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:37:14.204218 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:14.214947 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:37:14.254585 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b8bd2824-639d-44a5-8b45-9ae4ba16466b is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:14.254958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:14.267166 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bd2824-639d-44a5-8b45-9ae4ba16466b {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:37:14.287620 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:14.291725 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:14.336273 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:14.608176 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8035994-cfb2-4947-bd13-d196b425558a req-d462fee2-33c3-47c1-b77e-f941a399103a tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:14.609638 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8035994-cfb2-4947-bd13-d196b425558a req-d462fee2-33c3-47c1-b77e-f941a399103a tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 944 time: 0.0522928 Oct 11 05:37:14.645782 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b8035994-cfb2-4947-bd13-d196b425558a req-14e4b637-2ab1-4cd3-9128-f1c10cfb7dac tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302904 Oct 11 05:37:14.676457 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['b8bd2824-639d-44a5-8b45-9ae4ba16466b'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:37:15.764697 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41c7f-adfc-47af-8c75-c161859e231e req-7f23f821-4a85-4d78-95d0-2a0c862162e5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:15.766071 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-41c41c7f-adfc-47af-8c75-c161859e231e req-7f23f821-4a85-4d78-95d0-2a0c862162e5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 944 time: 0.0481386 Oct 11 05:37:15.803937 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-41c41c7f-adfc-47af-8c75-c161859e231e req-35fb525e-7c85-4605-81ed-b664c3353477 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319450 Oct 11 05:37:16.144995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:37:16.195494 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port b8bd2824-639d-44a5-8b45-9ae4ba16466b completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:37:16.199704 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port b8bd2824-639d-44a5-8b45-9ae4ba16466b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:37:16.200073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:16.200446 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port b8bd2824-639d-44a5-8b45-9ae4ba16466b Oct 11 05:37:16.275579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b8bd2824-639d-44a5-8b45-9ae4ba16466b is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:37:16.275959 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:16.297594 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:37:16.299859 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99730cd-8f56-43fc-8c5d-653d25cf0a0e" -d '{"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:37:16.312214 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:37:16.316062 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:16.342172 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a764b8-92b2-4822-8cd7-45222200f19d x-openstack-request-id: req-61a764b8-92b2-4822-8cd7-45222200f19d {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:37:16.342464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:37:16.342803 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61a764b8-92b2-4822-8cd7-45222200f19d {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:37:16.343187 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a764b8-92b2-4822-8cd7-45222200f19d'] response: {'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'code': 200} Oct 11 05:37:16.367873 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:16.534652 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26454c-759c-45c7-b855-fbe87950f113 req-cccbc1ab-50b2-46cd-932e-196885ae2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:16.535959 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f26454c-759c-45c7-b855-fbe87950f113 req-cccbc1ab-50b2-46cd-932e-196885ae2323 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1098 time: 0.0436139 Oct 11 05:37:16.569043 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0f26454c-759c-45c7-b855-fbe87950f113 req-291ce52c-bbdc-4561-9c8a-ab8e410c1d19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271809 Oct 11 05:37:16.922095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26ab4-4562-4d97-811d-92b5e265c30c req-8d7e19d4-17f8-4472-915d-71db7f46842d tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:16.923553 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-62a26ab4-4562-4d97-811d-92b5e265c30c req-8d7e19d4-17f8-4472-915d-71db7f46842d tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Oct 11 05:37:16.960623 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-62a26ab4-4562-4d97-811d-92b5e265c30c req-ff933ff3-94d9-40ec-bfd4-c45b9e67cc3f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Oct 11 05:37:18.080269 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2bce-62ae-4fa8-9b8a-e2ff71098dfa req-42a58cf4-dbdf-4432-84f1-f2e830b56dab tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:18.081757 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-debc2bce-62ae-4fa8-9b8a-e2ff71098dfa req-42a58cf4-dbdf-4432-84f1-f2e830b56dab tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Oct 11 05:37:18.119228 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-debc2bce-62ae-4fa8-9b8a-e2ff71098dfa req-921312b8-7a7e-4ed2-97c0-a8ad5552ec99 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Oct 11 05:37:18.236954 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dfdfe-05cc-4f0c-8973-6dc1f872f4dc req-cc18e726-3b6a-4729-968a-2423db0a6bef tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:18.238383 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5f0dfdfe-05cc-4f0c-8973-6dc1f872f4dc req-cc18e726-3b6a-4729-968a-2423db0a6bef tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Oct 11 05:37:18.276115 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5f0dfdfe-05cc-4f0c-8973-6dc1f872f4dc req-7a375d0d-7a1a-4cf2-8cd4-6f48ae1bf6d8 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Oct 11 05:37:18.303328 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33502) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:18.408521 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6742a0f-fb7f-4a2d-a1ca-7b18c173dcca tempest-TestSnapshotPattern-559636491 tempest-TestSnapshotPattern-559636491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:18.410175 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b6742a0f-fb7f-4a2d-a1ca-7b18c173dcca tempest-TestSnapshotPattern-559636491 tempest-TestSnapshotPattern-559636491-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1093 time: 0.1059265 Oct 11 05:37:18.413084 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 33506) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:37:18.417145 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:37:18.437218 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:18.530482 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:18.559150 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:37:18.633904 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Allocated IP 172.26.8.244 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/dc3ee732-98de-4e6f-a59c-a0caa41b1f6d) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:37:18.733807 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:18.765639 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:18.805040 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:37:18.807942 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:37:18.812112 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:37:18.837815 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'Port': ['ID=dc3ee732-98de-4e6f-a59c-a0caa41b1f6d,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:19.156791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:19.222383 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:19.691600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:19.696025 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:19.760809 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'Port': ['ID=dc3ee732-98de-4e6f-a59c-a0caa41b1f6d,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:37:19.764655 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:19.864515 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.db.l3_db [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Floating IP 1839bc3b-f89a-46e2-badd-47ea30996fbf associated. External IP: 172.26.8.244, port: b8bd2824-639d-44a5-8b45-9ae4ba16466b. Oct 11 05:37:20.069133 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:37:20.174612 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:37:20.184912 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:37:20.192144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:20.194886 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:20.195511 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:37:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:20.218113 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-c3a1e5ba-b589-469a-b86d-5c3590be66a6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8040581 Oct 11 05:37:20.218799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:37:20.221121 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98347002-7f43-4cec-a11b-20cf05734d81" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:37:20.256896 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4040b395-a971-48a5-9815-67b5a88574d5 x-openstack-request-id: req-4040b395-a971-48a5-9815-67b5a88574d5 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:37:20.257254 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:37:20.257566 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4040b395-a971-48a5-9815-67b5a88574d5 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:37:20.258033 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4040b395-a971-48a5-9815-67b5a88574d5'] response: {'name': 'network-changed', 'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'status': 'completed', 'code': 200} Oct 11 05:37:20.308706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:20.341915 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347002-7f43-4cec-a11b-20cf05734d81 req-4683c691-592e-4a48-8c66-57cca922cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:20.343410 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-4683c691-592e-4a48-8c66-57cca922cd01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1098 time: 0.0404928 Oct 11 05:37:20.437979 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347002-7f43-4cec-a11b-20cf05734d81 req-64f2309f-1931-4820-af33-2655954ce4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:20.439402 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-64f2309f-1931-4820-af33-2655954ce4e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0885389 Oct 11 05:37:20.507305 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-08f5dbbd-3d65-4a61-8ef4-5e1493e38e4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 999 time: 0.0615654 Oct 11 05:37:20.525766 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:19Z', 'revision_number': 0, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:20.555419 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:37:20.555893 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347002-7f43-4cec-a11b-20cf05734d81 req-fbedb36f-7a1b-4db7-ac0b-44d8615023b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:20.557395 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-fbedb36f-7a1b-4db7-ac0b-44d8615023b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0436692 Oct 11 05:37:20.563723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:37:20.564321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:37:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:20.602413 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347002-7f43-4cec-a11b-20cf05734d81 req-3ae9075b-81ab-40c6-9c1c-0a06c9e82b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:20.604602 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-3ae9075b-81ab-40c6-9c1c-0a06c9e82b2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408742 Oct 11 05:37:20.668631 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:37:20.698859 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-ce30919b-59bd-4497-abaa-b846c4b6303d service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868876 Oct 11 05:37:20.793688 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-98347002-7f43-4cec-a11b-20cf05734d81 req-517e53fc-93f6-42a1-b3bf-bd1b087fdbb0 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884352 Oct 11 05:37:21.028075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:19Z', 'revision_number': 0, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:37:21.056843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3182d91c-8d1e-4c02-9afd-2d53160671c7 None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:19Z', 'revision_number': 0, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:37:21.245880 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037c81a-a199-494a-8ed4-5c387ab6f752 None None] New status for floating IP 1839bc3b-f89a-46e2-badd-47ea30996fbf: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:37:25.608218 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-81c661b5-bf36-4aa2-a2c9-c9faf5a7c26a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409279 Oct 11 05:37:25.706274 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-d76a608f-3a43-4e08-ad04-3c5abd75c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:25.707761 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-d76a608f-3a43-4e08-ad04-3c5abd75c68b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1098 time: 0.0448320 Oct 11 05:37:25.810292 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-ac568966-ee9f-40e0-9ee4-c493335a4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:25.811788 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-ac568966-ee9f-40e0-9ee4-c493335a4915 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0845237 Oct 11 05:37:25.879681 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-63f326ea-7c0d-4d95-81ca-44a6ea42e1f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 1001 time: 0.0617893 Oct 11 05:37:25.927574 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-9cde8cdd-94b8-4372-a6a1-14275ca4c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:25.929004 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-9cde8cdd-94b8-4372-a6a1-14275ca4c570 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0427108 Oct 11 05:37:25.972635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-bf288589-1fe8-41de-ac28-1590af7b9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:37:25.974054 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-bf288589-1fe8-41de-ac28-1590af7b9fac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385399 Oct 11 05:37:26.067327 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-89755215-968b-41e3-a0e3-a05864bce28a service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868797 Oct 11 05:37:26.155830 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7014bdc4-a9b2-49e0-b4e4-b243baa1b162 req-dd9f335d-727a-4eb7-ac4b-45113f44376a service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817389 Oct 11 05:37:34.438240 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b9668b15-7257-4e10-91ae-90a649e1bcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:36.661193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2646b224-9c06-4762-990a-10f13c560dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:38.080048 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:39.662811 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:39.664462 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:41.410277 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:37:55.558105 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:38:04.439110 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f73c44cc-3797-4ac3-8479-d662e8ed481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:06.662948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6f28f59e-6c62-4042-b169-e9f555abbaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:08.082679 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:09.661897 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:09.664919 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:11.420579 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:26.610592 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-32489bb6-8864-4e92-be47-7b565f2f53b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397539 Oct 11 05:38:26.709400 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-1b2d46fd-352d-47a0-883a-83bab5991e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:38:26.710893 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-1b2d46fd-352d-47a0-883a-83bab5991e16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1098 time: 0.0404329 Oct 11 05:38:26.814676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-c3b94e34-38a4-4b3e-be31-8e630dd5c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:38:26.816124 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-c3b94e34-38a4-4b3e-be31-8e630dd5c55d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0868535 Oct 11 05:38:26.880495 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-32daa454-b9d3-4fc0-91ce-a721bf3afd33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 1001 time: 0.0575101 Oct 11 05:38:26.932882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-7a9969f8-332c-42ce-89e2-b8ed8eeb612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:38:26.934936 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-7a9969f8-332c-42ce-89e2-b8ed8eeb612c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0468478 Oct 11 05:38:26.977404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-1f2a5568-79cf-4c7b-a74c-680b8ed3b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:38:26.978910 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-1f2a5568-79cf-4c7b-a74c-680b8ed3b28e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384350 Oct 11 05:38:27.067261 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-c6f15994-5eb4-40c4-b253-240ac9f0ec2c service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818665 Oct 11 05:38:27.160462 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-5d55f5ca-6680-4504-98b0-cc04bfb8f762 req-74d6cce1-8508-4feb-a862-6686b2e14649 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Oct 11 05:38:32.556728 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:38:34.440626 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3ed770b6-9b01-44f9-acef-2a5dd93c77e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:36.664767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-199a7981-68eb-43b3-9911-981cd572350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:38.085634 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:39.657882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:39.669464 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:38:41.460331 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:04.442287 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3478d1e8-a257-4f2a-a978-1f5cf7367344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:06.665478 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9703a419-7b0a-41e0-b3ed-03957b37b062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:08.087058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:09.556536 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:39:09.650135 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:09.670985 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:11.461072 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:28.643549 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-3a9517e3-f03c-4835-86e8-3085b087ea00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432420 Oct 11 05:39:28.738680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-75f95738-2e12-4aee-818f-12efc9c7d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:39:28.740140 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-75f95738-2e12-4aee-818f-12efc9c7d213 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1098 time: 0.0396280 Oct 11 05:39:28.843878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-d1fedd0a-9925-4076-a028-42972a3fa265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:39:28.845315 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-d1fedd0a-9925-4076-a028-42972a3fa265 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0872562 Oct 11 05:39:28.909061 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-cd99c5f3-c9a0-402b-92c7-104de46f90d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 1001 time: 0.0571208 Oct 11 05:39:28.956936 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-63092e73-611a-4124-918c-4ed5821c41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:39:28.958346 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-63092e73-611a-4124-918c-4ed5821c41d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0430837 Oct 11 05:39:29.006170 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-87627172-c6a2-47f3-b62d-51290df5deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:39:29.007612 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-87627172-c6a2-47f3-b62d-51290df5deaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426643 Oct 11 05:39:29.094504 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-87b37caf-2ef9-4999-842f-0b6890955b3d service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803428 Oct 11 05:39:29.186385 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-ffe38019-b0fe-4a33-8928-5f80cecf1ba9 req-da9afb48-59b3-4705-a3cd-24cdb450e988 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Oct 11 05:39:34.443453 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4d05-7e99-4d4a-8f9a-dbb7d6e71bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:36.666901 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-7902cd7c-e2e8-417d-9115-ffa8ccc83f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:38.089403 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:39.651644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:39.673288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:41.462361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:46.555011 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:39:51.071171 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:39:51.165059 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:39:51.175829 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:39:51.215554 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b8bd2824-639d-44a5-8b45-9ae4ba16466b is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:39:51.215937 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:51.228321 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8bd2824-639d-44a5-8b45-9ae4ba16466b {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:39:51.247480 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:39:51.251533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:51.296565 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:39:51.303303 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.303654 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.303995 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.304330 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.304661 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.304992 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.305318 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.305644 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.305974 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.306294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.306633 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.306956 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:39:51.404306 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['b8bd2824-639d-44a5-8b45-9ae4ba16466b'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:39:53.093460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:39:53.143573 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port b8bd2824-639d-44a5-8b45-9ae4ba16466b triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:39:53.143948 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:53.144288 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port b8bd2824-639d-44a5-8b45-9ae4ba16466b Oct 11 05:39:53.217151 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b8bd2824-639d-44a5-8b45-9ae4ba16466b is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:39:53.217532 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:53.239442 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:39:53.241696 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f093bf7-a233-4782-ad87-51ba1b158efe" -d '{"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:39:53.254918 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:39:53.259249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:39:53.310802 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:39:53.354816 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51de0d-22da-40fb-a6a6-186a667e4c5b x-openstack-request-id: req-9c51de0d-22da-40fb-a6a6-186a667e4c5b {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:39:53.355706 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:39:53.355946 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c51de0d-22da-40fb-a6a6-186a667e4c5b {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:39:53.356378 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c51de0d-22da-40fb-a6a6-186a667e4c5b'] response: {'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'code': 200} Oct 11 05:40:04.446044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-82ca805e-3ac6-4824-b4dd-84c83ba415a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:05.035291 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-a78a6e95-cf5d-4fae-a4ee-97145830589e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601940679&fields=id&tenant_id=15c1f5bc49d74393a3197da59aaf852d HTTP/1.1" status: 200 len: 267 time: 0.0321662 Oct 11 05:40:05.143983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-37b18de5-3e38-4b8f-9763-df8044682e41 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:05.145415 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-37b18de5-3e38-4b8f-9763-df8044682e41 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 809 time: 0.1037493 Oct 11 05:40:05.159843 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-f8bb312b-66d4-41be-b468-dd913f6cd513 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/quotas/15c1f5bc49d74393a3197da59aaf852d HTTP/1.1" status: 200 len: 375 time: 0.0086739 Oct 11 05:40:05.213701 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-40fc9102-495d-4399-b9a3-cd1177c04489 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486579 Oct 11 05:40:05.310786 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-9b2e0884-3883-4efb-89cd-53d9eeb512f1 service neutron] 10.222.0.39 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 Oct 11 05:40:05.398199 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-3d363539-ba4e-4ed2-a579-2c2940c8b84a service neutron] 10.222.0.39 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813973 Oct 11 05:40:05.564496 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-4aeb85f6-0a4c-45ea-8d8a-8247d1c8fb03 req-87ea7c4b-f02e-4193-a841-1fd0b74f17bd tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Oct 11 05:40:06.540878 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-22bf0714-589a-4b36-8dc5-ef72485e9849 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:06.542307 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-22bf0714-589a-4b36-8dc5-ef72485e9849 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 809 time: 0.1073558 Oct 11 05:40:06.591432 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-d8d72451-e15e-4429-af97-859e8e67fa10 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c1f5bc49d74393a3197da59aaf852d HTTP/1.1" status: 200 len: 380 time: 0.0349958 Oct 11 05:40:06.600898 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'port': {'device_id': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'admin_state_up': True, 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'security_groups': ['7d0a5ceb-40b3-4345-a411-9e554766c862']}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:40:06.670086 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d15c1dde-892b-441b-a4e5-fae58d833fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:06.700335 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c65ec4e6-27e3-4915-9c9f-d8d14f3f95a3 req-ee83753a-c131-49ce-bc4d-e2ae45cd4f16 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 210 time: 0.0396023 Oct 11 05:40:06.740540 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Made reservation on behalf of 15c1f5bc49d74393a3197da59aaf852d for: {'port': 1} {{(pid=103099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 05:40:06.744126 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:06.899542 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Allocated IP 172.20.0.4 (b394f37e-73d0-4192-ba7f-25febc1fac50/e5da80b0-623d-4636-a898-41a513209352/e0300a9b-9927-4ecb-8770-7738250d79fd) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:40:07.116012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for port, precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:07.155927 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:07.185199 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:40:07.219694 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Network b394f37e-73d0-4192-ba7f-25febc1fac50 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:40:07.223718 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:40:07.228192 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:40:07.278021 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:07.302499 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.303125 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.303653 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.304158 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.304673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.305174 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.305734 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.306326 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.306869 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.307608 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.308151 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.309275 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:07.327029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:07.328039 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:07.334989 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port b8bd2824-639d-44a5-8b45-9ae4ba16466b is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:40:07.335425 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:07.349050 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-af7888eb-bf4b-49f1-972b-369597c6e8ed tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7520192 Oct 11 05:40:07.370264 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:40:07.373841 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6c0df8-2145-45ed-b9ee-8be2a6f61104" -d '{"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-unplugged", "status": "completed", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:40:07.389809 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:40:07.395958 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:07.453587 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:07.471715 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeae2c1-f954-4b8c-abcf-36eb00f817e9 x-openstack-request-id: req-caeae2c1-f954-4b8c-abcf-36eb00f817e9 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:40:07.472132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-unplugged", "status": "completed", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:40:07.472393 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caeae2c1-f954-4b8c-abcf-36eb00f817e9 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:40:07.472806 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caeae2c1-f954-4b8c-abcf-36eb00f817e9'] response: {'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'code': 200} Oct 11 05:40:07.580975 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Provisioning complete for port e0300a9b-9927-4ecb-8770-7738250d79fd triggered by entity DHCP. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:40:07.581855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:07.582464 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 1 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:07.623187 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:07.826397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956658d-3a3e-4c88-bcf1-c9c69b584442 req-9d867681-8d77-4a46-b51d-8077acf6695f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:07.827938 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1956658d-3a3e-4c88-bcf1-c9c69b584442 req-9d867681-8d77-4a46-b51d-8077acf6695f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0521042 Oct 11 05:40:07.868592 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1956658d-3a3e-4c88-bcf1-c9c69b584442 req-9f40e6c1-eb9c-4dea-9d45-c835e2a1ec32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346184 Oct 11 05:40:08.093067 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:08.124693 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 2 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:08.160288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:08.661476 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 3 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:08.700652 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:09.000229 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7d20c-9004-4dba-baae-6dd605eb5e12 req-4538aeb4-06ab-460a-9211-6a086d99697f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:09.002556 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3bd7d20c-9004-4dba-baae-6dd605eb5e12 req-4538aeb4-06ab-460a-9211-6a086d99697f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0518444 Oct 11 05:40:09.049076 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-3bd7d20c-9004-4dba-baae-6dd605eb5e12 req-3cea628e-690a-4cba-a217-72ace9d1aba7 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Oct 11 05:40:09.201658 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 4 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:09.239530 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:09.675486 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:09.692026 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:09.740987 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 5 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:09.776169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:10.186508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ddd7-aa2e-4359-bbb7-27c3f0340d0f req-e8d531f3-8fdc-4cb0-bb03-d4766e23d890 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:10.188038 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-53a0ddd7-aa2e-4359-bbb7-27c3f0340d0f req-e8d531f3-8fdc-4cb0-bb03-d4766e23d890 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0554650 Oct 11 05:40:10.235087 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-53a0ddd7-aa2e-4359-bbb7-27c3f0340d0f req-3dc4f388-0453-41ef-8a5c-994a530f6c32 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Oct 11 05:40:10.277637 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 6 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:10.312935 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:10.814665 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 7 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:10.852925 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:11.354961 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 8 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:11.360336 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a932ec-d967-4cc5-9828-b4644c1fae46 req-a2c18bf1-037f-45a9-af7a-2bc91032e17f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:11.362137 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7a932ec-d967-4cc5-9828-b4644c1fae46 req-a2c18bf1-037f-45a9-af7a-2bc91032e17f tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0523121 Oct 11 05:40:11.394954 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:11.416003 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-c7a932ec-d967-4cc5-9828-b4644c1fae46 req-e7ab16cf-8a62-4658-89f3-a27bf69bf94d tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475707 Oct 11 05:40:11.462013 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:11.896039 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 9 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:11.936036 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:12.437454 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Attempt 10 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:12.485512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-01ffc201-642a-45a1-9e85-abad9e099d78 None None] Port e0300a9b-9927-4ecb-8770-7738250d79fd cannot update to ACTIVE because it is not bound. {{(pid=103100) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 11 05:40:12.593162 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dc2a-0fdf-43b8-96d0-9ada1b9637e3 req-64b36d6e-7a37-4ea0-a07d-b38fd459d742 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:12.594834 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6342dc2a-0fdf-43b8-96d0-9ada1b9637e3 req-64b36d6e-7a37-4ea0-a07d-b38fd459d742 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0571184 Oct 11 05:40:12.638233 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-6342dc2a-0fdf-43b8-96d0-9ada1b9637e3 req-be514774-3a56-4f72-ac5b-edf88fd47723 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367610 Oct 11 05:40:13.764812 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c795523-b67e-4b34-a05a-d9ae5d6e46ce req-f04b509f-a537-4e60-8524-5fd041dbe949 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:13.766302 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1c795523-b67e-4b34-a05a-d9ae5d6e46ce req-f04b509f-a537-4e60-8524-5fd041dbe949 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0507619 Oct 11 05:40:13.809344 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-1c795523-b67e-4b34-a05a-d9ae5d6e46ce req-a988dc8b-93d1-482c-bac8-9ccea44f50be tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359664 Oct 11 05:40:14.930636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379883-e9df-4deb-b752-f8f6d19e4998 req-85705066-1f05-4e44-8dfa-e663d3a7696b tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:14.932249 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-02379883-e9df-4deb-b752-f8f6d19e4998 req-85705066-1f05-4e44-8dfa-e663d3a7696b tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0496876 Oct 11 05:40:14.970116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-02379883-e9df-4deb-b752-f8f6d19e4998 req-7f3fab8e-53f7-4520-b86f-65e6d85dd5ae tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314569 Oct 11 05:40:16.087549 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0898c68-ab1a-45c9-9202-85635a8eaf4d req-07b01a0c-90f0-4cf9-b1fe-8badfa945cad tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:16.089202 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b0898c68-ab1a-45c9-9202-85635a8eaf4d req-07b01a0c-90f0-4cf9-b1fe-8badfa945cad tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 931 time: 0.0473771 Oct 11 05:40:16.130276 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-b0898c68-ab1a-45c9-9202-85635a8eaf4d req-84b51ed3-74bf-4ada-85f1-f9298e466229 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345776 Oct 11 05:40:16.358029 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.v2.base [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Request body: {'port': {'device_id': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=103099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:40:16.410595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:16.680926 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0300a9b-9927-4ecb-8770-7738250d79fd {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:40:16.688831 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:16.701872 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Transition to ACTIVE for port object e0300a9b-9927-4ecb-8770-7738250d79fd will not be triggered until provisioned by entity L2. {{(pid=103099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 11 05:40:16.705149 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:16.783127 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:16.810333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Attempting to bind port e0300a9b-9927-4ecb-8770-7738250d79fd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 11 05:40:16.810691 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Attempting to bind port e0300a9b-9927-4ecb-8770-7738250d79fd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 11 05:40:16.811017 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Attempting to bind port e0300a9b-9927-4ecb-8770-7738250d79fd on network b394f37e-73d0-4192-ba7f-25febc1fac50 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:40:16.815333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Port e0300a9b-9927-4ecb-8770-7738250d79fd on network b394f37e-73d0-4192-ba7f-25febc1fac50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 05:40:16.815647 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Attempting to bind port e0300a9b-9927-4ecb-8770-7738250d79fd on network b394f37e-73d0-4192-ba7f-25febc1fac50 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 05:40:16.820405 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Checking agent: {'id': '37f714c5-03be-4fae-b1db-dfa9dfee0077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'started_at': datetime.datetime(2022, 10, 11, 4, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 11, 5, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 05:40:16.820737 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Checking segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 11 05:40:16.821113 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Bound using segment: {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 05:40:16.821528 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Bound port: e0300a9b-9927-4ecb-8770-7738250d79fd, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 11 05:40:16.821881 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:16.916392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 05:40:16.916392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 05:40:16.964185 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4421372'] for port, after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:16.969321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:16.970090 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:16.971500 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] 10.222.0.45 "PUT /v2.0/ports/e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 200 len: 1093 time: 0.6177478 Oct 11 05:40:16.972027 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:40:16.974298 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:40:17.035014 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d15bf-5665-484d-8156-b0353c10cbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:17.070033 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-e83c962a-5bf4-4d7f-be77-b7a5d53680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.071566 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-e83c962a-5bf4-4d7f-be77-b7a5d53680ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0449488 Oct 11 05:40:17.072986 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e4a91d-de21-46bc-8492-bac585edac98 x-openstack-request-id: req-39e4a91d-de21-46bc-8492-bac585edac98 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:40:17.073269 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:40:17.073523 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39e4a91d-de21-46bc-8492-bac585edac98 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:40:17.073949 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e4a91d-de21-46bc-8492-bac585edac98'] response: {'name': 'network-changed', 'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'status': 'completed', 'code': 200} Oct 11 05:40:17.133787 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-5fa9779c-3c62-48f6-a692-2a1ae49b4689 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 200 len: 217 time: 0.0371735 Oct 11 05:40:17.182325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-86e37fb4-d412-49ab-9a71-dd4beb9155bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.183862 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-86e37fb4-d412-49ab-9a71-dd4beb9155bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0440459 Oct 11 05:40:17.228009 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-aa1feb5b-fe40-4726-8491-88668e3d2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.229531 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-aa1feb5b-fe40-4726-8491-88668e3d2e3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394812 Oct 11 05:40:17.250169 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902abb-39fa-46cd-a63c-af8ab6be6659 req-e1ffc7d3-50cf-4218-96c2-68d07e646679 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.251708 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10902abb-39fa-46cd-a63c-af8ab6be6659 req-e1ffc7d3-50cf-4218-96c2-68d07e646679 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 943 time: 0.0486579 Oct 11 05:40:17.290113 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-10902abb-39fa-46cd-a63c-af8ab6be6659 req-05712aff-2a67-4ec9-b828-f70188d9f812 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Oct 11 05:40:17.329423 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-d6dc02c0-7e28-480b-9d97-a2008003d9e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925567 Oct 11 05:40:17.417656 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0786aa67-1f2b-41c3-8a2c-59ae93fac185 req-ed592816-c017-4cd8-ae38-40fbe69f64cc service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816617 Oct 11 05:40:17.544012 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-5ec28c27-3217-4f99-a232-b5df5c2ea9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.545371 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-5ec28c27-3217-4f99-a232-b5df5c2ea9a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0446756 Oct 11 05:40:17.633065 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-65223ca2-b60a-4212-a454-612a9f7e2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.634514 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-65223ca2-b60a-4212-a454-612a9f7e2344 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0825181 Oct 11 05:40:17.678055 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-e0bea75a-cc0b-44a2-8373-52773dc8e756 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 200 len: 217 time: 0.0375376 Oct 11 05:40:17.725267 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-5c47d0aa-2643-42a2-9663-0c2e391bcbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.726680 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-5c47d0aa-2643-42a2-9663-0c2e391bcbbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0420878 Oct 11 05:40:17.769044 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-e6350a1d-2e35-474a-8d63-f92725278067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:17.770455 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-e6350a1d-2e35-474a-8d63-f92725278067 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377431 Oct 11 05:40:18.181714 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-1e45b0c9-aa93-449f-9d7f-25cb1a91fc22 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035282 Oct 11 05:40:18.269079 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-1ddfcd7b-9efb-452e-87d5-350e4cc327f8 req-a2173f9c-7a09-4ed4-b307-3c2e738c01df service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804572 Oct 11 05:40:18.411246 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aedbbf-bc75-4492-b75b-ecb0e22a8ae2 req-2f14e456-f697-4d84-9b22-b445ce35b460 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:18.412672 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-37aedbbf-bc75-4492-b75b-ecb0e22a8ae2 req-2f14e456-f697-4d84-9b22-b445ce35b460 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 943 time: 0.0479815 Oct 11 05:40:18.450110 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-37aedbbf-bc75-4492-b75b-ecb0e22a8ae2 req-c6bdedac-60c2-4776-9cb1-836eedb4f1e1 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Oct 11 05:40:19.249304 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:40:19.342953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:40:19.353417 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'port_id': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'mac_address': 'fa:16:3e:b8:45:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:40:19.390352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e0300a9b-9927-4ecb-8770-7738250d79fd is: DOWN; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:40:19.390768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:19.403016 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0300a9b-9927-4ecb-8770-7738250d79fd {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:40:19.425175 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:40:19.429237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:19.476053 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:19.570874 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b1dcc-c130-42ab-a6be-9ac47a93055a req-bec3adca-07a1-4531-9db1-0b73b844e4e6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:19.572348 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a4b1dcc-c130-42ab-a6be-9ac47a93055a req-bec3adca-07a1-4531-9db1-0b73b844e4e6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 944 time: 0.0488820 Oct 11 05:40:19.609432 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-7a4b1dcc-c130-42ab-a6be-9ac47a93055a req-1c3c7855-e59c-458a-8f73-2fe5452c3379 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Oct 11 05:40:19.849681 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['e0300a9b-9927-4ecb-8770-7738250d79fd'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:40:20.732756 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2718a-2410-4a55-a73c-ed410b472b3d req-759a72b0-901e-4f5b-ac45-2d7aa2e97c86 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:20.734215 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7ab2718a-2410-4a55-a73c-ed410b472b3d req-759a72b0-901e-4f5b-ac45-2d7aa2e97c86 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 944 time: 0.0526247 Oct 11 05:40:20.771433 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-7ab2718a-2410-4a55-a73c-ed410b472b3d req-b4d37178-50b5-48f8-bc6a-8100ab4e9892 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Oct 11 05:40:21.268140 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:40:21.316173 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning for port e0300a9b-9927-4ecb-8770-7738250d79fd completed by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 11 05:40:21.320192 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port e0300a9b-9927-4ecb-8770-7738250d79fd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:40:21.320568 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:21.320906 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:40:21.398887 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e0300a9b-9927-4ecb-8770-7738250d79fd is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:40:21.399270 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:21.421075 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:40:21.423325 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeae4fd8-d910-4f19-a2d9-38f9caf76034" -d '{"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:40:21.435808 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:40:21.440005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:21.462993 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d0f15-ce67-4922-90ce-376a8c8a5188 x-openstack-request-id: req-8d0d0f15-ce67-4922-90ce-376a8c8a5188 {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:40:21.463294 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:40:21.463527 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d0d0f15-ce67-4922-90ce-376a8c8a5188 {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:40:21.463944 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0d0f15-ce67-4922-90ce-376a8c8a5188'] response: {'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'code': 200} Oct 11 05:40:21.488890 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=5']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:21.691837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f0e1-f1f8-486b-a112-455bf12c9ba7 req-345970c0-c0ae-4bf6-bf1e-c4428d0ae890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:21.693250 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c159f0e1-f1f8-486b-a112-455bf12c9ba7 req-345970c0-c0ae-4bf6-bf1e-c4428d0ae890 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0392773 Oct 11 05:40:21.726887 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-c159f0e1-f1f8-486b-a112-455bf12c9ba7 req-55862949-b5ea-4eee-8b26-bea10a549b9d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265563 Oct 11 05:40:21.937656 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370f564-ec3e-43de-92b8-e65ed4d2c3f2 req-152cb59c-173d-4028-87f6-8e9b7f37e8cc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:21.939020 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0370f564-ec3e-43de-92b8-e65ed4d2c3f2 req-152cb59c-173d-4028-87f6-8e9b7f37e8cc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 945 time: 0.0952525 Oct 11 05:40:21.976238 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0370f564-ec3e-43de-92b8-e65ed4d2c3f2 req-2a55d389-8125-48c1-8cdf-61e01bfb4fb9 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Oct 11 05:40:23.152736 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91f38-ff5e-4cbe-ab17-c7837e295a47 req-6445c65c-61f0-4cfa-a12a-a82c20a71906 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:23.154191 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2dc91f38-ff5e-4cbe-ab17-c7837e295a47 req-6445c65c-61f0-4cfa-a12a-a82c20a71906 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 945 time: 0.1040683 Oct 11 05:40:23.195244 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-2dc91f38-ff5e-4cbe-ab17-c7837e295a47 req-0def1907-630f-4bf7-be35-61fc32d11325 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349686 Oct 11 05:40:23.553192 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:40:24.319597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bb4a9-3d70-433c-bb8d-851884725d16 req-0b25d653-8da4-483f-88f8-740d172e220e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:24.321052 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-737bb4a9-3d70-433c-bb8d-851884725d16 req-0b25d653-8da4-483f-88f8-740d172e220e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Oct 11 05:40:24.358679 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-737bb4a9-3d70-433c-bb8d-851884725d16 req-7fd78a20-258a-441a-8932-f852ca30a3f3 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Oct 11 05:40:24.477401 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761a7ff-7433-44ec-8a99-51838ce6cac7 req-eb61666a-7174-4da3-9e12-cce23071e057 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:24.478853 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e761a7ff-7433-44ec-8a99-51838ce6cac7 req-eb61666a-7174-4da3-9e12-cce23071e057 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Oct 11 05:40:24.521823 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-e761a7ff-7433-44ec-8a99-51838ce6cac7 req-c7d54148-a162-4164-bb6a-24cf0a90dbae tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364769 Oct 11 05:40:24.550125 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33804) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:40:24.588219 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea077b-2927-4522-8e87-fd7b9322edf2 tempest-TestSnapshotPattern-559636491 tempest-TestSnapshotPattern-559636491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:24.589635 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-f5ea077b-2927-4522-8e87-fd7b9322edf2 tempest-TestSnapshotPattern-559636491 tempest-TestSnapshotPattern-559636491-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1093 time: 0.0384908 Oct 11 05:40:24.592953 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 33806) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:40:24.597179 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.v2.base [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Request body: {'floatingip': {'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'port_id': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 05:40:24.617266 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:24.712656 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:24.813659 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Allocated IP 172.26.8.93 (ed9fb950-fed8-458c-864e-a2b9f8817cca/9a2605c7-4893-49f2-bad5-6d9d2199d107/206f572e-702b-4bcd-8398-f3261aa265a0) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 05:40:24.918201 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for port, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:24.950488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777826775682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:24.987741 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Network ed9fb950-fed8-458c-864e-a2b9f8817cca is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 05:40:24.990624 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 05:40:24.994072 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 05:40:25.018446 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'Port': ['ID=206f572e-702b-4bcd-8398-f3261aa265a0,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:25.031342 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.031689 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.032027 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.032359 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.032686 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.033016 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.033341 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.033664 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.033988 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.034308 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.034658 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.034977 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:40:25.643050 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:25.708200 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:25.854940 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for port, precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:25.860128 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5892352'] for port, after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:25.928421 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7945800'] for floatingip, after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:25.930116 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event updated for resources: {'Port': ['ID=206f572e-702b-4bcd-8398-f3261aa265a0,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:40:26.029077 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Floating IP 0780ab87-2cde-4619-b0fe-78247346ae99 associated. External IP: 172.26.8.93, port: e0300a9b-9927-4ecb-8770-7738250d79fd. Oct 11 05:40:26.232863 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:40:26.341350 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:40:26.351691 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:40:26.360373 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:26.363660 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:40:26.364269 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:40:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:40:26.387319 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-68bb7da0-d946-4998-bb96-f55f95feb2c6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7933238 Oct 11 05:40:26.388034 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:40:26.390321 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5211f851a0efb11932813f7cf6ea9d39a62513f8e50b94cc974894244d9288fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bdbb24-ca87-4013-b1ba-4d904f22a984" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:40:26.425895 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3afa04c-3066-486b-84a9-a99d697a5878 x-openstack-request-id: req-e3afa04c-3066-486b-84a9-a99d697a5878 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:40:26.426187 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:40:26.426444 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3afa04c-3066-486b-84a9-a99d697a5878 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:40:26.426888 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3afa04c-3066-486b-84a9-a99d697a5878'] response: {'name': 'network-changed', 'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'status': 'completed', 'code': 200} Oct 11 05:40:26.470467 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:40:26.514851 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-3f19d0a4-40a8-4d8c-946c-2e64027b5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:26.516979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-3f19d0a4-40a8-4d8c-946c-2e64027b5659 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0475430 Oct 11 05:40:26.615242 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-12caa74a-075c-4dcb-92fe-bc678e425ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:26.616700 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-12caa74a-075c-4dcb-92fe-bc678e425ccd service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0938430 Oct 11 05:40:26.681991 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-072cb218-1c25-4e4f-b967-86771e49d88b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 200 len: 998 time: 0.0581219 Oct 11 05:40:26.732597 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-0a1bb1a3-8518-46f3-b982-aae032a7b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:26.734091 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-0a1bb1a3-8518-46f3-b982-aae032a7b229 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0456464 Oct 11 05:40:26.787429 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-a3deee21-84b6-41d1-a0bd-771236862675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:26.788849 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-a3deee21-84b6-41d1-a0bd-771236862675 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477855 Oct 11 05:40:26.840233 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '0780ab87-2cde-4619-b0fe-78247346ae99', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.93', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:b8:45:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:40:25Z', 'updated_at': '2022-10-11T05:40:25Z', 'revision_number': 0, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}, {'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:21Z', 'revision_number': 1, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:40:26.865855 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:40:26.874880 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:40:26.875477 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:40:07Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:40:26.878753 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-0055180a-c5e2-46d6-abc6-97b098c38421 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829959 Oct 11 05:40:26.969755 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-95bdbb24-ca87-4013-b1ba-4d904f22a984 req-3392bc8a-5d38-40dc-bfb4-a080d2adfdec service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849738 Oct 11 05:40:26.980169 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:40:27.199534 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '0780ab87-2cde-4619-b0fe-78247346ae99', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.93', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:b8:45:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:40:25Z', 'updated_at': '2022-10-11T05:40:25Z', 'revision_number': 0, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}, {'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:21Z', 'revision_number': 1, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:40:27.224232 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224ed72-3da8-4a38-8402-4eedf99903af None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '0780ab87-2cde-4619-b0fe-78247346ae99', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.93', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:b8:45:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:40:25Z', 'updated_at': '2022-10-11T05:40:25Z', 'revision_number': 0, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}, {'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:21Z', 'revision_number': 1, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:40:27.411359 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed694e-baa8-4c7b-a1a3-de2512e91bc1 None None] New status for floating IP 0780ab87-2cde-4619-b0fe-78247346ae99: ACTIVE {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:40:29.614982 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-a425413d-1493-478d-9168-89e1eb7330e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398505 Oct 11 05:40:29.710030 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-8977692d-d833-4edc-b479-29dac8c84353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:29.711508 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-8977692d-d833-4edc-b479-29dac8c84353 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1096 time: 0.0390792 Oct 11 05:40:29.817483 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-f01c2486-9cd2-49b7-b7a2-2e0f2271de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:29.818966 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-f01c2486-9cd2-49b7-b7a2-2e0f2271de41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0878150 Oct 11 05:40:29.882976 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-b03d7c9e-1241-4de5-9f34-09ad276fef88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 999 time: 0.0573227 Oct 11 05:40:29.935441 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-3c0459b3-3e98-4a51-8148-2f5d9da34dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:29.936858 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-3c0459b3-3e98-4a51-8148-2f5d9da34dcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0472894 Oct 11 05:40:29.983352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-a90f28e3-59ec-4660-852d-fe6564ff8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:40:29.984826 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-a90f28e3-59ec-4660-852d-fe6564ff8701 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399625 Oct 11 05:40:30.073185 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-be5c12f7-d942-46b5-8442-24e968da2a1c service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802708 Oct 11 05:40:30.164826 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-d5082d96-c946-478d-aa6f-fd37a76f9826 req-f3f787dc-051d-41a3-9b8a-314c558740db service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838950 Oct 11 05:40:34.447363 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-eae4f9c7-99e3-4662-9157-2e4b0c96cf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:36.664882 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-87e87ae7-07b5-4822-83f4-b79c7dcdba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:38.094376 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:39.660213 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:39.684831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:40:41.462227 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:00.552163 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:41:04.449471 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-326e4243-4a57-4b02-983c-099406417ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:06.672622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f99d3447-11fa-4b3a-b120-f1fdddbe840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:08.096137 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:09.662821 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:09.689540 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:11.481278 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:31.709316 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-d515f1ed-500c-48a2-81da-39f66406ce0b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052015 Oct 11 05:41:31.781045 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-406fa0c9-733b-412f-91d4-9c5e1484a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:41:31.782479 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-406fa0c9-733b-412f-91d4-9c5e1484a893 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0395477 Oct 11 05:41:31.884855 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-7c7a9b7b-5706-4b96-a826-1a782819362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:41:31.886245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-7c7a9b7b-5706-4b96-a826-1a782819362d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0861080 Oct 11 05:41:31.949660 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-2f6febc5-19ca-448e-b332-f20624b9465c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 200 len: 1000 time: 0.0568995 Oct 11 05:41:31.995704 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-ca28fd3f-bb5b-45dd-8d31-a9a58277b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:41:31.997089 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-ca28fd3f-bb5b-45dd-8d31-a9a58277b64d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0413783 Oct 11 05:41:32.044167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-1c89bb07-49f3-4c21-a66c-d002efe1a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:41:32.045625 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-1c89bb07-49f3-4c21-a66c-d002efe1a021 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428629 Oct 11 05:41:32.132801 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-ebe526ad-9f1b-4480-9373-5de4f45ded81 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801334 Oct 11 05:41:32.222351 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-29ad6ece-14ff-445d-a27b-1fc9b989e14f req-b93a961a-8d0e-4b86-b14f-707cf1e70e06 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826185 Oct 11 05:41:34.451949 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9865-35c8-4181-a2f3-8025387bed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:36.665014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-30228530-2fca-4e7f-8996-0b5c48165fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:37.550831 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:41:38.099695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:39.664392 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:39.691021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:41:41.475674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:04.453927 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-84698a3a-c94d-44c3-b6ec-a25d461c4d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:06.667382 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a57a-f778-4ccb-b1ee-f4752e361f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:08.101615 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:09.668452 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:09.692319 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:11.487896 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:14.550876 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:42:29.839876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=103100) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 05:42:29.934781 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:29.946237 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Returning: {'device': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'port_id': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'mac_address': 'fa:16:3e:b8:45:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103100) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 05:42:29.981342 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e0300a9b-9927-4ecb-8770-7738250d79fd is: ACTIVE; New status is: BUILD {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:42:29.981718 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:29.994622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0300a9b-9927-4ecb-8770-7738250d79fd {{(pid=103100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 11 05:42:30.014876 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:30.019638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:30.064699 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=6']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:30.071374 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.071717 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.072054 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.072383 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.072711 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.073247 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.073578 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.073905 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.074229 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.074570 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.074894 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.075210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:30.198448 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] get_ports_and_sgs() called for port_ids ['e0300a9b-9927-4ecb-8770-7738250d79fd'] {{(pid=103100) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 11 05:42:31.875259 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd up at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 05:42:31.921742 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.provisioning_blocks [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Provisioning complete for port e0300a9b-9927-4ecb-8770-7738250d79fd triggered by entity L2. {{(pid=103100) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 11 05:42:31.922040 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739927'] for port, provisioning_complete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:31.922375 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Attempt 1 to provision port e0300a9b-9927-4ecb-8770-7738250d79fd Oct 11 05:42:31.995112 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e0300a9b-9927-4ecb-8770-7738250d79fd is: BUILD; New status is: ACTIVE {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:42:31.995492 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:32.018015 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:42:32.020271 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b1a07b-538c-4a78-bab3-e484f88f7f30" -d '{"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:42:32.033757 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:32.038268 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:32.066591 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb5228-6c9c-47b4-b701-f14c64da2a9a x-openstack-request-id: req-9edb5228-6c9c-47b4-b701-f14c64da2a9a {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:42:32.066878 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-plugged", "status": "completed", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:42:32.067124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9edb5228-6c9c-47b4-b701-f14c64da2a9a {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:42:32.067516 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edb5228-6c9c-47b4-b701-f14c64da2a9a'] response: {'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'code': 200} Oct 11 05:42:32.092044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=7']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:33.635285 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-8ff04d87-7fa9-4f6e-a2c0-4b68ff510e51 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407503 Oct 11 05:42:33.752157 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-630b9ea6-c98c-4579-9e54-6270fc5e0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:33.753680 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-630b9ea6-c98c-4579-9e54-6270fc5e0f88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1096 time: 0.0471787 Oct 11 05:42:33.867748 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-dfbd2c12-d2d4-4302-9420-fdd23f518db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:33.869107 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-dfbd2c12-d2d4-4302-9420-fdd23f518db0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0924826 Oct 11 05:42:33.940976 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-14262214-c9ed-4276-9de0-cf32b3d49186 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 999 time: 0.0632999 Oct 11 05:42:33.992132 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-e3e054dd-ac35-4fb1-9ca5-e01044d3b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:33.993622 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-e3e054dd-ac35-4fb1-9ca5-e01044d3b2b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0469387 Oct 11 05:42:34.038388 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-61f3754a-62d4-440d-a5d8-eddc76d972cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:34.039966 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-61f3754a-62d4-440d-a5d8-eddc76d972cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400198 Oct 11 05:42:34.147911 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-2602c39d-11a5-4c78-9dac-1c37e0ac29c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008956 Oct 11 05:42:34.251137 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-0ac157bd-591f-42e1-817e-cc25e46e3a42 req-fe512522-c7a4-4240-bc78-aeb4fe1a8c8d service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943108 Oct 11 05:42:34.458973 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f1c183f0-8862-43f3-b622-16039dbc9e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:36.674617 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5f6e55b3-fd75-479f-aec1-2275ba10eff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:38.109159 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:39.673612 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:39.701065 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:41.508708 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:43.481833 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 34056) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:43.642802 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Deleting port 206f572e-702b-4bcd-8398-f3261aa265a0 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:43.643065 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:43.716268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:43.716594 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:43.728376 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Calling delete_port for 206f572e-702b-4bcd-8398-f3261aa265a0 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:43.874921 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:43.899589 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event deleted for resources: {'Port': ['ID=206f572e-702b-4bcd-8398-f3261aa265a0,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:43.911576 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.911924 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.912268 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.912601 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.912927 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.913253 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.913577 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.913899 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.914220 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.914588 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.914882 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.915199 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:43.971803 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:43.972131 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Floating IP 0780ab87-2cde-4619-b0fe-78247346ae99 disassociated (deleted). External IP: 172.26.8.93, port: e0300a9b-9927-4ecb-8770-7738250d79fd. Oct 11 05:42:44.175313 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:42:44.283611 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:42:44.288690 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:44.293460 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:42:44.303094 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:44.303697 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:44.315067 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-bca60988-df7d-417f-afcc-cc2e6076f1a5 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "DELETE /v2.0/floatingips/0780ab87-2cde-4619-b0fe-78247346ae99 HTTP/1.1" status: 204 len: 168 time: 0.8321691 Oct 11 05:42:44.315710 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:42:44.318002 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5211f851a0efb11932813f7cf6ea9d39a62513f8e50b94cc974894244d9288fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393d3aed-2df2-478c-8061-50d144dd6066" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:42:44.418683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:44.420775 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a3f1ed-d6ab-458a-a9bb-0d6de68e693f x-openstack-request-id: req-75a3f1ed-d6ab-458a-a9bb-0d6de68e693f {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:42:44.420931 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:42:44.421172 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75a3f1ed-d6ab-458a-a9bb-0d6de68e693f {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:42:44.421575 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a3f1ed-d6ab-458a-a9bb-0d6de68e693f'] response: {'name': 'network-changed', 'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'status': 'completed', 'code': 200} Oct 11 05:42:44.590679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a857748-de32-417b-bab1-595cfa2783fd req-9fff0efd-0dd3-47e8-9310-3a49663af749 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:44.592705 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a857748-de32-417b-bab1-595cfa2783fd req-9fff0efd-0dd3-47e8-9310-3a49663af749 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 945 time: 0.0800135 Oct 11 05:42:44.595418 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3aed-2df2-478c-8061-50d144dd6066 req-5a361d6e-bf1c-407b-b015-721a62f006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:44.596782 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-5a361d6e-bf1c-407b-b015-721a62f006f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0760067 Oct 11 05:42:44.644322 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:21Z', 'revision_number': 1, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:44.656334 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-9a857748-de32-417b-bab1-595cfa2783fd req-fe31eb2e-4819-4dfa-8e44-a53378d58adf tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Oct 11 05:42:44.676097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:42:44.684358 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:44.684953 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:44.715259 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3aed-2df2-478c-8061-50d144dd6066 req-46adc348-c48f-4b92-9c68-99f8a97bb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:44.716649 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-46adc348-c48f-4b92-9c68-99f8a97bb249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.1102374 Oct 11 05:42:44.761706 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-4e05df21-20d6-45ca-89cf-221e8cb4aa19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 200 len: 217 time: 0.0361378 Oct 11 05:42:44.813153 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3aed-2df2-478c-8061-50d144dd6066 req-1e00bf3a-c11c-4831-868f-c8dcf7a9f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:44.814642 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-1e00bf3a-c11c-4831-868f-c8dcf7a9f9a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0458724 Oct 11 05:42:44.866311 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3aed-2df2-478c-8061-50d144dd6066 req-deefde4e-c75f-4bd3-9da0-d574225c1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:44.867829 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-deefde4e-c75f-4bd3-9da0-d574225c1acd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459230 Oct 11 05:42:44.928561 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:44.958576 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-d79195ab-a8f2-45e5-84da-21914540d6fb service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838950 Oct 11 05:42:45.053476 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-393d3aed-2df2-478c-8061-50d144dd6066 req-59596618-f89d-4b1c-8bef-9921018d39bf service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 Oct 11 05:42:45.148745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:21Z', 'revision_number': 1, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:45.178302 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e01f1a-29e2-4f44-8e76-34f652511bc3 None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_floatingips': [{'id': '1839bc3b-f89a-46e2-badd-47ea30996fbf', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'floating_ip_address': '172.26.8.244', 'floating_network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'router_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'port_id': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'mac_address': 'fa:16:3e:68:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-11T05:37:19Z', 'updated_at': '2022-10-11T05:37:21Z', 'revision_number': 1, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:42:45.394126 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3360cce-a209-46db-8084-869103c18e5c None None] New status for floating IP 0780ab87-2cde-4619-b0fe-78247346ae99: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:42:45.782944 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c074be-ba0a-45fe-9107-bdf7a5380195 req-bbce14ac-7a16-4afa-b72a-94aaca1eb604 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:45.784436 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-04c074be-ba0a-45fe-9107-bdf7a5380195 req-bbce14ac-7a16-4afa-b72a-94aaca1eb604 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Oct 11 05:42:45.821136 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-04c074be-ba0a-45fe-9107-bdf7a5380195 req-c4b30d3b-8591-4fd5-9605-f75cdf9972bf tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Oct 11 05:42:45.917267 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:45.991835 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Current status of the port e0300a9b-9927-4ecb-8770-7738250d79fd is: ACTIVE; New status is: DOWN {{(pid=103100) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 11 05:42:45.992646 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582398'] for port, before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:46.015929 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:42:46.018186 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cfd5da8beadb3476a490e1786e1528cbe52cfbfd996f59b8d06f8429ce49eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1927e7b-f17b-4a20-afab-3c7766b5b4a3" -d '{"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:42:46.031071 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:46.035907 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777827260124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777826775700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777826775718'] for port, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:46.066323 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Oct 2022 05:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb80ecc1-c51c-456a-9d2b-15681f80347d x-openstack-request-id: req-bb80ecc1-c51c-456a-9d2b-15681f80347d {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:42:46.066638 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "code": 200}]} {{(pid=103100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:42:46.066892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb80ecc1-c51c-456a-9d2b-15681f80347d {{(pid=103100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:42:46.067284 dv-neutron-860894-1-hyperv neutron-server[103100]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb80ecc1-c51c-456a-9d2b-15681f80347d'] response: {'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'code': 200} Oct 11 05:42:46.091610 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Pushing event updated for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=8']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:46.381790 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-2dcc4aa4-7558-4688-94fa-1d4456ca0a57 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:46.383303 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-2dcc4aa4-7558-4688-94fa-1d4456ca0a57 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 943 time: 0.0513151 Oct 11 05:42:46.469985 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Deleting port e0300a9b-9927-4ecb-8770-7738250d79fd {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:46.470325 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:46.560480 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] For port e0300a9b-9927-4ecb-8770-7738250d79fd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e0300a9b-9927-4ecb-8770-7738250d79fd,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:46.561439 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:46.573857 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Calling delete_port for e0300a9b-9927-4ecb-8770-7738250d79fd owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:46.700370 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:46.726262 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event deleted for resources: {'Port': ['ID=e0300a9b-9927-4ecb-8770-7738250d79fd,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:46.736352 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.736693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.737028 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.737357 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.737693 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.738022 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.738330 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.738680 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.739394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.739394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.739603 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.739913 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860894-1-hyperv {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 05:42:46.778394 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] No DVR routers for this DVR port e0300a9b-9927-4ecb-8770-7738250d79fd on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:42:46.781419 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:46.784693 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-797d6a5e-deb5-4c34-a61b-3b7ce576697a req-a522e54f-46cf-45f5-ad5b-3f769d2d4abb tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "DELETE /v2.0/ports/e0300a9b-9927-4ecb-8770-7738250d79fd HTTP/1.1" status: 204 len: 173 time: 0.3960598 Oct 11 05:42:46.785181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-deleted', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:42:46.787703 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9385e9cf-aba3-450e-bec2-25dcd0107b1f" -d '{"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-deleted", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:42:46.827024 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd19f001-e4da-488f-99dd-6f5c1cdff532 x-openstack-request-id: req-fd19f001-e4da-488f-99dd-6f5c1cdff532 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:42:46.827321 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea26e25-bb66-4946-b980-b22961bb9bd1", "name": "network-vif-deleted", "tag": "e0300a9b-9927-4ecb-8770-7738250d79fd", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:42:46.827576 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd19f001-e4da-488f-99dd-6f5c1cdff532 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:42:46.827979 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd19f001-e4da-488f-99dd-6f5c1cdff532'] response: {'server_uuid': '5ea26e25-bb66-4946-b980-b22961bb9bd1', 'name': 'network-vif-deleted', 'tag': 'e0300a9b-9927-4ecb-8770-7738250d79fd', 'status': 'completed', 'code': 200} Oct 11 05:42:46.928468 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-06097299-3d2f-4831-aadd-5d8c35c00aae req-3f288b9b-df2f-4801-ace3-433c8b3655f6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ea26e25-bb66-4946-b980-b22961bb9bd1 HTTP/1.1" status: 200 len: 210 time: 0.0291307 Oct 11 05:42:48.500488 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 34120) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:48.655510 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Deleting port dc3ee732-98de-4e6f-a59c-a0caa41b1f6d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:48.655847 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:48.728247 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:48.728569 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:48.739885 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Calling delete_port for dc3ee732-98de-4e6f-a59c-a0caa41b1f6d owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:48.884933 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5892361'] for port, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:48.913465 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event deleted for resources: {'Port': ['ID=dc3ee732-98de-4e6f-a59c-a0caa41b1f6d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:48.975161 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for floatingip, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:48.975601 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.db.l3_db [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Floating IP 1839bc3b-f89a-46e2-badd-47ea30996fbf disassociated (deleted). External IP: 172.26.8.244, port: b8bd2824-639d-44a5-8b45-9ae4ba16466b. Oct 11 05:42:49.185122 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:42:49.289695 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:42:49.294249 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for floatingip, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:49.300221 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:42:49.309132 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:49.309731 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:49.321614 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-b80f882d-4623-4726-8dd3-89bd1806d4d6 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "DELETE /v2.0/floatingips/1839bc3b-f89a-46e2-badd-47ea30996fbf HTTP/1.1" status: 204 len: 168 time: 0.8200276 Oct 11 05:42:49.322254 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:42:49.324606 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5211f851a0efb11932813f7cf6ea9d39a62513f8e50b94cc974894244d9288fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99eeddc-3f48-4c72-afa2-48b6e8df9363" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:42:49.370873 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Oct 2022 05:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c3f982-8fe0-41d0-9c02-5fd922e276d6 x-openstack-request-id: req-c7c3f982-8fe0-41d0-9c02-5fd922e276d6 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:42:49.371241 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:42:49.371543 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7c3f982-8fe0-41d0-9c02-5fd922e276d6 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:42:49.371830 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c3f982-8fe0-41d0-9c02-5fd922e276d6'] response: {'name': 'network-changed', 'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'status': 'completed', 'code': 200} Oct 11 05:42:49.418602 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:49.467995 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-be1c4593-64f7-47bd-9fc4-29bf0cf0d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:49.469876 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-be1c4593-64f7-47bd-9fc4-29bf0cf0d493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=15c1f5bc49d74393a3197da59aaf852d&device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 1096 time: 0.0567169 Oct 11 05:42:49.554545 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15595-15a8-4db9-a458-41969065779e req-f34858e9-e853-49dd-9232-9a6f0043d5e3 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:49.556201 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fa15595-15a8-4db9-a458-41969065779e req-f34858e9-e853-49dd-9232-9a6f0043d5e3 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 943 time: 0.0530360 Oct 11 05:42:49.603433 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-179c301d-3c7c-4d60-bfe9-bd9c74ffa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:49.604376 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [req-6fa15595-15a8-4db9-a458-41969065779e req-99f40093-5ea4-46b3-9e0c-5acccd423eb9 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Oct 11 05:42:49.604878 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-179c301d-3c7c-4d60-bfe9-bd9c74ffa382 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 200 len: 910 time: 0.0899065 Oct 11 05:42:49.624719 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:49.654483 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-58228b63-f30f-45ad-bf02-d589f6daf40d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 200 len: 217 time: 0.0413728 Oct 11 05:42:49.659416 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:42:49.669058 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:49.670386 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:49.710350 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-70e1e883-2af6-49ae-a8e9-65bb92900fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:49.712293 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-70e1e883-2af6-49ae-a8e9-65bb92900fda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 200 len: 848 time: 0.0499809 Oct 11 05:42:49.767072 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-616dc1ff-b9c8-4c8e-8fa6-c611ee86cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:49.767072 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-616dc1ff-b9c8-4c8e-8fa6-c611ee86cb1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b394f37e-73d0-4192-ba7f-25febc1fac50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465703 Oct 11 05:42:49.801577 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:49.875818 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-5904147b-ea14-4a04-b033-47b9884dc18c service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003051 Oct 11 05:42:49.948288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:49.972359 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-f99eeddc-3f48-4c72-afa2-48b6e8df9363 req-3a9c9eee-bcad-40df-b1b7-51f0b50cc48c service neutron] 10.222.0.45 "GET /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877683 Oct 11 05:42:49.974996 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: e0300a9b-9927-4ecb-8770-7738250d79fd {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:49.975359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device e0300a9b-9927-4ecb-8770-7738250d79fd not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:50.039939 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:50.070361 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f914be2-b15e-44f8-9f1d-8bb78054ba38 None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:37:01Z', 'revision_number': 4, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv', '_interfaces': [{'id': '0c9ebeb5-73d4-4617-a270-c12ba077367d', 'name': '', 'network_id': 'b394f37e-73d0-4192-ba7f-25febc1fac50', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'mac_address': 'fa:16:3e:3b:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e5da80b0-623d-4636-a898-41a513209352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:00Z', 'updated_at': '2022-10-11T05:37:05Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'subnets': [{'id': 'e5da80b0-623d-4636-a898-41a513209352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:42:50.285166 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389eace-1646-4626-a658-49fe77e3f353 None None] New status for floating IP 1839bc3b-f89a-46e2-badd-47ea30996fbf: DOWN {{(pid=103101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 11 05:42:50.551107 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-8fe7ddbe-97a4-43ca-8a1f-e2c417ef7515 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:50.552443 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-8fe7ddbe-97a4-43ca-8a1f-e2c417ef7515 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 943 time: 0.0517156 Oct 11 05:42:50.638876 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Deleting port b8bd2824-639d-44a5-8b45-9ae4ba16466b {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:50.639217 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:50.756210 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] For port b8bd2824-639d-44a5-8b45-9ae4ba16466b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b8bd2824-639d-44a5-8b45-9ae4ba16466b,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:50.756567 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:50.773760 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07a904-f2db-42c2-bbd5-ef5294ff869a req-0ccf92be-5d2a-4367-8350-456c21392075 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 11 05:42:50.775245 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c07a904-f2db-42c2-bbd5-ef5294ff869a req-0ccf92be-5d2a-4367-8350-456c21392075 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb55513-472b-43a3-a365-03a2d84d3e47 HTTP/1.1" status: 200 len: 943 time: 0.0763190 Oct 11 05:42:50.778977 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Calling delete_port for b8bd2824-639d-44a5-8b45-9ae4ba16466b owned by compute:nova {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:50.852059 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-8c07a904-f2db-42c2-bbd5-ef5294ff869a req-0595a629-662e-4f7b-a754-1353f21cc256 tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d0a5ceb-40b3-4345-a411-9e554766c862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686774 Oct 11 05:42:50.931563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:50.959797 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event deleted for resources: {'Port': ['ID=b8bd2824-639d-44a5-8b45-9ae4ba16466b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:50.999683 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] No DVR routers for this DVR port b8bd2824-639d-44a5-8b45-9ae4ba16466b on host hv-neutron-8608 {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:42:51.002237 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58274'] for port, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:51.005571 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [req-26a383f9-92a7-4bd9-9633-ad5153ceb652 req-e091acd0-61da-4c7c-a6aa-8ce9311690fc tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.45 "DELETE /v2.0/ports/b8bd2824-639d-44a5-8b45-9ae4ba16466b HTTP/1.1" status: 204 len: 173 time: 0.4473560 Oct 11 05:42:51.006085 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-deleted', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 11 05:42:51.008397 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5c2df908d16e43a876dc284b7261a015772d518a787d498ca16eaf0e3b7953" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70f3b5-f2a4-437c-8e65-2cacd1a0da0f" -d '{"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-deleted", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 05:42:51.046285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Oct 2022 05:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051f0945-9394-40a4-85ae-3ad66df076c2 x-openstack-request-id: req-051f0945-9394-40a4-85ae-3ad66df076c2 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 05:42:51.046595 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb55513-472b-43a3-a365-03a2d84d3e47", "name": "network-vif-deleted", "tag": "b8bd2824-639d-44a5-8b45-9ae4ba16466b", "status": "completed", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 05:42:51.046848 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-051f0945-9394-40a4-85ae-3ad66df076c2 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 05:42:51.047251 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051f0945-9394-40a4-85ae-3ad66df076c2'] response: {'server_uuid': '5fb55513-472b-43a3-a365-03a2d84d3e47', 'name': 'network-vif-deleted', 'tag': 'b8bd2824-639d-44a5-8b45-9ae4ba16466b', 'status': 'completed', 'code': 200} Oct 11 05:42:51.550105 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:42:51.913776 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.39', 34134) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:51.972113 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88ac7f5c-fc66-4572-b602-6da3ca8d4b2e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group, before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:51.996619 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88ac7f5c-fc66-4572-b602-6da3ca8d4b2e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:52.058962 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88ac7f5c-fc66-4572-b602-6da3ca8d4b2e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:52.061634 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-88ac7f5c-fc66-4572-b602-6da3ca8d4b2e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Notify callbacks [] for security_group, before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:52.062820 dv-neutron-860894-1-hyperv neutron-server[103098]: INFO neutron.wsgi [None req-88ac7f5c-fc66-4572-b602-6da3ca8d4b2e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] 10.222.0.39 "DELETE /v2.0/security-groups/7d0a5ceb-40b3-4345-a411-9e554766c862 HTTP/1.1" status: 204 len: 168 time: 0.1480346 Oct 11 05:42:52.071669 dv-neutron-860894-1-hyperv neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac7f5c-fc66-4572-b602-6da3ca8d4b2e tempest-TestSnapshotPattern-1195451370 tempest-TestSnapshotPattern-1195451370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a5ceb-40b3-4345-a411-9e554766c862,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:52.114091 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34138) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:52.572730 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:52.815129 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Deleting port 0c9ebeb5-73d4-4617-a270-c12ba077367d {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:52.815462 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:52.892358 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] For port 0c9ebeb5-73d4-4617-a270-c12ba077367d, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=0c9ebeb5-73d4-4617-a270-c12ba077367d,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:52.892649 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:52.905203 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Calling delete_port for 0c9ebeb5-73d4-4617-a270-c12ba077367d owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:53.090967 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:53.118333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9ebeb5-73d4-4617-a270-c12ba077367d,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:53.281281 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:53.811309 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Router 33debf37-fcb5-4f05-a4e0-dea09a352231 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:42:53.916465 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:42:53.922462 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-ba0e0a34-d5ce-4448-912d-6e1fbd43dc95 admin admin] 10.222.0.39 "PUT /v2.0/routers/33debf37-fcb5-4f05-a4e0-dea09a352231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066339 Oct 11 05:42:53.924362 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34142) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:53.927079 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] Sync routers for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:42:53.937456 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:53.938180 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:53.985834 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:54.014584 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] No Port match for: b8bd2824-639d-44a5-8b45-9ae4ba16466b {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:54.014934 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Device b8bd2824-639d-44a5-8b45-9ae4ba16466b not bound to the agent host hv-neutron-8608 {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:54.028615 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.065797 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:54.129635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.188069 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Deleting port 9b4b0636-2b9a-430d-b53b-3272423c693e {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:54.188404 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.247249 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116'}], 'enable_snat': True}, 'gw_port_id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:42:53Z', 'revision_number': 5, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port': {'id': '9b4b0636-2b9a-430d-b53b-3272423c693e', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:36:59Z', 'updated_at': '2022-10-11T05:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:54.265508 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] For port 9b4b0636-2b9a-430d-b53b-3272423c693e, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=9b4b0636-2b9a-430d-b53b-3272423c693e,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:54.265931 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.272831 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] Checking router: 33debf37-fcb5-4f05-a4e0-dea09a352231 for host: dv-neutron-860894-1-hyperv {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:42:54.278401 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Calling delete_port for 9b4b0636-2b9a-430d-b53b-3272423c693e owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:54.281671 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] Routers {'33debf37-fcb5-4f05-a4e0-dea09a352231'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:54.282274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['33debf37-fcb5-4f05-a4e0-dea09a352231'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:54.368288 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] Set router 33debf37-fcb5-4f05-a4e0-dea09a352231 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:54.418800 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:42:54Z', 'revision_number': 6, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:54.448174 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243549e-63f7-43d0-adfb-874da54e42e8 None None] The sync data for ids ['33debf37-fcb5-4f05-a4e0-dea09a352231'] in dv-neutron-860894-1-hyperv is: [{'id': '33debf37-fcb5-4f05-a4e0-dea09a352231', 'name': 'tempest-TestSnapshotPattern-927546407-router', 'tenant_id': '15c1f5bc49d74393a3197da59aaf852d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:36:58Z', 'updated_at': '2022-10-11T05:42:54Z', 'revision_number': 6, 'project_id': '15c1f5bc49d74393a3197da59aaf852d', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:42:54.452813 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.484563 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4b0636-2b9a-430d-b53b-3272423c693e,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:54.544062 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.634460 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.636685 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.679564 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.680074 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33debf37-fcb5-4f05-a4e0-dea09a352231 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:42:54.684314 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.685438 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d9b6cf64-a523-4ddd-8084-a8c30a651dbd admin admin] 10.222.0.39 "DELETE /v2.0/routers/33debf37-fcb5-4f05-a4e0-dea09a352231 HTTP/1.1" status: 204 len: 168 time: 0.7600915 Oct 11 05:42:54.687983 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34144) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:54.735445 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Deleting subnet e5da80b0-623d-4636-a898-41a513209352 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:42:54.738377 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.772105 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.851136 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.915042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.941410 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5da80b0-623d-4636-a898-41a513209352,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:54.945101 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:54.948573 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-d2d61cc6-d940-4b45-bb6c-7c88ca702de9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e5da80b0-623d-4636-a898-41a513209352 HTTP/1.1" status: 204 len: 168 time: 0.2593577 Oct 11 05:42:54.950922 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34146) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:54.951195 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a20864-03af-4cf0-aad2-4df4da63b80e None None] Network b394f37e-73d0-4192-ba7f-25febc1fac50 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:42:55.017720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.074285 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Deleting port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:55.074659 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.138455 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] For port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,segment=NetworkSegment(ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c),segment_id=ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:55.139181 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.150772 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Calling delete_port for dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:55.236392 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.261869 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d112e64-19ce-437b-9050-2ae1955f2d4b None None] DHCP port deletion for b394f37e-73d0-4192-ba7f-25febc1fac50 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:42:55.265006 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Pushing event deleted for resources: {'Port': ['ID=dc77a49f-85ab-4e59-84f3-c4bbbb0aea64,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:55.266982 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] No DVR routers for this DVR port dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:42:55.346673 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.368975 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b394f37e-73d0-4192-ba7f-25febc1fac50']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:55.379671 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:55.379964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:55.393888 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.407799 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.414176 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Releasing vlan 474 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:42:55.414587 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.483877 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.488859 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:55.495718 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/b394f37e-73d0-4192-ba7f-25febc1fac50 HTTP/1.1" status: 204 len: 168 time: 0.5409036 Oct 11 05:42:55.496266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34152) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:55.513293 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c resource provider aggregate not found Oct 11 05:42:55.518641 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c299552-4cbe-4c90-bde1-e8bd4ca045ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b394f37e-73d0-4192-ba7f-25febc1fac50,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:55.557654 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba1d8cc7-66e3-44bc-98e2-1f0cf885e12c found for delete ", "request_id": "req-c37b3973-c15c-4470-9941-99cca212d16f"}]} Oct 11 05:42:55.857909 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7946056'] for router_interface, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:56.097586 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Deleting port d70882eb-5cea-4d68-8b9e-127e918a00fc {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:56.097920 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:56.173892 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:56.176167 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] For port d70882eb-5cea-4d68-8b9e-127e918a00fc, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=d70882eb-5cea-4d68-8b9e-127e918a00fc,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:56.176605 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:56.189010 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Calling delete_port for d70882eb-5cea-4d68-8b9e-127e918a00fc owned by network:router_interface {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:56.193056 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:56.193395 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device dc77a49f-85ab-4e59-84f3-c4bbbb0aea64 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:56.193790 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0c9ebeb5-73d4-4617-a270-c12ba077367d no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:56.212324 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 0c9ebeb5-73d4-4617-a270-c12ba077367d {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:56.212658 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 0c9ebeb5-73d4-4617-a270-c12ba077367d not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:56.213073 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9b4b0636-2b9a-430d-b53b-3272423c693e no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:56.231848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 9b4b0636-2b9a-430d-b53b-3272423c693e {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:56.232373 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 9b4b0636-2b9a-430d-b53b-3272423c693e not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:56.368205 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:56.391726 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d70882eb-5cea-4d68-8b9e-127e918a00fc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:56.563984 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7899845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7946212'] for router_interface, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:56.771791 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Router 370979ab-d38e-46c0-b848-d805a2d4ee49 has already been hosted by L3 agent 6e4d8fda-5966-450c-9741-c2e15ef4a20d {{(pid=103099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 05:42:56.873354 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] Notify agent at l3_agent.dv-neutron-860894-1-hyperv the message routers_updated {{(pid=103099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 05:42:56.878219 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-9a61f3a5-00fd-4fae-9dcd-74cfdc4ceb0a admin admin] 10.222.0.39 "PUT /v2.0/routers/370979ab-d38e-46c0-b848-d805a2d4ee49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3809350 Oct 11 05:42:56.880853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34156) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:56.884415 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] Sync routers for ids ['370979ab-d38e-46c0-b848-d805a2d4ee49'] in dv-neutron-860894-1-hyperv {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 05:42:56.893637 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] Routers {'370979ab-d38e-46c0-b848-d805a2d4ee49'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:56.894232 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['370979ab-d38e-46c0-b848-d805a2d4ee49'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:56.981602 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:56.995564 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] Set router 370979ab-d38e-46c0-b848-d805a2d4ee49 gateway port host: dv-neutron-860894-1-hyperv {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:57.083562 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.136100 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Deleting port 40baedd6-157a-4693-bd7a-003afb020f1a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:57.136440 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.169163 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'external_fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:42:56Z', 'revision_number': 5, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port': {'id': '40baedd6-157a-4693-bd7a-003afb020f1a', 'name': '', 'network_id': 'ed9fb950-fed8-458c-864e-a2b9f8817cca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860894-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2605c7-4893-49f2-bad5-6d9d2199d107', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860894-1-hyperv'}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:57.199094 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] Checking router: 370979ab-d38e-46c0-b848-d805a2d4ee49 for host: dv-neutron-860894-1-hyperv {{(pid=103101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 05:42:57.207355 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] Routers {'370979ab-d38e-46c0-b848-d805a2d4ee49'} bound to L3 agent in host dv-neutron-860894-1-hyperv {{(pid=103101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 05:42:57.207937 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860894-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-11T04:14:06Z,description=,heartbeat_timestamp=2022-10-11T05:42:37Z,host='dv-neutron-860894-1-hyperv',id=6e4d8fda-5966-450c-9741-c2e15ef4a20d,load=0,resource_versions=,resources_synced=,started_at=2022-10-11T04:14:06Z,topic='l3_agent')) {'router_ids': ['370979ab-d38e-46c0-b848-d805a2d4ee49'], 'active': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:57.218561 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] For port 40baedd6-157a-4693-bd7a-003afb020f1a, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=40baedd6-157a-4693-bd7a-003afb020f1a,segment=NetworkSegment(396f524b-8f54-4d8d-a044-0c4a8639ad5d),segment_id=396f524b-8f54-4d8d-a044-0c4a8639ad5d)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:57.219095 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.230635 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Calling delete_port for 40baedd6-157a-4693-bd7a-003afb020f1a owned by network:router_gateway {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:57.289639 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_dvr_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] Set router 370979ab-d38e-46c0-b848-d805a2d4ee49 gateway port host: None {{(pid=103101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 05:42:57.344081 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.l3_hamode_db [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:42:57Z', 'revision_number': 6, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port_host': None}], 'dv-neutron-860894-1-hyperv', False) {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:57.369971 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50857a8-464f-4533-a6f0-b95fdfe91dd5 None None] The sync data for ids ['370979ab-d38e-46c0-b848-d805a2d4ee49'] in dv-neutron-860894-1-hyperv is: [{'id': '370979ab-d38e-46c0-b848-d805a2d4ee49', 'name': 'tempest-TestSnapshotPattern-509290120-router', 'tenant_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-11T05:37:03Z', 'updated_at': '2022-10-11T05:42:57Z', 'revision_number': 6, 'project_id': 'c4b861be4ba34da1b84ed43f195fc44b', 'gw_port_host': None}] {{(pid=103101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 05:42:57.399604 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.424266 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40baedd6-157a-4693-bd7a-003afb020f1a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:57.487882 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7943054'] for router_gateway, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.897206 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7931764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2890'] for router, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.900016 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.942670 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7931759'] for router, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.943216 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 370979ab-d38e-46c0-b848-d805a2d4ee49 {{(pid=103099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 05:42:57.947955 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:57.948991 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-3f8c9b9d-0436-4d5f-93fb-5e848fce1fd9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/370979ab-d38e-46c0-b848-d805a2d4ee49 HTTP/1.1" status: 204 len: 168 time: 1.0672510 Oct 11 05:42:57.951627 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34158) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:57.995617 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Deleting subnet c0dfd11c-4e94-4608-9a09-05ceff418873 {{(pid=103099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 11 05:42:57.998569 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.031469 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4846401'] for subnet, precommit_delete_associations {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.111676 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-702584'] for subnet, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.166666 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7948153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4420898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33073920'] for subnet, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.177899 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d70882eb-5cea-4d68-8b9e-127e918a00fc no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:58.197182 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.202085 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: d70882eb-5cea-4d68-8b9e-127e918a00fc {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:58.202423 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device d70882eb-5cea-4d68-8b9e-127e918a00fc not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:58.202848 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 40baedd6-157a-4693-bd7a-003afb020f1a no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:42:58.202984 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c0dfd11c-4e94-4608-9a09-05ceff418873 HTTP/1.1" status: 204 len: 168 time: 0.2500873 Oct 11 05:42:58.203699 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34160) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:58.205910 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d424a-6196-4725-9a40-81524a5ea3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0dfd11c-4e94-4608-9a09-05ceff418873,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:58.206548 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840bc43-192c-44ad-8461-92fc1af745c1 None None] Network 03fa6db5-3e01-4479-8026-66c8dcf59053 requested from dv-neutron-860894-1-hyperv {{(pid=103100) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 05:42:58.238265 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: 40baedd6-157a-4693-bd7a-003afb020f1a {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:42:58.238629 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device 40baedd6-157a-4693-bd7a-003afb020f1a not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:42:58.281078 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682593'] for network, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.338839 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Deleting port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:58.339178 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.405457 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] For port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:58.405824 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.422826 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] DHCP port deletion for 03fa6db5-3e01-4479-8026-66c8dcf59053 request from dv-neutron-860894-1-hyperv {{(pid=103100) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 05:42:58.425379 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Calling delete_port for fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:58.469384 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] Deleting port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 {{(pid=103100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 11 05:42:58.469758 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777827253508'] for port, before_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.504152 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4421365'] for port, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.526789 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:58.532333 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] No DVR routers for this DVR port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 on host dv-neutron-860894-1-hyperv {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:42:58.535552 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] For port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70, host dv-neutron-860894-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860894-1-hyperv',level=0,port_id=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,segment=NetworkSegment(0acdb7a9-55b3-48d0-a9c1-19f5b477397b),segment_id=0acdb7a9-55b3-48d0-a9c1-19f5b477397b)] {{(pid=103100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 05:42:58.536266 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7939921'] for port, precommit_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.549647 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] Calling delete_port for fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 owned by network:dhcp {{(pid=103100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 11 05:42:58.604941 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737521', 'neutron.services.segments.db._delete_segments_for_network-8777827316740'] for network, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.622601 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777827260106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777826775691'] for port, after_delete {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.625573 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fa6db5-3e01-4479-8026-66c8dcf59053']}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:58.634846 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acdb7a9-55b3-48d0-a9c1-19f5b477397b') {'for_net_delete': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:58.635144 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.services.segments.db [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acdb7a9-55b3-48d0-a9c1-19f5b477397b') {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 05:42:58.648687 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] Pushing event deleted for resources: {'Port': ['ID=fbf05ed6-483c-46a0-a3ce-1f177fbe7e70,revision_number=None']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:58.649202 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777827317014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4846414'] for segment, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.650459 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5cc71-791c-4f3b-9ac9-04867908d861 None None] No DVR routers for this DVR port fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 on host dv-neutron-860894-1-hyperv {{(pid=103100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 11 05:42:58.664853 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793'] for segment, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.670883 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Releasing vlan 457 on physical network physnet1 to pool {{(pid=103099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 05:42:58.671359 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-701793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4421312'] for segment, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.697912 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 0acdb7a9-55b3-48d0-a9c1-19f5b477397b resource provider aggregate not found Oct 11 05:42:58.728116 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.services.segments.plugin [-] Segment 0acdb7a9-55b3-48d0-a9c1-19f5b477397b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0acdb7a9-55b3-48d0-a9c1-19f5b477397b found for delete ", "request_id": "req-0699ca01-d4b3-4eb8-b716-553c22954bc0"}]} Oct 11 05:42:58.735720 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7945830'] for network, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.740042 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Notify callbacks [] for network, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.743231 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] 10.222.0.39 "DELETE /v2.0/networks/03fa6db5-3e01-4479-8026-66c8dcf59053 HTTP/1.1" status: 204 len: 168 time: 0.5383592 Oct 11 05:42:58.756340 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223f6fd-947a-49e4-9c47-bfb445c6e44e admin admin] Pushing event deleted for resources: {'Network': ['ID=03fa6db5-3e01-4479-8026-66c8dcf59053,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:58.847679 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34168) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:58.891639 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-059a541a-705f-4ee0-bc69-0db182192866 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15c1f5bc49d74393a3197da59aaf852d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421865 Oct 11 05:42:58.893492 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34170) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:58.941651 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be998858-8667-4651-b113-8020b274102d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:58.962446 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be998858-8667-4651-b113-8020b274102d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.007068 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be998858-8667-4651-b113-8020b274102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.009669 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-be998858-8667-4651-b113-8020b274102d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.010865 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-be998858-8667-4651-b113-8020b274102d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c3abf28-ed9a-414c-93f8-d36d29648b7b HTTP/1.1" status: 204 len: 168 time: 0.1164677 Oct 11 05:42:59.019767 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be998858-8667-4651-b113-8020b274102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3abf28-ed9a-414c-93f8-d36d29648b7b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:42:59.340837 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34176) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:59.381846 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-fdcf73bb-4596-421a-987a-3140fb57fead admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4b861be4ba34da1b84ed43f195fc44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398204 Oct 11 05:42:59.384437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.wsgi [-] (103099) accepted ('10.222.0.39', 34178) {{(pid=103099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 05:42:59.450437 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036ddf16-5840-4654-9ae8-6695f029c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.472600 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036ddf16-5840-4654-9ae8-6695f029c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.524964 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036ddf16-5840-4654-9ae8-6695f029c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7959516'] for security_group, after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.527933 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-036ddf16-5840-4654-9ae8-6695f029c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:42:59.532128 dv-neutron-860894-1-hyperv neutron-server[103099]: INFO neutron.wsgi [None req-036ddf16-5840-4654-9ae8-6695f029c159 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72a2dfb6-54f0-4cfe-9fee-367a5875e66b HTTP/1.1" status: 204 len: 168 time: 0.1437299 Oct 11 05:42:59.539636 dv-neutron-860894-1-hyperv neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ddf16-5840-4654-9ae8-6695f029c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a2dfb6-54f0-4cfe-9fee-367a5875e66b,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 05:43:00.170372 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 no longer exists at agent ovs-agent-dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 05:43:00.191162 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] No Port match for: fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 {{(pid=103100) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 11 05:43:00.191503 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron.plugins.ml2.rpc [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Device fbf05ed6-483c-46a0-a3ce-1f177fbe7e70 not bound to the agent host dv-neutron-860894-1-hyperv {{(pid=103100) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 05:43:04.461070 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-cf71d65d-eab1-4030-814e-399f293332bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:06.667021 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-470627d1-5a6d-4d65-bf3a-563278ecae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:08.107678 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:09.680130 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:09.698084 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:11.532280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:28.549461 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:43:34.461827 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-27be3b46-0522-4f32-8455-f383f5575f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:36.668674 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-02f2ad1f-0586-4909-89da-520caba57924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:38.109745 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:39.671979 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:39.702097 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:43:41.532210 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:04.462111 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-69a2bcfd-e1c4-4305-97e6-ac7557550e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:05.548301 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:44:06.676516 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5ace-d013-4a7d-ac51-e6666343609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:08.112280 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:09.672867 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:09.704622 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:11.547840 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:34.463359 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31f6200f-84b1-482d-8093-c2c890ebf6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:36.667632 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5c0a488f-3855-4a6c-a7c2-c558c2267c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:38.115128 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:39.677832 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:39.705044 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:41.546285 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:44:42.547391 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:45:04.465012 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f9fec149-0404-4bad-a77d-c51622912d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:06.669316 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-912d9889-5e13-47bd-b780-149c7d918584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:08.117418 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:09.679533 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:09.707695 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:11.560682 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:19.545638 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:45:34.466564 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e817a7ad-c1bb-456c-aeff-5fde25d3c956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:36.670858 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d9583d7e-84b0-4475-9883-41c02f086574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:38.120107 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:39.680413 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:39.711284 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:41.575723 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:45:56.544884 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:46:04.467506 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6eac01f6-9255-45ea-a638-56f5592414fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:06.672193 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-83064f99-902f-4270-aee5-2a0d04c884ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:08.122982 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:09.681624 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:09.713651 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:11.584005 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:33.542968 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:46:34.468352 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31bf1844-7cf8-406b-bf9f-c39d99d7ab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:36.673512 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-3b08118f-3f02-4838-99b0-8cb448d2585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:38.124683 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:39.682603 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:39.717369 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:46:41.590364 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:04.469662 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-20db61e9-2eaf-4647-a726-bdaddddac891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:06.812767 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d33d59f2-5985-4384-9e92-9c90387d20a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:08.126623 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:09.684611 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:09.720732 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:10.542612 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:47:11.604118 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:34.471228 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d15d338a-3d12-48b8-af77-e07bd7f8895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:36.675451 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-0dcffd20-cc4b-43aa-84a2-8e58754dadbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:38.132843 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:39.686496 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:39.723963 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:41.604768 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:47:47.541226 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:48:04.473999 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fa56-173a-4424-97f6-ed71bbb91bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:06.676754 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9cb05482-9ae6-44ce-9c6f-04d86b3131c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:08.132891 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:09.687305 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:09.726957 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:11.622096 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:24.539598 dv-neutron-860894-1-hyperv neutron-server[103101]: DEBUG neutron.db.agents_db [None req-cf980a8c-206c-4923-8b3f-69bc0ffb1e51 None None] Agent healthcheck: found 6 active agents {{(pid=103101) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 05:48:34.477507 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-f6139939-8bf3-44f2-9534-51dfa618af3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:36.678124 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7b6f74f-2ad4-47cb-9f74-4e4bfde5707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:38.135274 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-2538e370-9bc0-4467-9c20-a2d008265961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:39.688122 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5d8e49c9-fa39-47f9-afb0-24c2b58176c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:39.730239 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-1a30fe9e-7109-45d5-bf0f-970a28ca4951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 05:48:41.619014 dv-neutron-860894-1-hyperv neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-5cf4033d-5aeb-4849-8bc2-29e01a5822e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777827316462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741361'] for agent, after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}